{"meta":{"query_hash":"5a820786216e","filters":{"venue":"Clinical Trials"},"cohort_total":180,"direct_labels_cover":11,"predictions_cover":180,"exported":180,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5a820786216e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Clinical+Trials"},"results":[{"id":"W1568992978","doi":"10.1177/1740774515590807","title":"Characteristics of participants consenting versus declining follow-up for up to 10 years in a randomized clinical trial","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Hôpital de l'Enfant-Jésus","funders":"National Institute of Neurological Disorders and Stroke; National Institutes of Health; Pfizer","keywords":"Medicine; Carotid endarterectomy; Logistic regression; Randomized controlled trial; Endarterectomy; Revascularization; Informed consent; Carotid stenting; Clinical trial; Univariate analysis; Surgery; Internal medicine; Carotid arteries; Multivariate analysis","score_opus":0.9480324234641538,"score_gpt":0.7431189015564198,"score_spread":0.20491352190773404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568992978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736361,0.000095733354,0.0007173559,0.0025146834,0.015747767,0.00663591,0.000057979276,0.00005221296,0.000542272],"genre_scores_gemma":[0.9830687,0.00057556503,0.006748029,0.0010774656,0.00481392,0.00049676315,0.00004360663,0.00007896214,0.003096993],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9595737,0.016625276,0.019406695,0.001377275,0.0018188128,0.0011982357],"domain_scores_gemma":[0.12827782,0.86250937,0.0033123402,0.0014877295,0.0022298303,0.0021829049],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43619037,0.0002889509,0.0076104198,0.00024821822,0.0000434446,0.000056221328,0.0005068013,0.0014150434,0.00023816155],"category_scores_gemma":[0.9730927,0.00023875578,0.0025741106,0.00043885267,0.0010578056,0.00006220939,0.0003786186,0.0021629622,0.00021076416],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9610097,0.0007821337,0.009948419,0.00009841884,0.0005331571,0.000032594573,0.00025897665,9.3813895e-7,0.000014377651,0.0008289267,0.0029990796,0.023493282],"study_design_scores_gemma":[0.97874445,0.006785486,0.0024180936,0.0007147193,0.0009637323,6.489877e-7,0.00026950723,0.00051666005,0.000052695137,0.0046486184,0.0046408824,0.00024448932],"about_ca_topic_score_codex":0.000033857694,"about_ca_topic_score_gemma":0.000072959345,"teacher_disagreement_score":0.8458841,"about_ca_system_score_codex":0.00007956227,"about_ca_system_score_gemma":0.0032214152,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W1831574773","doi":"10.1177/1740774515601437","title":"Alignment of site versus adjudication committee–based diagnosis with patient outcomes: Insights from the Providing Rapid Out of Hospital Acute Cardiovascular Treatment 3 trial","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Royal Alexandra Hospital; Sturgeon Community Hospital; University of Toronto; University of Alberta; Canadian VIGOUR Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Adjudication; Intensive care medicine; Clinical trial; Emergency medicine; Internal medicine","score_opus":0.29701008596522316,"score_gpt":0.45157049879070166,"score_spread":0.1545604128254785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831574773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802742,0.0011794855,0.00031824794,0.008581684,0.002472427,0.0066031804,0.0002781994,0.00004062187,0.0002519356],"genre_scores_gemma":[0.9959036,0.000664703,0.0009430018,0.0006568559,0.0007548967,0.0008172021,0.00020922972,0.000033934655,0.000016591142],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926334,0.0031603794,0.0021035278,0.0004844243,0.0013893717,0.00022889147],"domain_scores_gemma":[0.9860795,0.010766811,0.0009829449,0.0013111532,0.00051853684,0.00034102652],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045655025,0.0002654921,0.0023948187,0.00008398249,0.000062131796,0.00002033432,0.00020290629,0.00021925141,0.00003913284],"category_scores_gemma":[0.010124267,0.00013657966,0.001660092,0.00021902911,0.00036373126,0.00007011441,0.00009059004,0.00023278255,0.000030126745],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5202677,0.01492558,0.16043869,0.00007363546,0.09467233,0.00016074226,0.006130421,0.0003951149,0.00037147832,0.00010157091,0.050235424,0.15222727],"study_design_scores_gemma":[0.6299525,0.104247496,0.022838747,0.00038762196,0.018485617,8.3017716e-7,0.0018252416,0.00025863783,0.018986976,0.00011003423,0.20230965,0.0005966588],"about_ca_topic_score_codex":0.00038731185,"about_ca_topic_score_gemma":0.000007957478,"teacher_disagreement_score":0.15207423,"about_ca_system_score_codex":0.00025555567,"about_ca_system_score_gemma":0.0005907438,"threshold_uncertainty_score":0.9982139},"labels":[],"label_agreement":null},{"id":"W1963849977","doi":"10.1177/1740774513510070","title":"Recruitment and retention of participants for an international type 1 diabetes prevention trial: A coordinators’ perspective","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Montreal Children's Hospital; University of Manitoba; Mount Sinai Hospital; Children's Hospital of Eastern Ontario","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Child Health and Human Development; Canadian Institutes of Health Research; National Institutes of Health; Novo Nordisk; Eunice Kennedy Shriver National Institute of Child Health and Human Development; European Foundation for the Study of Diabetes; Mead Johnson Nutrition; Juvenile Diabetes Research Foundation International","keywords":"Type 2 diabetes; Perspective (graphical); Medicine; Clinical trial; Psychology; Family medicine; Diabetes mellitus; Physical therapy; Internal medicine; Computer science; Endocrinology","score_opus":0.38610794221893885,"score_gpt":0.5146397348638854,"score_spread":0.12853179264494652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963849977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99697375,0.00024921258,0.000054363147,0.00024062711,0.00068707496,0.0015843742,0.000021382686,0.0000060230727,0.00018318181],"genre_scores_gemma":[0.9984378,0.00032494782,0.00024376274,0.0000687004,0.0002874336,0.00026580674,0.00010979967,0.000009636952,0.00025207255],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9983498,0.00055672304,0.00063312636,0.0002553183,0.000068970476,0.000136071],"domain_scores_gemma":[0.9989165,0.0002453241,0.0003694812,0.0001317779,0.00026420457,0.00007271623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003490165,0.000074694435,0.0003175133,0.000020527606,0.000024905907,0.000026136902,0.00008153246,0.00014593152,0.000037579754],"category_scores_gemma":[0.0082028145,0.00006288019,0.00018937429,0.000033885586,0.000058753467,0.000011647342,0.000035918172,0.000036965557,0.000002490135],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03424048,0.008202365,0.1546351,0.00014186896,0.00623255,3.169358e-7,0.00037238802,0.000021639045,0.3819436,0.007541097,0.029871335,0.37679723],"study_design_scores_gemma":[0.31611204,0.08545995,0.18763208,0.00043955355,0.0022629674,4.1905307e-7,0.004972152,0.0022430378,0.15071316,0.1808512,0.06735585,0.001957595],"about_ca_topic_score_codex":0.00000880811,"about_ca_topic_score_gemma":0.0000042907513,"teacher_disagreement_score":0.37483963,"about_ca_system_score_codex":0.000008424998,"about_ca_system_score_gemma":0.000037425456,"threshold_uncertainty_score":0.98201275},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1966325892","doi":"10.1177/1740774512436615","title":"Clinician-trialist rounds: 9. Mentoring – part 3: the structure and function of effective mentoring: advice and protection","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Advice (programming); Medical education; Medicine; Function (biology); Psychology; Family medicine; Computer science; Biology","score_opus":0.2285319964438864,"score_gpt":0.47492318283769647,"score_spread":0.24639118639381008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966325892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9525387,0.0026350184,0.00025635486,0.00046677972,0.039463542,0.0021160955,0.000017782617,0.0000790253,0.0024266688],"genre_scores_gemma":[0.989644,0.00024440698,0.000095844065,0.00014664655,0.007358906,0.00015522605,0.000004844901,0.000020603382,0.002329508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942577,0.003104892,0.0016128842,0.00039933054,0.0002449741,0.00038021433],"domain_scores_gemma":[0.9937216,0.004807764,0.0009203148,0.0002881112,0.00005488688,0.00020732371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025745908,0.00019117065,0.0007296203,0.000052567528,0.00016014204,0.00003901844,0.00011061343,0.0003534084,0.00014250059],"category_scores_gemma":[0.0067155953,0.00012469602,0.00012819143,0.00013826472,0.00014019388,0.00013470296,0.000091855654,0.0005046458,0.000012915826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00363534,0.0003913742,0.12250332,0.00014781987,0.0015205959,0.0000010510046,0.0056311167,0.0000016184897,0.002225711,0.0060538077,0.0077071255,0.8501811],"study_design_scores_gemma":[0.0065137064,0.0008018708,0.23728827,0.00021058803,0.0006387966,0.0000074638515,0.0012466939,0.000007600919,0.0012421393,0.0016870397,0.7500186,0.0003372435],"about_ca_topic_score_codex":0.00006002879,"about_ca_topic_score_gemma":0.0000016921767,"teacher_disagreement_score":0.84984386,"about_ca_system_score_codex":0.000048399495,"about_ca_system_score_gemma":0.000022448898,"threshold_uncertainty_score":0.8923069},"labels":[],"label_agreement":null},{"id":"W1968867356","doi":"10.1191/1740774504cn022oa","title":"Study conduct, monitoring and data management in a trinational trial: the OPTIMA model","year":2004,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HIV Legal Network; St. Paul's Hospital","funders":"","keywords":"Computer science; Management science; Operations research; Mathematics; Engineering","score_opus":0.972696557185163,"score_gpt":0.7657821579990427,"score_spread":0.2069143991861203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968867356","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7640079,0.00035634142,0.18782048,0.008195468,0.008429105,0.026441135,0.00043122642,0.0003216833,0.003996648],"genre_scores_gemma":[0.20778802,0.00030152997,0.7896323,0.00014644492,0.0015018956,0.0003827735,0.0000034597608,0.00004564398,0.00019792543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9815189,0.009855765,0.0061177057,0.001239955,0.0008478854,0.00041978495],"domain_scores_gemma":[0.67080706,0.32453337,0.0013880187,0.0028426854,0.00013833976,0.00029050958],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13563603,0.0002765957,0.0019712304,0.00009844128,0.00012110703,0.00013550831,0.001221279,0.00022677913,0.000039234354],"category_scores_gemma":[0.45452294,0.00017558556,0.00022143018,0.000309858,0.00031514227,0.00015812427,0.0011076048,0.0007116736,0.000017050024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044516478,0.018556228,0.002275359,0.00021941739,0.0024900462,0.00036423313,0.00077206106,0.0010656461,0.000019815881,0.7224637,0.0035664185,0.20369054],"study_design_scores_gemma":[0.10026546,0.0005490949,0.0010797505,0.0000830699,0.00045924567,0.000001767953,0.00044704,0.0007556331,0.00001240812,0.8960185,0.000120909564,0.00020713884],"about_ca_topic_score_codex":0.000008318225,"about_ca_topic_score_gemma":0.0000042847428,"teacher_disagreement_score":0.6018118,"about_ca_system_score_codex":0.00006068156,"about_ca_system_score_gemma":0.00012972839,"threshold_uncertainty_score":0.89004457},"labels":[],"label_agreement":null},{"id":"W1972532169","doi":"10.1177/1740774514555586","title":"Variation of community consultation and public disclosure for a pediatric multi-centered “Exception from Informed Consent” trial","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Informed consent; Institutional review board; Public disclosure; Family medicine; Medicine; Parental consent; Focus group; Clinical trial; Psychiatry; Business; Alternative medicine","score_opus":0.9031386468552944,"score_gpt":0.6880719113553564,"score_spread":0.21506673549993804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972532169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738758,0.000050784238,0.018095482,0.0035517856,0.0009514629,0.0031255062,0.00020934141,0.00004228151,0.00009754097],"genre_scores_gemma":[0.99096614,0.0010083349,0.0052954,0.00049582165,0.0015827472,0.00011343216,0.00040148225,0.00001931014,0.00011735968],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.987913,0.007087787,0.0038281851,0.0003079585,0.00060264824,0.0002603864],"domain_scores_gemma":[0.23710759,0.7569564,0.002435922,0.0009753711,0.0019573167,0.00056737586],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06295446,0.0001511746,0.0013445001,0.00013455158,0.00014987316,0.000056421137,0.00018864381,0.00084248366,0.0000704817],"category_scores_gemma":[0.8553007,0.00011821911,0.00040933903,0.00019809423,0.00046165538,0.000121798774,0.00012338073,0.0013838712,0.000012937175],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.43554616,0.019512799,0.3531652,0.0053320355,0.0020176729,0.0000020582745,0.0048657516,0.000003901902,0.004782982,0.01954952,0.0042237435,0.15099818],"study_design_scores_gemma":[0.45987338,0.006863916,0.46579698,0.00026929184,0.0010179842,9.0099434e-7,0.0005309717,0.0009837172,0.0000909096,0.063413076,0.00091135595,0.00024751376],"about_ca_topic_score_codex":0.00015372245,"about_ca_topic_score_gemma":0.00048378477,"teacher_disagreement_score":0.79234624,"about_ca_system_score_codex":0.000039079456,"about_ca_system_score_gemma":0.0009940176,"threshold_uncertainty_score":0.9648856},"labels":[],"label_agreement":null},{"id":"W1973629098","doi":"10.1177/1740774509105222","title":"Scientific and political challenges in North America's first randomized controlled trial of heroin-assisted treatment for severe heroin addiction: Rationale and design of the NAOMI study","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HIV Legal Network; Université de Montréal; Vancouver Coastal Health; Centre for Advancing Health Outcomes; University of British Columbia; Providence Health Care","funders":"Canadian Institutes of Health Research","keywords":"Heroin; Randomized controlled trial; Medicine; Methadone maintenance; Hydromorphone; Addiction; Methadone; Psychiatry; Clinical trial; Opioid; Drug; Internal medicine","score_opus":0.24088425851147854,"score_gpt":0.4340127078411926,"score_spread":0.19312844932971407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973629098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629227,0.0027158298,0.000048096506,0.005759356,0.00036157374,0.028040502,0.00007872196,0.000013330991,0.000059925864],"genre_scores_gemma":[0.9967386,0.0012629821,0.0005944448,0.000064041975,0.0001643082,0.000999637,0.000025171787,0.000010575984,0.00014022017],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99335694,0.0033103204,0.0024010134,0.00043811538,0.00029741504,0.0001962215],"domain_scores_gemma":[0.9786935,0.019934857,0.00070487196,0.00036767562,0.00016643551,0.00013267601],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062790355,0.00020616293,0.0036082638,0.000099876386,0.00008624299,0.000020694486,0.00006715909,0.00010731883,0.000016446156],"category_scores_gemma":[0.014882336,0.00010985419,0.0006268941,0.00016094763,0.00042211334,0.000034802433,0.000019918765,0.00008669785,4.982153e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9697742,0.0120774945,0.0021244907,0.000028275692,0.0009933091,0.0000028145923,0.000680201,0.000014292548,0.000013398523,0.00017403334,0.00006886184,0.014048635],"study_design_scores_gemma":[0.94885635,0.009388106,0.037992436,0.00007769663,0.0017736886,0.0000028117179,0.0010764514,0.00030200044,0.000015834401,0.00032399493,0.0001081166,0.00008248193],"about_ca_topic_score_codex":0.000016608392,"about_ca_topic_score_gemma":0.00010337632,"teacher_disagreement_score":0.035867944,"about_ca_system_score_codex":0.000058315207,"about_ca_system_score_gemma":0.00030125375,"threshold_uncertainty_score":0.9934157},"labels":[],"label_agreement":null},{"id":"W1974104757","doi":"10.1177/1740774512440343","title":"Clinician-trialist rounds: 10. Mentoring – part 4: attributes of an effective mentor","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Medicine; Family medicine","score_opus":0.44993555503580074,"score_gpt":0.5620555969622699,"score_spread":0.11212004192646918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974104757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87195426,0.0024807174,0.00020696362,0.00045274,0.09655097,0.002356947,0.00014518274,0.0002321892,0.025619999],"genre_scores_gemma":[0.92575336,0.00028194723,0.0013197463,0.0005255798,0.035263702,0.0006837876,0.00015403112,0.00010131993,0.03591653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98678523,0.0071014394,0.004088853,0.0006405274,0.00047319598,0.0009107798],"domain_scores_gemma":[0.98116213,0.01567835,0.001628647,0.00072073785,0.0001207794,0.0006893327],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07058513,0.00031058548,0.0018397472,0.000100731624,0.00010787976,0.00003942834,0.0004587724,0.0005735794,0.0038696637],"category_scores_gemma":[0.024565505,0.00025402138,0.0005660803,0.0002265792,0.00016305315,0.00023971537,0.00013883898,0.0004890125,0.00097145664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005573261,0.0063478723,0.17234832,0.00012639334,0.0035985976,0.000016032958,0.005373722,0.0000028472025,0.000925848,0.011073289,0.24172762,0.5528862],"study_design_scores_gemma":[0.007345725,0.0008947983,0.040529136,0.0001669461,0.00038074696,0.000002461341,0.0005715499,0.0000025450502,0.0020851614,0.00045620912,0.94713455,0.00043014518],"about_ca_topic_score_codex":0.00004136776,"about_ca_topic_score_gemma":9.4448615e-7,"teacher_disagreement_score":0.70540696,"about_ca_system_score_codex":0.000120179226,"about_ca_system_score_gemma":0.000063767875,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W1978514935","doi":"10.1177/1740774514552111","title":"Clinician-trialist rounds: 25. Designing an evidence-based introductory graduate course in clinical trials. Part 2: Applying the evidence to your RCT course design","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Course (navigation); Randomized controlled trial; Medical physics; Medical education; Medicine; Psychology; Internal medicine; Engineering","score_opus":0.797436648740266,"score_gpt":0.6259319214685818,"score_spread":0.1715047272716842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978514935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804286,0.003155657,0.26236206,0.17566001,0.048737623,0.028887585,0.000025531905,0.00062217866,0.000120762576],"genre_scores_gemma":[0.8712582,0.0012446677,0.039249763,0.037645284,0.0475678,0.002522166,0.000070553906,0.00016426445,0.0002772798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87755954,0.09635621,0.019724282,0.002531631,0.0024976342,0.001330691],"domain_scores_gemma":[0.23435088,0.7293213,0.016075725,0.011255093,0.0056396467,0.0033573871],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59505856,0.0006776841,0.005086461,0.0003906423,0.0004414917,0.00033668758,0.0013353381,0.0010410224,0.0003316159],"category_scores_gemma":[0.85544187,0.00046727154,0.0013424818,0.0018748752,0.001225921,0.0006578147,0.00015805176,0.0032576718,0.00040550745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012566563,0.0036330696,0.040194336,0.00015071988,0.0004104404,0.000036604004,0.00039709854,0.00063925044,0.00041431628,0.00073282386,0.14236768,0.7984571],"study_design_scores_gemma":[0.10355554,0.038605306,0.4139582,0.049474668,0.020406282,0.00010315064,0.008366611,0.08263231,0.002346645,0.014845142,0.2593011,0.0064050527],"about_ca_topic_score_codex":0.00008850165,"about_ca_topic_score_gemma":0.000023743723,"teacher_disagreement_score":0.79205203,"about_ca_system_score_codex":0.00034049642,"about_ca_system_score_gemma":0.004797905,"threshold_uncertainty_score":0.9997779},"labels":[],"label_agreement":null},{"id":"W1985558780","doi":"10.1177/1740774513517184","title":"Recruitment of participants to a multiple sclerosis trial: The CombiRx experience","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institutes of Health; IC Design Education Center; Teva Pharmaceutical Industries; Biogen; National Multiple Sclerosis Society","keywords":"Multiple sclerosis; Medicine; Psychology; Physical medicine and rehabilitation; Family medicine; Physical therapy; Psychiatry","score_opus":0.9832563666156324,"score_gpt":0.7530579981279677,"score_spread":0.23019836848766473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985558780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719314,0.000067755675,0.0007045404,0.018692391,0.0016792484,0.0056185927,0.000012341096,0.000051503102,0.0012422152],"genre_scores_gemma":[0.9902733,0.00048554887,0.0016617929,0.0047960775,0.0010222271,0.00085584086,0.000002245679,0.000026710797,0.00087628595],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9856715,0.006679046,0.0048451,0.00071605697,0.0014897091,0.0005985412],"domain_scores_gemma":[0.5418733,0.4519781,0.0011223202,0.0028477758,0.00089274097,0.0012858036],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11709744,0.00016669364,0.0018147331,0.000058749163,0.0001072168,0.000034813736,0.00062306185,0.00045857343,0.00027509654],"category_scores_gemma":[0.7742187,0.0000942859,0.0007356673,0.00035914136,0.0008156173,0.000032782646,0.0003696344,0.0012459628,0.00027251904],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34760055,0.012744484,0.12779269,0.0005030923,0.001309481,0.000019230672,0.004779546,0.000033187716,0.017840708,0.04308508,0.020090848,0.42420113],"study_design_scores_gemma":[0.45565793,0.047086805,0.19128665,0.004438976,0.0013471866,0.0000031668114,0.0021222935,0.0016903065,0.060951088,0.056995884,0.17736243,0.0010573069],"about_ca_topic_score_codex":0.000052145384,"about_ca_topic_score_gemma":0.000048517388,"teacher_disagreement_score":0.65712124,"about_ca_system_score_codex":0.00003595131,"about_ca_system_score_gemma":0.00032479598,"threshold_uncertainty_score":0.909134},"labels":[],"label_agreement":null},{"id":"W1988121488","doi":"10.1177/1740774510392254","title":"Likelihood inference on the relative risk in split-cluster designs","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Inference; Relative risk; Cluster (spacecraft); Statistics; Computer science; Medicine; Mathematics; Artificial intelligence; Confidence interval","score_opus":0.9361180592547464,"score_gpt":0.673449944718896,"score_spread":0.2626681145358505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988121488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21833546,0.00012829123,0.6666648,0.0043425146,0.00801818,0.010106648,0.00043829455,0.00046869591,0.09149714],"genre_scores_gemma":[0.25271252,0.00029638453,0.74295145,0.002086971,0.0012212541,0.00027759507,9.700906e-7,0.00007905343,0.00037379458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9444201,0.047467433,0.006123268,0.00085723744,0.000536738,0.00059523416],"domain_scores_gemma":[0.17880204,0.81706405,0.0021339117,0.0014897385,0.00017962756,0.00033064102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.15688013,0.0003771383,0.002443864,0.000097973454,0.00012160408,0.000050276016,0.00084555714,0.00069604703,0.002615956],"category_scores_gemma":[0.925367,0.00021260894,0.00085371605,0.00041529498,0.00063392427,0.00010098682,0.0002590973,0.002011643,0.00094752933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026232358,0.0017353155,0.012039339,0.0000315753,0.00037078853,0.000028724864,0.00066430966,7.0645774e-7,0.000008170249,0.90623236,0.006400093,0.06986538],"study_design_scores_gemma":[0.003107848,0.00085384335,0.01296964,0.00022881046,0.00028754194,5.5537794e-7,0.00006584469,0.0001291548,0.00021221371,0.98154503,0.00032331285,0.00027617917],"about_ca_topic_score_codex":0.000029651526,"about_ca_topic_score_gemma":0.000019893509,"teacher_disagreement_score":0.7695966,"about_ca_system_score_codex":0.000053202908,"about_ca_system_score_gemma":0.00015673027,"threshold_uncertainty_score":0.99983037},"labels":[],"label_agreement":null},{"id":"W1992970840","doi":"10.1177/1740774513490250","title":"Caution regarding the choice of standard deviations to guide sample size calculations in clinical trials","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Sample size determination; Statistics; Clinical trial; Medicine; Medical physics; Psychology; Mathematics; Internal medicine","score_opus":0.8857924334962634,"score_gpt":0.7230755554597601,"score_spread":0.16271687803650325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992970840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.119125254,0.00012036697,0.8300172,0.022651233,0.009375465,0.014521676,0.001273794,0.00026448246,0.0026505291],"genre_scores_gemma":[0.105684824,0.00019718801,0.8869855,0.0018449349,0.0038869458,0.00072961155,0.000008335499,0.000087905435,0.0005747809],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8619329,0.10053542,0.03385368,0.0013883283,0.0013952313,0.0008944624],"domain_scores_gemma":[0.007918655,0.98336077,0.0051089935,0.0018916467,0.0010799253,0.0006400072],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36458686,0.00041580634,0.0064221085,0.00017196189,0.00021077966,0.00015163135,0.0009151956,0.00086301804,0.0023179373],"category_scores_gemma":[0.9935464,0.00026680116,0.0022847415,0.001052938,0.0005766874,0.00018371482,0.00035927893,0.0011822678,0.00018886835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022402187,0.0023936296,0.07653305,0.00025660856,0.0016610032,0.0000074842324,0.00034875004,0.00022855838,0.00046323103,0.32356226,0.25814113,0.33416405],"study_design_scores_gemma":[0.0067031435,0.00054538663,0.056320615,0.0003434005,0.0007326657,8.1166223e-7,0.00013947449,0.0005056114,0.0001484112,0.91334397,0.020835973,0.00038055136],"about_ca_topic_score_codex":0.00042295564,"about_ca_topic_score_gemma":0.00021627637,"teacher_disagreement_score":0.8828254,"about_ca_system_score_codex":0.00016406084,"about_ca_system_score_gemma":0.0005324644,"threshold_uncertainty_score":0.9999784},"labels":[],"label_agreement":null},{"id":"W1996550338","doi":"10.1177/1740774512455465","title":"Clinician-trialist rounds: 12. When your grant gets turned down - part 2: resurrection","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cerebrovascular and Carotid Artery Diseases","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Family medicine; Medicine","score_opus":0.40241976396372736,"score_gpt":0.4891600110198175,"score_spread":0.08674024705609013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996550338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8953774,0.007128559,0.0004996744,0.005754917,0.05160524,0.0057972167,0.00032363544,0.0008619505,0.032651436],"genre_scores_gemma":[0.96067554,0.0019437651,0.00023358285,0.0032173845,0.029556727,0.000110772366,0.00028066296,0.00006744392,0.003914116],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99132246,0.0035654334,0.0032681117,0.0005961372,0.00061305484,0.0006348027],"domain_scores_gemma":[0.9930919,0.0040330742,0.0007531897,0.0009735634,0.00018081715,0.00096749695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024026401,0.00032538557,0.0020730135,0.00011018973,0.00016373866,0.00009525221,0.00017550925,0.00042633538,0.0015286423],"category_scores_gemma":[0.034651846,0.00024174238,0.0024214708,0.0000885507,0.00020478577,0.00027761742,0.000078611185,0.00052412186,0.0007176909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076912385,0.005435973,0.5700359,0.00019388832,0.00230148,0.00002915604,0.00073217705,0.0000016065474,0.0002704188,0.0004419352,0.22475575,0.18811052],"study_design_scores_gemma":[0.018833363,0.0009581569,0.22529392,0.00033784684,0.0027879411,0.000049368264,0.00034383006,0.0000145725435,0.000399697,0.0011550089,0.7493256,0.00050071045],"about_ca_topic_score_codex":0.00008085129,"about_ca_topic_score_gemma":0.000029723851,"teacher_disagreement_score":0.5245698,"about_ca_system_score_codex":0.00007541351,"about_ca_system_score_gemma":0.00022416691,"threshold_uncertainty_score":0.9993841},"labels":[],"label_agreement":null},{"id":"W1997691901","doi":"10.1177/1740774512460144","title":"Efficiency of using community organisations as catalysts for recruitment to continence promotion trials","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"Economic and Social Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Urinary incontinence; Promotion (chess); Cluster randomised controlled trial; Family medicine; Randomized controlled trial; Intervention (counseling); Health promotion; Clinical trial; Physical therapy; Inclusion (mineral); Gerontology; Nursing; Public health; Psychology; Surgery; Internal medicine","score_opus":0.7749832938192398,"score_gpt":0.6123748873299143,"score_spread":0.1626084064893255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997691901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859718,0.00019694655,0.0034886792,0.0012545929,0.00089858903,0.007740653,0.000090126036,0.000041833584,0.00031678285],"genre_scores_gemma":[0.99103904,0.000027450129,0.007660417,0.00027129418,0.00042045294,0.00026630014,0.000101628415,0.000022487295,0.0001909419],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99215573,0.004204189,0.0028490208,0.00021382538,0.00027519063,0.00030206272],"domain_scores_gemma":[0.9843128,0.013191356,0.0011314465,0.0006870068,0.00030659736,0.0003708413],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04087783,0.00016795774,0.00191967,0.000106854975,0.00014236587,0.000011314204,0.00014958429,0.00018314124,0.00011069547],"category_scores_gemma":[0.16032235,0.00012522079,0.0005326713,0.0002700795,0.00010644605,0.000088391535,0.00006897765,0.00018109003,0.00006304103],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016546369,0.07816554,0.33760405,0.0013240279,0.0050814385,0.000007759105,0.016695244,0.0000356953,0.3194045,0.0019422831,0.018255152,0.20493795],"study_design_scores_gemma":[0.1616873,0.028954353,0.25295123,0.0035269063,0.021168007,0.0000925515,0.006324538,0.00048348462,0.4935623,0.0073235254,0.022018323,0.0019074746],"about_ca_topic_score_codex":0.00013963641,"about_ca_topic_score_gemma":0.000007932865,"teacher_disagreement_score":0.20303048,"about_ca_system_score_codex":0.00011733472,"about_ca_system_score_gemma":0.00030010345,"threshold_uncertainty_score":0.9876181},"labels":[],"label_agreement":null},{"id":"W2006780292","doi":"10.1177/1740774507081223","title":"The intention-to-treat approach in randomized controlled trials: Are authors saying what they do and doing what they say?","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Randomized controlled trial; Missing data; Medicine; Concordance; Sample size determination; Intention-to-treat analysis; Meta-analysis; Statistics; Internal medicine","score_opus":0.8477915287045936,"score_gpt":0.6338580029690107,"score_spread":0.21393352573558289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006780292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5249392,0.17163882,0.17453215,0.025529966,0.018657392,0.06806274,0.000024595285,0.00008047752,0.016534675],"genre_scores_gemma":[0.9678497,0.01888064,0.0049790028,0.0012236983,0.0010642513,0.0007190862,0.000004688364,0.000038844322,0.0052400962],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.18167906,0.6707908,0.13396735,0.0036714277,0.00861806,0.0012733035],"domain_scores_gemma":[0.032261685,0.92778844,0.034071743,0.0037601048,0.0014232004,0.00069481053],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9603344,0.00059744215,0.04220973,0.000675508,0.00042772864,0.011979816,0.0018681724,0.0004288966,0.00066787936],"category_scores_gemma":[0.90906006,0.00018908244,0.015294253,0.0009024368,0.00025381162,0.0009740467,0.00029870073,0.0005886022,0.00043801626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.095448054,0.0003279733,0.0043503065,0.00006265855,0.002971195,0.000015328524,0.002537627,0.00011236476,0.000040404524,0.006093737,0.0036953266,0.88434505],"study_design_scores_gemma":[0.66525614,0.00022565348,0.0031820294,0.0029793223,0.009408755,0.00002022774,0.10325339,0.009662788,0.000015547814,0.18236493,0.022437848,0.001193351],"about_ca_topic_score_codex":0.000018558445,"about_ca_topic_score_gemma":0.0001231696,"teacher_disagreement_score":0.88315165,"about_ca_system_score_codex":0.000043787997,"about_ca_system_score_gemma":0.00008778431,"threshold_uncertainty_score":0.99456733},"labels":[],"label_agreement":null},{"id":"W2013383304","doi":"10.1177/1740774508093981","title":"Determining optimal sample sizes for multi-stage randomized clinical trials using value of information methods","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Statistics; Sample size determination; Value (mathematics); Clinical trial; Stage (stratigraphy); Medicine; Computer science; Mathematics; Internal medicine; Biology","score_opus":0.9543317968023223,"score_gpt":0.7614272996126612,"score_spread":0.19290449718966107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013383304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023836996,0.00009340208,0.96045953,0.00011659987,0.006043451,0.008032414,0.0011209307,0.00018966616,0.00010700446],"genre_scores_gemma":[0.0027084479,0.0005019255,0.9931689,0.00047597554,0.0025555212,0.00038173108,0.000024436844,0.00010128714,0.00008176158],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5738138,0.34648946,0.074518874,0.0019193573,0.0016601897,0.0015983059],"domain_scores_gemma":[0.029287778,0.9512555,0.016301094,0.0014087581,0.0010503983,0.00069644634],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6663435,0.00071795634,0.019225178,0.00030166912,0.00031273556,0.00010303673,0.00092655193,0.0016420915,0.00054213987],"category_scores_gemma":[0.992816,0.00052449724,0.008058362,0.0004395029,0.0020989743,0.00046600154,0.00037507864,0.0010978244,0.000019410081],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24490222,0.0032786687,0.0015530578,0.0013875739,0.0057019694,0.000018821695,0.0007694986,0.00051374955,0.0006189508,0.10715325,0.002511107,0.63159114],"study_design_scores_gemma":[0.40460193,0.0012276762,0.00021216429,0.000460822,0.0046141143,0.000011934482,0.00019590315,0.24260935,0.0029894,0.33961254,0.0024683909,0.0009957651],"about_ca_topic_score_codex":0.000026471094,"about_ca_topic_score_gemma":8.745818e-7,"teacher_disagreement_score":0.6305953,"about_ca_system_score_codex":0.000066602275,"about_ca_system_score_gemma":0.0007832056,"threshold_uncertainty_score":0.99972063},"labels":[],"label_agreement":null},{"id":"W2017900496","doi":"10.1177/1740774506073463","title":"Independent design and conduct of clinical trials","year":2006,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Cornerstone; Independence (probability theory); Clinical trial; Randomized controlled trial; Alternative medicine; Medicine; Intervention (counseling); Intensive care medicine; Medical physics; Psychology; Psychiatry; Pathology","score_opus":0.9586008366553108,"score_gpt":0.6906928632390332,"score_spread":0.2679079734162776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017900496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8128814,0.014328947,0.09438601,0.045977697,0.013061499,0.00892874,0.001166917,0.00018312028,0.009085659],"genre_scores_gemma":[0.95372885,0.0018284109,0.027293092,0.007939251,0.0072914665,0.00017191679,0.000053973774,0.0000778483,0.0016151792],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8683526,0.05328716,0.075874805,0.0015874138,0.0002621895,0.0006358085],"domain_scores_gemma":[0.6862709,0.27819198,0.033287805,0.0013642666,0.0002404493,0.0006446389],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.70509183,0.00026525848,0.008818048,0.00024243386,0.00010200781,0.00008761567,0.00036120616,0.0007467327,0.00095802645],"category_scores_gemma":[0.44563946,0.00026374907,0.0011542786,0.00015985007,0.00036941728,0.00027501007,0.00009722027,0.00047842617,0.00086261483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011021219,0.0016420301,0.36946893,0.00045437785,0.0010302546,0.0000067756923,0.0001848174,0.00029099514,0.000028430555,0.28712606,0.32621032,0.0124549065],"study_design_scores_gemma":[0.028219555,0.0015887071,0.31509253,0.0003085641,0.00030149356,0.00001105173,0.00040549296,0.005645293,0.00011778938,0.41396606,0.23304906,0.001294414],"about_ca_topic_score_codex":0.00039026776,"about_ca_topic_score_gemma":0.000019677622,"teacher_disagreement_score":0.25945237,"about_ca_system_score_codex":0.00007075726,"about_ca_system_score_gemma":0.00039455298,"threshold_uncertainty_score":0.99998146},"labels":[],"label_agreement":null},{"id":"W2027196621","doi":"10.1177/1740774513475530","title":"Challenges in the research ethics review of cluster randomized trials: International survey of investigators","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Calgary; Robarts Clinical Trials; Western University; Foothills Medical Centre; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Research ethics; CRTS; Informed consent; Medicine; Research design; Family medicine; Ethics committee; Clinical trial; Alternative medicine; Medical education; Psychology; Political science; Psychiatry; Sociology; Social science; Computer science; Pathology","score_opus":0.9892507882343728,"score_gpt":0.8021300603586891,"score_spread":0.1871207278756838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027196621","genre_codex":"commentary","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059360147,0.11832149,0.000087868,0.7721818,0.0028149262,0.021495633,0.000085609165,0.000030708736,0.025621803],"genre_scores_gemma":[0.25328884,0.7378477,0.0009518837,0.006376913,0.000757255,0.00043678592,0.000032138723,0.000026025227,0.0002825175],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.23744226,0.7172578,0.032116648,0.0015875523,0.010627068,0.00096868194],"domain_scores_gemma":[0.0018023233,0.9874453,0.0021943739,0.0014362278,0.0068316017,0.00029020812],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.92670816,0.00017609268,0.006333811,0.00029678733,0.000039709284,0.000027427799,0.0012616129,0.0012858917,0.0009608806],"category_scores_gemma":[0.99468625,0.000090109854,0.0014115723,0.0007043712,0.003523107,0.0000779824,0.0004053272,0.008248818,0.00010061943],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3155134,0.008902002,0.045242313,0.06389979,0.0054972,0.000051163875,0.004020125,0.0000030683157,0.00027460148,0.17261899,0.15834795,0.22562939],"study_design_scores_gemma":[0.39560884,0.0022184171,0.09532828,0.07650532,0.00071513804,0.000008308679,0.0009849657,0.0002425142,0.00035786125,0.4188405,0.00879725,0.00039259347],"about_ca_topic_score_codex":0.00076349644,"about_ca_topic_score_gemma":0.0003139951,"teacher_disagreement_score":0.7658049,"about_ca_system_score_codex":0.00003971466,"about_ca_system_score_gemma":0.0021649178,"threshold_uncertainty_score":0.9999524},"labels":[],"label_agreement":null},{"id":"W2030531780","doi":"10.1177/1740774509105223","title":"Evaluating the benefit of event adjudication of cardiovascular outcomes in large simple RCTs","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Adjudication; Medicine; Randomized controlled trial; Event (particle physics); Simple (philosophy); Cardiovascular event; Medical physics; Intensive care medicine; Internal medicine; Myocardial infarction; Political science","score_opus":0.7228107795496578,"score_gpt":0.6578663880181861,"score_spread":0.06494439153147169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030531780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96146053,0.0005552793,0.035548054,0.000443931,0.00010486132,0.001482416,0.000028890348,0.00006829565,0.00030776396],"genre_scores_gemma":[0.9837435,0.00018162264,0.015847744,0.00008900304,0.00007014132,0.000034219767,0.0000041312214,0.000010102269,0.000019538673],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99463147,0.001676383,0.0028180957,0.00022259864,0.0004715308,0.00017994424],"domain_scores_gemma":[0.98337185,0.014444555,0.0011126273,0.0008466934,0.00018642722,0.00003781762],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041488606,0.000120406505,0.0015748497,0.00005631385,0.00002440674,0.0000046168825,0.0002849875,0.00015199864,0.000043399185],"category_scores_gemma":[0.097495705,0.000075931974,0.00078922947,0.00018706072,0.000064393615,0.00006316936,0.00006211902,0.00020847376,0.0000026138728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042179113,0.0029229373,0.032080743,0.00020821416,0.0012064195,0.000003920766,0.00060780573,0.0014443339,0.0037384804,0.33820066,0.0004943178,0.6186704],"study_design_scores_gemma":[0.0015403137,0.00060595194,0.03072087,0.00012256108,0.00025952343,3.1306072e-7,0.00005517758,0.00050494936,0.0057709194,0.9601352,0.00017788704,0.00010633978],"about_ca_topic_score_codex":0.000013282359,"about_ca_topic_score_gemma":0.0000074316854,"teacher_disagreement_score":0.62193453,"about_ca_system_score_codex":0.000027177242,"about_ca_system_score_gemma":0.000052586318,"threshold_uncertainty_score":0.9869892},"labels":[],"label_agreement":null},{"id":"W2035324238","doi":"10.1177/1740774512469312","title":"Central statistical monitoring: Detecting fraud in clinical trials","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"Canadian Institutes of Health Research; British Heart Foundation; Medical Research Council; Australian Government","keywords":"Medicine; Clinical trial; Multicenter study; Risk assessment; Statistics; Cutoff; Missing data; Statistical model; Computer science; Data mining; Randomized controlled trial; Internal medicine; Mathematics","score_opus":0.9255815327318341,"score_gpt":0.7339168505663992,"score_spread":0.19166468216543486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035324238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41492704,0.00042696876,0.514247,0.0035299745,0.046350673,0.014276939,0.0005590525,0.0010829597,0.0045993826],"genre_scores_gemma":[0.2621369,0.00047117224,0.7217322,0.0005482969,0.014127714,0.0004919837,0.000006219561,0.00017746039,0.0003080442],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.75443375,0.18892457,0.048992727,0.0030088515,0.0019234467,0.0027166465],"domain_scores_gemma":[0.03129462,0.9578483,0.00623011,0.002018574,0.0005248141,0.0020835525],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.41966522,0.0008520088,0.01183752,0.0002622334,0.00018024318,0.0003901251,0.00123616,0.0021353513,0.005753752],"category_scores_gemma":[0.979388,0.00064919156,0.0029253913,0.0006956147,0.0010142236,0.00029616882,0.00050689257,0.0038842862,0.0010284894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016460438,0.002795413,0.11252406,0.00020361219,0.0007543957,0.00013593023,0.00008145305,0.000005129828,0.00015545872,0.040772595,0.022164434,0.81876147],"study_design_scores_gemma":[0.010824888,0.0008913197,0.090126954,0.000410163,0.0006047466,0.000005939297,0.00017476386,0.0007278666,0.00032342275,0.89337337,0.0017322525,0.0008043075],"about_ca_topic_score_codex":0.00009051193,"about_ca_topic_score_gemma":0.00000960968,"teacher_disagreement_score":0.85260075,"about_ca_system_score_codex":0.0001684415,"about_ca_system_score_gemma":0.00046434344,"threshold_uncertainty_score":0.9997493},"labels":[],"label_agreement":null},{"id":"W2037636378","doi":"10.1177/1740774508098413","title":"Optimal sample size determinations from an industry perspective based on the expected value of information","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Sample size determination; Bayesian probability; Value of information; Profit (economics); Econometrics; Time horizon; Statistics; Sample (material); Expected utility hypothesis; Expected value; Robustness (evolution); Actuarial science; Computer science; Economics; Mathematics; Microeconomics; Mathematical optimization; Artificial intelligence","score_opus":0.7750729232342143,"score_gpt":0.6449265610705023,"score_spread":0.130146362163712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037636378","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7301983,0.000007694994,0.25754094,0.0035004325,0.0015909575,0.0023383861,0.0022497808,0.00020449501,0.0023690106],"genre_scores_gemma":[0.3632128,0.000009963705,0.6347357,0.0011078041,0.00079606776,0.000087544584,0.00000918331,0.000023376577,0.000017536244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9797942,0.014304161,0.004476505,0.00041749422,0.00073312013,0.00027454534],"domain_scores_gemma":[0.21244559,0.7834963,0.0020232797,0.0011448711,0.00062682806,0.00026313472],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025742456,0.0002585478,0.0016896654,0.00008227416,0.00020115357,0.000043924323,0.0005849958,0.00084046205,0.0020429823],"category_scores_gemma":[0.9292617,0.00016965732,0.00063660246,0.00036533477,0.0006992233,0.00020663391,0.000086966844,0.0011633037,0.00004161594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009618251,0.009384344,0.009697063,0.00010535843,0.0013097146,0.000040837655,0.005208985,0.0016071378,0.0003457208,0.90758365,0.020554122,0.034544785],"study_design_scores_gemma":[0.0046427106,0.0011674723,0.01703243,0.000117220945,0.00032286023,0.0000012003479,0.0010319708,0.0116064325,0.0013982565,0.9621604,0.0002108686,0.00030819623],"about_ca_topic_score_codex":0.00008282694,"about_ca_topic_score_gemma":0.0000023254606,"teacher_disagreement_score":0.9035193,"about_ca_system_score_codex":0.00007577852,"about_ca_system_score_gemma":0.0003418649,"threshold_uncertainty_score":0.9988693},"labels":[],"label_agreement":null},{"id":"W2039658745","doi":"10.1177/1740774510368301","title":"Trends in the application of dynamic allocation methods in multi-arm cancer clinical trials","year":2010,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; London Health Sciences Centre; McMaster University","funders":"","keywords":"Clinical trial; Medicine; Internal medicine","score_opus":0.9049874966009664,"score_gpt":0.7889799673320202,"score_spread":0.1160075292689462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039658745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07195098,0.00027908475,0.90456754,0.0062702657,0.009479264,0.0061653396,0.00032674617,0.00013860941,0.00082213955],"genre_scores_gemma":[0.15478848,0.0005156786,0.8417144,0.0005749208,0.0013102642,0.00090371765,0.000014905294,0.00006368581,0.00011397271],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6730031,0.27320483,0.048247486,0.002736235,0.0015730233,0.0012353619],"domain_scores_gemma":[0.13394107,0.85568815,0.007352823,0.002330936,0.0003716945,0.00031529317],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.5943893,0.00044573622,0.0065743383,0.00041390234,0.00005914222,0.000057394143,0.0013863975,0.0015797481,0.0007090577],"category_scores_gemma":[0.88196534,0.00028649936,0.001921443,0.001420329,0.0008679511,0.00010793806,0.00017910091,0.0028484743,0.00002657666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089733937,0.0032808725,0.006887821,0.00007057163,0.0001569614,0.000003322769,0.000121589364,0.0000050152794,0.0019421596,0.032254063,0.000634016,0.95374626],"study_design_scores_gemma":[0.016683899,0.00055521436,0.103607535,0.0001909488,0.0008975397,0.0000025187237,0.00015574749,0.016533837,0.0005650284,0.85679054,0.0034377573,0.00057941437],"about_ca_topic_score_codex":0.00015461307,"about_ca_topic_score_gemma":0.001017698,"teacher_disagreement_score":0.95316684,"about_ca_system_score_codex":0.000063699226,"about_ca_system_score_gemma":0.00027889566,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W2041544033","doi":"10.1191/1740774504cn031oa","title":"Time trends in personnel certification and turnover in the Collaborative Ocular Melanoma Study","year":2004,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ocular Oncology and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute; National Eye Institute","keywords":"Certification; Workload; Medicine; Clinical trial; Family medicine; Internal medicine; Management","score_opus":0.21577543399259877,"score_gpt":0.4934075280923952,"score_spread":0.2776320940997964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041544033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99457973,0.00032710496,0.0000017751985,0.0033544903,0.00009159021,0.0009480059,0.0000062777162,0.000008443997,0.00068259996],"genre_scores_gemma":[0.9991363,0.000031849584,0.00006774385,0.00035073736,0.00011986689,0.00006132978,0.00002018085,0.000006125114,0.00020581341],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690205,0.0018378781,0.0007475803,0.00027024985,0.0001286379,0.00011359111],"domain_scores_gemma":[0.9981855,0.0013609584,0.00014728868,0.00022320615,0.00003297128,0.000050048377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006146381,0.00009766788,0.0006484069,0.000098125485,0.00003710915,0.000011482489,0.0000562572,0.00016101092,0.0000700867],"category_scores_gemma":[0.0023354883,0.00005647697,0.000092066504,0.000384405,0.00011683823,0.000042308595,0.000011084751,0.00021443398,0.000057475805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033445114,0.010955045,0.9408182,0.000008782245,0.00052684214,0.00094353035,0.019123716,0.000011349979,0.00016825725,0.00019407322,0.00027232585,0.023633383],"study_design_scores_gemma":[0.024593845,0.0022424285,0.9688329,0.000029281104,0.00027409504,0.000009462288,0.0029722077,0.000012488641,0.00004265246,0.00029668893,0.0006268078,0.00006715284],"about_ca_topic_score_codex":0.000029287592,"about_ca_topic_score_gemma":0.00013323284,"teacher_disagreement_score":0.028014705,"about_ca_system_score_codex":0.00005327567,"about_ca_system_score_gemma":0.00007056897,"threshold_uncertainty_score":0.27959666},"labels":[],"label_agreement":null},{"id":"W2053269013","doi":"10.1191/1740774505cn62oa","title":"A web-based system for managing and co-ordinating multiple multisite studies","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Cancer Foundation","funders":"National Cancer Institute","keywords":"Computer science; Data collection; Process (computing); Track (disk drive); Data science; Web application; Resource (disambiguation); Data quality; Quality assurance; World Wide Web; Process management; Database; Information retrieval; Operations management; Engineering","score_opus":0.7270303352608196,"score_gpt":0.623113560823416,"score_spread":0.10391677443740366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053269013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74699765,0.0027254515,0.21970269,0.010994063,0.011187508,0.004247002,0.00039600537,0.00067651994,0.00307312],"genre_scores_gemma":[0.9657532,0.000017422384,0.031938437,0.00043086716,0.00089308654,0.000046304885,0.000007688873,0.000010612416,0.00090239634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99307936,0.0018611085,0.00295082,0.0010714765,0.0007331707,0.00030404248],"domain_scores_gemma":[0.895841,0.10169049,0.0010292076,0.000928492,0.00033717844,0.0001736061],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13433737,0.00015684601,0.0010917544,0.00023974068,0.00040162148,0.0005709192,0.00058951066,0.000069975664,0.00001890056],"category_scores_gemma":[0.19549781,0.00010550846,0.00035563717,0.00034165598,0.00018324445,0.00017882755,0.0003285108,0.000109018365,0.000140365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015534963,0.00008055661,0.0137799615,0.00006075399,0.0000926067,0.0000040029768,0.00010748312,0.00078703405,0.000046615554,0.0006182768,0.066749915,0.9175174],"study_design_scores_gemma":[0.009039732,0.00014367576,0.0031456305,0.00024301898,0.00011148707,0.000001455203,0.0031237334,0.7254941,0.00018567732,0.001399077,0.25682792,0.0002845124],"about_ca_topic_score_codex":0.000004904339,"about_ca_topic_score_gemma":0.000020998323,"teacher_disagreement_score":0.91723293,"about_ca_system_score_codex":0.00003917346,"about_ca_system_score_gemma":0.00003188965,"threshold_uncertainty_score":0.89138186},"labels":[],"label_agreement":null},{"id":"W2057565945","doi":"10.1177/1740774509356461","title":"Does the source of death information affect cancer screening efficacy results? A study of the use of mortality review versus death certificates in four randomized trials","year":2010,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Cancer Institute; National Center for Research Resources; U.S. Public Health Service; Centers for Disease Control and Prevention","keywords":"Medicine; Death certificate; Cause of death; Mortality rate; Randomized controlled trial; Confidence interval; Internal medicine; Disease","score_opus":0.7564123322173147,"score_gpt":0.5769507584911765,"score_spread":0.17946157372613825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057565945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98933834,0.0008697021,0.00012007341,0.0017055945,0.0009018149,0.0069338456,0.00006643532,0.000014087613,0.000050099272],"genre_scores_gemma":[0.996446,0.0025040247,0.00030706506,0.00029707063,0.000260115,0.00015069614,0.0000075890234,0.000009093896,0.000018323442],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.97856146,0.0117714405,0.008244341,0.0003067251,0.0008803569,0.00023565424],"domain_scores_gemma":[0.87515825,0.11354506,0.008572207,0.0017771883,0.00079104624,0.0001562518],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0927739,0.00020464971,0.004397222,0.0000717439,0.000058236797,0.000022833974,0.0003923434,0.00018327446,0.00004645559],"category_scores_gemma":[0.43210968,0.00007696005,0.0013499099,0.00042762677,0.00028409463,0.00019957533,0.00012310909,0.00057906844,0.0000010387477],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6080602,0.0009786115,0.28305927,0.00096694723,0.002577148,0.0000034783732,0.001307683,0.0006301424,0.00066522177,0.00011301357,0.0015952118,0.1000431],"study_design_scores_gemma":[0.45534846,0.0012358471,0.521372,0.007332476,0.007875127,0.0000018741507,0.00054692413,0.00061766396,0.002283655,0.00008542588,0.0030606717,0.00023986556],"about_ca_topic_score_codex":0.0045080977,"about_ca_topic_score_gemma":0.0006329188,"teacher_disagreement_score":0.3393358,"about_ca_system_score_codex":0.000021113206,"about_ca_system_score_gemma":0.00024107541,"threshold_uncertainty_score":0.9341802},"labels":[],"label_agreement":null},{"id":"W2057758569","doi":"10.1177/1740774507083389","title":"Meta-analysis of community-based cluster randomization trials with binary outcomes","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials; University of Guelph","funders":"","keywords":"Computer science; Type I and type II errors; Confounding; Meta-analysis; Context (archaeology); Econometrics; Statistics; Statistical power; Cluster (spacecraft); Statistic; Data mining; Medicine; Mathematics","score_opus":0.9786769574305204,"score_gpt":0.7132232643200425,"score_spread":0.26545369311047795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057758569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2535035,0.0012302119,0.7284983,0.005889563,0.0008774708,0.006347848,0.0002734142,0.000025281955,0.0033544558],"genre_scores_gemma":[0.9731714,0.00002047949,0.015646458,0.0049476647,0.00016029146,0.00008742676,0.00010961088,0.000025563608,0.0058310754],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.25866726,0.62438345,0.10650853,0.0012095876,0.008779762,0.00045139712],"domain_scores_gemma":[0.10694823,0.8270151,0.053763643,0.008747354,0.0031306855,0.0003949813],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9494274,0.0004715254,0.0573316,0.0016157734,0.00020228387,0.0004225232,0.0022027735,0.0003180548,0.018473728],"category_scores_gemma":[0.72429407,0.00016105946,0.04796131,0.0050191167,0.00027733453,0.00018303687,0.00013492447,0.00045357834,0.0003879811],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005608359,0.0014226361,0.0670881,0.00007224839,0.88083357,0.0000062203026,0.00031318763,0.010179751,0.000039800416,0.0007592906,0.024837011,0.008839816],"study_design_scores_gemma":[0.011926833,0.00033156452,0.021156212,0.000008461468,0.9488603,4.6086203e-7,0.00036322154,0.0031028017,0.000079708734,0.0024583207,0.011408828,0.00030332297],"about_ca_topic_score_codex":0.00002231771,"about_ca_topic_score_gemma":0.00010596092,"teacher_disagreement_score":0.719668,"about_ca_system_score_codex":0.000016281694,"about_ca_system_score_gemma":0.00012958766,"threshold_uncertainty_score":0.98242354},"labels":[],"label_agreement":null},{"id":"W2058914942","doi":"10.1191/1740774505cn084oa","title":"A critical history of individual and collective ethics in the lineage of Lellouch and Schwartz","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Exposition (narrative); Normative; Dilemma; Epistemology; Sociology; Collective action; Meta-ethics; Engineering ethics; Information ethics; Law; Political science; Philosophy","score_opus":0.9186973067652314,"score_gpt":0.7038480207878172,"score_spread":0.21484928597741426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058914942","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692304,0.010124039,0.06300734,0.024876032,0.005855672,0.008672856,0.0012551645,0.00016030611,0.016818194],"genre_scores_gemma":[0.37517107,0.00068023935,0.6210712,0.0016462116,0.0010465244,0.000056294382,0.0000010828236,0.000035693884,0.00029169067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9692016,0.023931935,0.005347834,0.0005084948,0.0007273592,0.00028273207],"domain_scores_gemma":[0.28277504,0.7154534,0.00090207654,0.00045282952,0.00026846144,0.00014819938],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14276224,0.00019521869,0.0023254545,0.00010458411,0.000038438913,0.000020659634,0.00036239272,0.00071544526,0.00015956702],"category_scores_gemma":[0.88441825,0.00013106405,0.00028311124,0.00020521379,0.0023652937,0.00006743804,0.00019810801,0.0014362752,0.000002544949],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004171803,0.0058754184,0.006979978,0.0017153793,0.0007355898,0.000041308405,0.019448765,0.000001861368,0.0006015884,0.77070177,0.04098216,0.1487444],"study_design_scores_gemma":[0.0056609567,0.0011978647,0.0060794163,0.00032907818,0.00061287556,0.000007544732,0.00048452156,0.00018330722,0.0005102478,0.9809004,0.0037986534,0.00023515536],"about_ca_topic_score_codex":0.000005989191,"about_ca_topic_score_gemma":0.000008822939,"teacher_disagreement_score":0.741656,"about_ca_system_score_codex":0.000053636,"about_ca_system_score_gemma":0.0005258962,"threshold_uncertainty_score":0.88270664},"labels":[],"label_agreement":null},{"id":"W2068572890","doi":"10.1177/1740774509352199","title":"Redesigning a large-scale clinical trial in response to negative external trial results: the CAMUS study of Phytotherapy for Benign Prostatic Hyperplasia","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Center for Complementary and Alternative Medicine; National Institutes of Health; Office of Dietary Supplements","keywords":"Medicine; Placebo; Clinical trial; Tamsulosin; Randomized controlled trial; Phytotherapy; Lower urinary tract symptoms; Clinical endpoint; Prostate; Hyperplasia; Internal medicine; Urology; Surgery; Cancer; Alternative medicine; Pathology","score_opus":0.411525352964493,"score_gpt":0.5869852029143902,"score_spread":0.17545984994989716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068572890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965155,0.000117093965,0.00045101185,0.005050424,0.00095000665,0.027955607,0.00012850005,0.00003581805,0.00015655183],"genre_scores_gemma":[0.99116,0.00013683025,0.0031984404,0.00091008714,0.0029410552,0.0008434765,0.000011507949,0.000041813615,0.0007568396],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9695407,0.020378437,0.0073363474,0.001057402,0.0009437382,0.00074336055],"domain_scores_gemma":[0.92638683,0.0707852,0.0010400919,0.0009860947,0.00036041252,0.00044135514],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1239697,0.00031918532,0.0028262846,0.00026125522,0.00015907819,0.00006539932,0.00042984812,0.0003446574,0.000044727825],"category_scores_gemma":[0.13154344,0.0001986279,0.0009147068,0.00065211125,0.00019482829,0.000090705114,0.0000728412,0.0010306428,0.000013458679],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9476926,0.011718631,0.0011236662,0.000016250886,0.00021093407,0.00007105136,0.004286223,0.000008793959,0.0005427739,0.000010480254,0.002134461,0.032184135],"study_design_scores_gemma":[0.7670941,0.20375264,0.021650502,0.00022711995,0.00023588842,0.000006647905,0.0027903377,0.00013896314,0.00025065572,0.0009378643,0.002716739,0.00019855304],"about_ca_topic_score_codex":0.00002954203,"about_ca_topic_score_gemma":0.00005011036,"teacher_disagreement_score":0.192034,"about_ca_system_score_codex":0.000065502296,"about_ca_system_score_gemma":0.00091146526,"threshold_uncertainty_score":0.9020575},"labels":[],"label_agreement":null},{"id":"W2069943709","doi":"10.1177/1740774507083567","title":"Meta-analysis of longitudinal studies","year":2007,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Montreal General Hospital; Montreal Children's Hospital; McGill University; Canadian Association of Radiation Oncology","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Random effects model; Multivariate statistics; Statistics; Meta-analysis; Multivariate analysis; Econometrics; Contrast (vision); Mixed model; Mathematics; Computer science; Medicine; Artificial intelligence; Internal medicine","score_opus":0.9607841748425348,"score_gpt":0.7121983436394579,"score_spread":0.24858583120307687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069943709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007464969,0.99741435,0.000015319967,0.00010188166,0.00028804562,0.001303662,0.0001458754,0.000024223684,0.0006991643],"genre_scores_gemma":[0.00001791695,0.9981062,0.00017164125,0.0003990803,0.00020868785,0.000064040316,0.00009825974,0.0000234523,0.00091072125],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98987496,0.002810658,0.005923813,0.000746269,0.00040181068,0.00024246931],"domain_scores_gemma":[0.9673111,0.029068362,0.002435593,0.00078087626,0.00019960078,0.00020445988],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.014147388,0.0004571806,0.03588398,0.00041710824,0.000028455894,0.00000692914,0.00016527681,0.00058792456,0.0011120964],"category_scores_gemma":[0.019244537,0.00020814115,0.03211141,0.0011169711,0.0003031277,0.000016932363,0.000106219835,0.00048798142,0.000094193405],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007377841,0.0005613681,0.00012264911,0.0020168987,0.61325866,0.00011253734,0.0000011189326,6.5925455e-8,2.0808075e-9,0.000046776786,0.00051603897,0.3832901],"study_design_scores_gemma":[0.00046385455,0.00045195833,0.00006053932,0.00013929926,0.60614306,0.0000012260176,0.0000014048195,9.6837255e-8,4.2407095e-8,0.00020640786,0.3924509,0.00008124293],"about_ca_topic_score_codex":0.00000238984,"about_ca_topic_score_gemma":0.0000026074274,"teacher_disagreement_score":0.39193487,"about_ca_system_score_codex":0.000018497105,"about_ca_system_score_gemma":0.000101234386,"threshold_uncertainty_score":0.99980104},"labels":[],"label_agreement":null},{"id":"W2073624191","doi":"10.1177/1740774511430241","title":"Clinician-trialist rounds: 8. Mentoring – part 2: the structure and function of effective mentoring linkage, resources, and academic opportunities","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Linkage (software); Medical education; Medicine; Function (biology); Psychology; Computer science; Genetics; Biology","score_opus":0.3790768148673047,"score_gpt":0.48757814947172295,"score_spread":0.10850133460441824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073624191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581223,0.011981687,0.00006099388,0.0005654983,0.025214791,0.0010061788,0.000039825565,0.000059810744,0.0029489093],"genre_scores_gemma":[0.9794847,0.0032206785,0.0000912375,0.00044031697,0.0114718955,0.000087379594,0.00001370707,0.0000352756,0.005154833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924806,0.0038824817,0.002310011,0.00045060643,0.00033637404,0.0005399757],"domain_scores_gemma":[0.98611856,0.01194935,0.0011884891,0.00034858132,0.00005153559,0.00034350206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03546398,0.00025672646,0.0010107835,0.000083586914,0.0002025478,0.00004661149,0.00020984912,0.0005964031,0.00018243688],"category_scores_gemma":[0.007383592,0.00017233286,0.00019286355,0.000117030984,0.00030180629,0.000162615,0.00018902351,0.001000721,0.000008289772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018517685,0.00016429239,0.19725749,0.00014172184,0.001749151,0.0000033402625,0.012081805,0.0000011588471,0.0006306869,0.009035046,0.01707256,0.76001096],"study_design_scores_gemma":[0.004127818,0.0003583749,0.10852882,0.00033266115,0.0006867839,0.0000072124813,0.0036832467,0.0000022998306,0.00039686647,0.001428299,0.88012385,0.00032378462],"about_ca_topic_score_codex":0.000030851304,"about_ca_topic_score_gemma":8.125315e-7,"teacher_disagreement_score":0.8630513,"about_ca_system_score_codex":0.00004694868,"about_ca_system_score_gemma":0.000032970715,"threshold_uncertainty_score":0.9931928},"labels":[],"label_agreement":null},{"id":"W2074615637","doi":"10.1177/1740774514562917","title":"Clinician-trialist rounds: 26. Sabbaticals. Part 1: Should I take a sabbatical?","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Visual Culture and Art Theory","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Psychology; Computer science; Operations management; Medical education; Medicine; Economics","score_opus":0.5907408930440093,"score_gpt":0.500459405324484,"score_spread":0.09028148771952538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074615637","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058476623,0.000917987,0.0020615342,0.024521597,0.0418612,0.0034172514,0.00031870836,0.002141574,0.86628354],"genre_scores_gemma":[0.8546148,0.00021608183,0.00035746905,0.025956316,0.072070286,0.00013332271,0.000086529624,0.00017193436,0.046393238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98766637,0.0059052887,0.004464636,0.00078441895,0.00053654314,0.00064276165],"domain_scores_gemma":[0.9755144,0.021819651,0.00093498325,0.0009152326,0.00027340482,0.0005423226],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.034099653,0.00043018712,0.0023485397,0.00007782544,0.0005528682,0.0006792872,0.00056484726,0.00041355015,0.012543988],"category_scores_gemma":[0.05840721,0.00029057608,0.0014044334,0.00008160969,0.0012893705,0.00027877244,0.00014422227,0.0007477294,0.005212376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034885755,0.0005050098,0.000111502224,0.000028159118,0.00018157443,0.000004394879,0.0010542278,8.11101e-7,0.000010496467,0.78115314,0.18854517,0.028056677],"study_design_scores_gemma":[0.0025020153,0.0007387422,0.00004366168,0.000100130586,0.0003061425,0.0000010972732,0.0005830127,0.00008609822,0.000028691718,0.11162606,0.8835793,0.0004050046],"about_ca_topic_score_codex":0.000021806123,"about_ca_topic_score_gemma":0.0001637949,"teacher_disagreement_score":0.81989026,"about_ca_system_score_codex":0.000026885662,"about_ca_system_score_gemma":0.000096333504,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W2075397711","doi":"10.1177/1740774511407939","title":"A tale of three labels: translating the JUPITER trial data into regulatory claims","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rosuvastatin; Medicine; Clinical endpoint; Unstable angina; Clinical trial; Myocardial infarction; Placebo; Randomized controlled trial; Population; Internal medicine; Statin; Rosuvastatin Calcium; Physical therapy; Cardiology; Alternative medicine; Environmental health; Pathology","score_opus":0.5731594950753952,"score_gpt":0.49455147749572415,"score_spread":0.07860801757967106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075397711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804345,0.005003308,0.002077297,0.0019725626,0.0022518868,0.004606952,0.00004701122,0.00007790058,0.003528633],"genre_scores_gemma":[0.9891483,0.00032331646,0.0045388523,0.00095844746,0.0047791493,0.000057284564,0.00003938191,0.00003830547,0.000116961244],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99419576,0.0019962948,0.002537524,0.0004926305,0.0005483806,0.00022943527],"domain_scores_gemma":[0.9945007,0.0017425568,0.00058434805,0.00286717,0.00011067663,0.00019455628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.039514184,0.00015501758,0.0016194965,0.000039649673,0.00008340842,0.0000111181635,0.00049867,0.0002895109,0.00029472553],"category_scores_gemma":[0.008339661,0.000085467385,0.0009530289,0.00017121433,0.00031936326,0.00009376126,0.00015738982,0.00045236235,0.00002992913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04487319,0.0011977677,0.0035044332,0.00038786672,0.0022170225,0.00003196039,0.0014012151,2.905307e-7,0.0005930818,0.0014544497,0.005168857,0.9391699],"study_design_scores_gemma":[0.6283627,0.0142636895,0.097804196,0.002071531,0.011497218,0.00009107488,0.0016047332,0.0011132769,0.004214967,0.058182128,0.17939715,0.001397296],"about_ca_topic_score_codex":0.00016051251,"about_ca_topic_score_gemma":0.000078581565,"teacher_disagreement_score":0.9377726,"about_ca_system_score_codex":0.00001270527,"about_ca_system_score_gemma":0.00036079716,"threshold_uncertainty_score":0.9983956},"labels":[],"label_agreement":null},{"id":"W2076160163","doi":"10.1177/1740774507087704","title":"Specific barriers to the conduct of randomized trials","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Boehringer Ingelheim (Canada); Health Canada; McMaster University","funders":"","keywords":"Protocol (science); Risk analysis (engineering); Clinical trial; Randomized controlled trial; Psychological intervention; Quality (philosophy); Informed consent; Process (computing); Medicine; Computer science; Alternative medicine; Nursing","score_opus":0.9468991071094657,"score_gpt":0.7278013918630317,"score_spread":0.21909771524643396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076160163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6730308,0.006854626,0.0034599886,0.23986754,0.0124040535,0.026473673,0.00021558435,0.0002161365,0.037477583],"genre_scores_gemma":[0.9483272,0.021975582,0.0049449126,0.009479155,0.006440334,0.00027486932,0.000012746998,0.00006274001,0.008482456],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8889698,0.079933204,0.02463301,0.0015174922,0.0039849025,0.00096159463],"domain_scores_gemma":[0.0344504,0.957649,0.0023039354,0.002247014,0.0015771398,0.0017724934],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.56533694,0.00023349542,0.009461583,0.00014516423,0.00017817256,0.000024395009,0.0006868995,0.0008168729,0.0046605496],"category_scores_gemma":[0.9740935,0.0001145428,0.0042477776,0.0005061829,0.0027239146,0.000038369693,0.00023097279,0.0025062407,0.0005932798],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.62988263,0.0008175463,0.0031232596,0.00017931772,0.003126637,0.00015839636,0.0008651421,0.00001342101,0.0033775168,0.029949471,0.31156912,0.016937526],"study_design_scores_gemma":[0.68987036,0.0025687683,0.0018295672,0.0007669757,0.0016675193,0.000043612417,0.00043972873,0.00004185398,0.0111123845,0.06488031,0.22632827,0.00045064418],"about_ca_topic_score_codex":0.000021226651,"about_ca_topic_score_gemma":0.000004435869,"teacher_disagreement_score":0.8777158,"about_ca_system_score_codex":0.00003529556,"about_ca_system_score_gemma":0.0019517429,"threshold_uncertainty_score":0.9999901},"labels":[],"label_agreement":null},{"id":"W2076689370","doi":"10.1177/1740774508091965","title":"Addressing the challenges of a cross-national investigation: lessons from the Pittsburgh-Pisa study of treatment-relevant phenotypes of unipolar depression","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Treatment of Major Depression","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health","keywords":"Depression (economics); Psychology; Medicine; Psychiatry; Gerontology; Clinical psychology","score_opus":0.7113635452281422,"score_gpt":0.5532888866795231,"score_spread":0.15807465854861902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076689370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874389,0.008098354,0.00001631481,0.0025660084,0.00026623043,0.0013283482,0.000055086104,0.000024218098,0.00020651128],"genre_scores_gemma":[0.9971408,0.0018949583,0.00025854397,0.000061657236,0.00051118433,0.00004945827,0.00001608614,0.000020634665,0.000046668785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941135,0.002484635,0.0021049038,0.00039439567,0.00075584895,0.00014670739],"domain_scores_gemma":[0.9795491,0.01762111,0.0015684026,0.0007627703,0.00039611614,0.000102473445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004077577,0.0002092361,0.0013027234,0.000055638357,0.00017773372,0.000008935192,0.000262163,0.00019432882,0.000052109066],"category_scores_gemma":[0.012575604,0.0000948983,0.0004013105,0.00015334322,0.00081364415,0.000088574496,0.00010542568,0.00021108495,0.0000028327277],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027560047,0.0049101305,0.94889635,0.000043800486,0.0014634494,0.00001291705,0.004407128,0.0001045542,0.0070651704,0.00042986803,0.00053733704,0.029373264],"study_design_scores_gemma":[0.013509497,0.0019417804,0.969844,0.0005427578,0.00082685234,0.00000519019,0.0008141957,0.00004532638,0.009270104,0.002848415,0.00026642278,0.00008549944],"about_ca_topic_score_codex":0.00027780418,"about_ca_topic_score_gemma":0.000027252476,"teacher_disagreement_score":0.029287765,"about_ca_system_score_codex":0.000045659428,"about_ca_system_score_gemma":0.00040293718,"threshold_uncertainty_score":0.9957419},"labels":[],"label_agreement":null},{"id":"W2077506728","doi":"10.1177/1740774510374091","title":"Assessing contamination and compliance in the prostate component of the Prostate, Lung, Colorectal, and Ovarian (PLCO) Cancer Screening Trial","year":2010,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Prostate; Prostate cancer; Prostate cancer screening; Incidence (geometry); Prostate-specific antigen; Internal medicine; Oncology; Cancer screening; Gynecology; Epidemiology; Rectal examination; Cancer","score_opus":0.2756276787216155,"score_gpt":0.5110173590625215,"score_spread":0.23538968034090607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077506728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705405,0.0008750566,0.000025228986,0.0066234074,0.0008126397,0.0044095335,0.000053152948,0.0000113597835,0.00013559591],"genre_scores_gemma":[0.9973499,0.0009848388,0.00038085383,0.0005164184,0.00030017828,0.00040621063,0.00001584299,0.000013476815,0.000032258748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968669,0.0010779577,0.0012517757,0.0003452617,0.00026022684,0.00019791987],"domain_scores_gemma":[0.9949642,0.003878946,0.00068611454,0.00026147513,0.00011939015,0.00008990682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076548364,0.00015914411,0.00086269085,0.000038220347,0.0001270227,0.00009912233,0.00010030798,0.00012794924,0.000019344716],"category_scores_gemma":[0.0029939709,0.00008186379,0.00013577257,0.00016509177,0.00041640006,0.00014520704,0.00006852055,0.00045861723,3.7463073e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018915525,0.0011540572,0.7880283,0.00022452645,0.00026932088,0.000022459812,0.0011738072,0.000003332779,0.0038176733,0.00054543524,0.00069623213,0.18514931],"study_design_scores_gemma":[0.061754756,0.00079178833,0.9324118,0.000692061,0.00030186452,0.000009845406,0.0002361245,0.0006014989,0.0012346056,0.000254904,0.0016029266,0.000107855085],"about_ca_topic_score_codex":0.00020141025,"about_ca_topic_score_gemma":0.00018441006,"teacher_disagreement_score":0.18504146,"about_ca_system_score_codex":0.000031865005,"about_ca_system_score_gemma":0.00017804131,"threshold_uncertainty_score":0.3584279},"labels":[],"label_agreement":null},{"id":"W2084652988","doi":"10.1177/1740774507079439","title":"Monitoring the randomized trials of the Women's Health Initiative: the experience of the Data and Safety Monitoring Board","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Menopause: Health Impacts and Treatments","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Safety monitoring; Medicine; Clinical trial; Randomized controlled trial; Data monitoring committee; Adverse effect; Women's Health Initiative; Postmenopausal women; Bioinformatics; Pharmacology; Surgery; Internal medicine","score_opus":0.5609611983456146,"score_gpt":0.5880129174506635,"score_spread":0.027051719105048888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084652988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753916,0.0049220035,0.00008026353,0.010095231,0.0038108618,0.005394346,0.00009855004,0.000014262735,0.00019285777],"genre_scores_gemma":[0.99145615,0.0057503064,0.00017965969,0.0008363936,0.0016088614,0.00005441407,0.0000018206033,0.000018309678,0.000094086245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9775089,0.014647501,0.0060945107,0.00042363317,0.00079050823,0.0005349708],"domain_scores_gemma":[0.7922809,0.19308525,0.00899348,0.0046098363,0.00033741925,0.00069311314],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15068929,0.00022137759,0.0031709084,0.000031446853,0.00044416857,0.000026854726,0.0007417315,0.00013752752,0.000033040134],"category_scores_gemma":[0.15611891,0.00006910295,0.00021759394,0.0003063682,0.00092218124,0.00008707227,0.0004463573,0.0005136769,0.0000012715825],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39681825,0.0016644776,0.2651139,0.00084030343,0.004488173,0.0000120721315,0.037180502,0.000007916104,0.0029241953,0.00055381283,0.0013607336,0.28903568],"study_design_scores_gemma":[0.5043828,0.0026549774,0.451229,0.0036312244,0.002129063,0.000018453924,0.013372183,0.000046397177,0.010872467,0.0015697369,0.009783576,0.0003101376],"about_ca_topic_score_codex":0.00017105622,"about_ca_topic_score_gemma":0.000003577836,"teacher_disagreement_score":0.28872555,"about_ca_system_score_codex":0.00008988882,"about_ca_system_score_gemma":0.0005777652,"threshold_uncertainty_score":0.8745441},"labels":[],"label_agreement":null},{"id":"W2098841909","doi":"10.1177/1740774511401764","title":"Quantitative evaluation of single-arm versus randomized phase II cancer clinical trials","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Medicine; Clinical trial; Phase (matter); Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9827110079089646,"score_gpt":0.7883904939711813,"score_spread":0.19432051393778327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098841909","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5403751,0.0034971964,0.29154998,0.0020132826,0.08939983,0.038231246,0.0026541676,0.00074269786,0.031536467],"genre_scores_gemma":[0.18497911,0.0017686576,0.80626523,0.00035985876,0.0049263136,0.0012857011,0.0000187806,0.00016827844,0.00022806879],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.474006,0.46426353,0.05442948,0.002502261,0.0036339643,0.0011647554],"domain_scores_gemma":[0.024671994,0.95291644,0.016913839,0.0017865802,0.0029006554,0.0008105013],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.75138956,0.00069255865,0.017838903,0.00023381576,0.00017715344,0.000049466904,0.00094088493,0.0014281409,0.011987438],"category_scores_gemma":[0.98871326,0.00048257245,0.0063499575,0.0005871749,0.002648315,0.00019432617,0.0003622682,0.0012042205,0.00010523047],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5439648,0.01582867,0.000043051736,0.000100471654,0.0046593985,0.0000067604524,0.00034027963,0.000001819591,0.0002296159,0.12042367,0.0053770826,0.3090244],"study_design_scores_gemma":[0.40884462,0.0077732126,0.000023439241,0.0002661846,0.010789063,3.9948813e-7,0.000108691114,0.0012324475,0.0014058722,0.568922,0.00026189312,0.0003722024],"about_ca_topic_score_codex":0.00005393538,"about_ca_topic_score_gemma":0.000018384704,"teacher_disagreement_score":0.51471525,"about_ca_system_score_codex":0.0001238939,"about_ca_system_score_gemma":0.0010351291,"threshold_uncertainty_score":0.9998682},"labels":[],"label_agreement":null},{"id":"W2100839679","doi":"10.1177/1740774512456453","title":"Eligibility criteria in randomized phase II and III adjuvant and neoadjuvant breast cancer trials: Not a significant barrier to enrollment","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec; Hôpital du Saint-Sacrement; Université de Sherbrooke","funders":"","keywords":"Medicine; Breast cancer; Clinical trial; Subcategory; Cancer; Randomized controlled trial; Informed consent; Internal medicine; Alternative medicine; Pathology","score_opus":0.6986174829355115,"score_gpt":0.7053832411292866,"score_spread":0.006765758193775118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100839679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95424706,0.0032797884,0.00035591883,0.031645402,0.0018188372,0.007860398,0.00048574674,0.000055030378,0.00025181632],"genre_scores_gemma":[0.97924244,0.009934053,0.0013496203,0.0054450817,0.0026274736,0.00079395616,0.0000126490095,0.000047089714,0.00054765295],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96436185,0.020749489,0.010697902,0.0015414364,0.0014701337,0.0011792049],"domain_scores_gemma":[0.57060313,0.4201816,0.0018469132,0.0018895327,0.00094443327,0.004534369],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4003835,0.00044904542,0.008850449,0.00025283618,0.00015863632,0.0000909986,0.00025855357,0.00094296975,0.001725102],"category_scores_gemma":[0.5846143,0.0002886416,0.0010155806,0.00031142673,0.001215886,0.00016118363,0.00063454476,0.0021674817,0.000027318587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77350587,0.004648763,0.01222612,0.00031547222,0.000760223,0.000056088866,0.0013339603,7.0852485e-7,0.018633822,0.0009798801,0.0023054671,0.18523361],"study_design_scores_gemma":[0.95036864,0.003288016,0.024639906,0.0017480484,0.0016022329,0.000027832808,0.00037719912,0.0004064088,0.004712956,0.007884111,0.0042315577,0.0007131163],"about_ca_topic_score_codex":0.00038359148,"about_ca_topic_score_gemma":0.00008421577,"teacher_disagreement_score":0.39943212,"about_ca_system_score_codex":0.00014424759,"about_ca_system_score_gemma":0.00089718925,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2103725571","doi":"10.1177/1740774512450097","title":"The role for pragmatic randomized controlled trials (pRCTs) in comparative effectiveness research","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"H2020 European Research Council; Blue Cross and Blue Shield Association; Canadian Institutes of Health Research; Patient-Centered Outcomes Research Institute","keywords":"Generalizability theory; Comparative effectiveness research; Randomized controlled trial; Internal validity; Psychological intervention; External validity; Health care; Medicine; Cost effectiveness; Alternative medicine; Management science; Risk analysis (engineering); Psychology; Nursing; Political science; Economics; Social psychology","score_opus":0.8997568960764607,"score_gpt":0.7007489774770788,"score_spread":0.19900791859938194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103725571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53309536,0.13567232,0.024190791,0.07942301,0.021162828,0.17589886,0.0010212729,0.00019413399,0.029341446],"genre_scores_gemma":[0.9780283,0.000959269,0.0010682013,0.0011881121,0.0034847627,0.014625192,0.000028719223,0.00004032105,0.00057709956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.5740873,0.36132905,0.061082352,0.0012188932,0.00044627956,0.0018361021],"domain_scores_gemma":[0.07757646,0.90932393,0.011629117,0.00078254484,0.00032618828,0.00036175147],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.940848,0.00027865788,0.020122787,0.00039869858,0.00045631954,0.00023350517,0.00051009265,0.00039636527,0.00020524133],"category_scores_gemma":[0.8750094,0.00018784955,0.0024472096,0.00030610999,0.0004853517,0.00037096938,0.00007933707,0.0005769464,0.0013262058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18294345,0.0009673058,0.012339673,0.00034529789,0.0022612163,2.362219e-7,0.0022043658,0.000080333964,0.0000062474865,0.7812392,0.016251782,0.0013608823],"study_design_scores_gemma":[0.5638541,0.0002355773,0.003803371,0.000273377,0.00014313048,6.069934e-7,0.0018380512,0.007814661,0.00001795078,0.35978305,0.061872143,0.00036398813],"about_ca_topic_score_codex":0.00015422536,"about_ca_topic_score_gemma":0.00004862354,"teacher_disagreement_score":0.54799485,"about_ca_system_score_codex":0.0003693635,"about_ca_system_score_gemma":0.0003506453,"threshold_uncertainty_score":0.9994514},"labels":[],"label_agreement":null},{"id":"W2104499805","doi":"10.1177/1740774514561242","title":"The impact of registration of clinical trials units: The UK experience","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Clinical trial; Medicine; Staffing; Accreditation; Medical education; Family medicine; Medical physics; Nursing; Pathology","score_opus":0.9555622389471763,"score_gpt":0.7996324837973618,"score_spread":0.15592975514981444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104499805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97220623,0.00059565454,0.0012448657,0.010999308,0.0023421445,0.0028070074,0.00005269399,0.000038202776,0.009713865],"genre_scores_gemma":[0.9897674,0.004827465,0.00032785317,0.0005001417,0.003033307,0.00004989864,0.000009472587,0.000023909553,0.0014605604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8424705,0.106922604,0.043258518,0.0016078651,0.004630212,0.0011102445],"domain_scores_gemma":[0.018467195,0.9675477,0.0073719337,0.0031799213,0.002851332,0.00058191404],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.615947,0.00022349479,0.003893511,0.000053449363,0.00018040724,0.000054650525,0.0010898447,0.0011127017,0.00034381964],"category_scores_gemma":[0.9731249,0.00009198313,0.0026713337,0.0005962087,0.004088107,0.000055879438,0.00023785103,0.0030436658,0.000035406272],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041197553,0.0028922234,0.33260486,0.00033094542,0.0030496116,0.000013130192,0.00078904594,0.0000469857,0.003039424,0.12657112,0.06428297,0.42518213],"study_design_scores_gemma":[0.040859252,0.029579764,0.59229124,0.002328291,0.0017996732,0.000019483612,0.0022997004,0.002867563,0.0059229108,0.28239253,0.038927376,0.0007121987],"about_ca_topic_score_codex":0.00019598444,"about_ca_topic_score_gemma":0.000067078035,"teacher_disagreement_score":0.8606251,"about_ca_system_score_codex":0.00002901417,"about_ca_system_score_gemma":0.0023402236,"threshold_uncertainty_score":0.9992564},"labels":[],"label_agreement":null},{"id":"W2106029785","doi":"10.1177/1740774508089459","title":"Maintaining confidentiality of interim data to enhance trial integrity and credibility","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research","keywords":"Interim; Safeguarding; Interim analysis; Credibility; Confidentiality; Data monitoring committee; Harm; Clinical trial; Medicine; Psychology; Computer science; Computer security; Political science; Social psychology; Nursing; Law","score_opus":0.9540912610429189,"score_gpt":0.7680111871722448,"score_spread":0.18608007387067405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106029785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98425215,0.00013713991,0.0029513433,0.0076116305,0.0015015986,0.0020388186,0.00015735519,0.00004683674,0.0013031136],"genre_scores_gemma":[0.98818165,0.0012233342,0.0066428287,0.0013461853,0.0020122828,0.000022445267,0.000037342583,0.000018538682,0.0005154078],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.98323727,0.0070134494,0.0064169923,0.001536265,0.0013552415,0.0004407687],"domain_scores_gemma":[0.44958833,0.5317602,0.0027082963,0.010136003,0.0030342469,0.0027729315],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21175973,0.00018549881,0.0024707592,0.00008255448,0.00008958994,0.000026377076,0.00084741326,0.0007868806,0.0005672659],"category_scores_gemma":[0.796498,0.00014390676,0.00039160563,0.00023726336,0.0018428453,0.00011296211,0.0017410616,0.00424773,0.000049764356],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70406646,0.008812128,0.12656872,0.0014349842,0.001711172,0.0002841157,0.001247025,9.539903e-7,0.009714678,0.012323129,0.029685147,0.1041515],"study_design_scores_gemma":[0.33129334,0.053741597,0.35666493,0.005611424,0.0020991531,0.0001626854,0.0021236183,0.001149236,0.03298901,0.17006764,0.042028364,0.002068998],"about_ca_topic_score_codex":0.0002972572,"about_ca_topic_score_gemma":0.00012955042,"teacher_disagreement_score":0.58473825,"about_ca_system_score_codex":0.00004157194,"about_ca_system_score_gemma":0.0013663836,"threshold_uncertainty_score":0.9980495},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2106094950","doi":"10.1177/1740774512467404","title":"Determining optimal sample sizes for multistage adaptive randomized clinical trials from an industry perspective using value of information methods","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Frequentist inference; Sample size determination; Profit (economics); Value of information; Randomized controlled trial; Bayesian probability; Expected utility hypothesis; Computer science; Actuarial science; Econometrics; Statistics; Medicine; Economics; Mathematics; Bayesian inference; Microeconomics; Artificial intelligence","score_opus":0.901972840808825,"score_gpt":0.7468425831810588,"score_spread":0.15513025762776622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106094950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056873005,0.0001427921,0.9266692,0.00012791205,0.0062061045,0.006720566,0.002950766,0.0001463645,0.00016329481],"genre_scores_gemma":[0.03730988,0.00007519836,0.95507026,0.0004098043,0.006639409,0.00034690436,0.000037706144,0.000098448625,0.000012371563],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.67933166,0.2820302,0.034870975,0.0013409903,0.0011239758,0.0013022096],"domain_scores_gemma":[0.027537296,0.95465356,0.014099802,0.0013365329,0.0012695357,0.0011032582],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58986664,0.0007324118,0.015256528,0.00024346125,0.00021730653,0.00015003799,0.0008117151,0.002940342,0.0007062705],"category_scores_gemma":[0.9847271,0.00055077206,0.0048506265,0.0003555815,0.0015310377,0.0010939428,0.0003543186,0.002038001,0.000012411004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25450814,0.0034912182,0.001885875,0.00021923288,0.006339953,0.000003164644,0.0026545906,0.00019918071,0.00035995196,0.2833339,0.00059049367,0.4464143],"study_design_scores_gemma":[0.1816476,0.0012155251,0.0005119224,0.00034864395,0.0062718894,0.0000021199141,0.0028512701,0.06905222,0.0016885501,0.7353167,0.0002965359,0.0007970152],"about_ca_topic_score_codex":0.00018534053,"about_ca_topic_score_gemma":0.0000021656872,"teacher_disagreement_score":0.6726234,"about_ca_system_score_codex":0.00016466634,"about_ca_system_score_gemma":0.000567421,"threshold_uncertainty_score":0.9996944},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2106121516","doi":"10.1177/1740774513504151","title":"Beyond intention to treat: What is the right question?","year":2013,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Randomized controlled trial; Causal inference; Medicine; Terminology; Treatment effect; Treatment and control groups; Population; Protocol (science); Instrumental variable; Psychology; Alternative medicine; Statistics; Mathematics; Surgery; Internal medicine","score_opus":0.7023504462850969,"score_gpt":0.6546002616242445,"score_spread":0.04775018466085246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106121516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011788783,0.97867805,0.010071589,0.0008911158,0.00163449,0.006173721,0.00006034501,0.00038890284,0.0021005895],"genre_scores_gemma":[3.4901757e-7,0.9746017,0.016435804,0.00074150716,0.0011086062,0.0014518993,0.000048987582,0.000094411385,0.005516745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866417,0.0066210446,0.005215742,0.00077368465,0.00038140296,0.00036639394],"domain_scores_gemma":[0.9503146,0.04483816,0.0025408366,0.0017214072,0.00031916593,0.00026585168],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.021511031,0.0006152574,0.005549182,0.00014697094,0.00011390126,0.00038329198,0.0009220301,0.0010440572,0.001438549],"category_scores_gemma":[0.04276428,0.00030689678,0.0023324413,0.00034264385,0.00021000743,0.00039800626,0.00029592033,0.0010298166,0.0022514327],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064584115,0.00009710167,1.9241662e-7,0.0015791316,0.000110928064,0.0000025111774,0.000016433829,3.431236e-9,1.9407548e-7,0.050692525,0.04435958,0.90313494],"study_design_scores_gemma":[0.00011354958,0.00012894289,9.960478e-8,0.010944805,0.0010585085,0.000004811652,0.000010626673,3.2043036e-7,0.000007970327,0.3833423,0.60415816,0.00022991639],"about_ca_topic_score_codex":0.0000075169137,"about_ca_topic_score_gemma":0.0000037306513,"teacher_disagreement_score":0.90290505,"about_ca_system_score_codex":0.00013771481,"about_ca_system_score_gemma":0.00015931998,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W2106972824","doi":"10.1177/1740774513517063","title":"Simulating sequential multiple assignment randomized trials to generate optimal personalized warfarin dosing strategies","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dosing; Warfarin; Pharmacodynamics; Medicine; Pharmacokinetics; Computer science; Intensive care medicine; Pharmacology; Internal medicine","score_opus":0.6609817779989111,"score_gpt":0.6237253747213521,"score_spread":0.03725640327755897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106972824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8651765,0.0015718208,0.11151707,0.0018230976,0.01251036,0.0045435983,0.00018420893,0.00023700733,0.002436347],"genre_scores_gemma":[0.97600746,0.0006676341,0.009555801,0.005262007,0.007470133,0.00031923305,0.000054282504,0.00007212972,0.00059130613],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9211854,0.06989657,0.00642697,0.0010224263,0.0005210407,0.0009476153],"domain_scores_gemma":[0.9079105,0.08803499,0.0021401322,0.0004813036,0.00029410748,0.0011389232],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17645131,0.000598011,0.0056547974,0.00018378689,0.00047196727,0.0002833848,0.0005558379,0.0007591391,0.0027231444],"category_scores_gemma":[0.08837075,0.00045996622,0.0022205734,0.00024953356,0.00051262835,0.00015749483,0.000285502,0.0011606773,0.0003081437],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20285991,0.0012702873,0.0007273549,0.00008594028,0.0041190004,0.00003986302,0.0013018983,0.21887963,0.3264737,0.007566032,0.0057105734,0.23096581],"study_design_scores_gemma":[0.4256658,0.00029966672,0.00008672919,0.000052421332,0.003639535,0.0000053678023,0.00020364461,0.26505592,0.06490953,0.0031302106,0.2359518,0.0009993712],"about_ca_topic_score_codex":0.000028570146,"about_ca_topic_score_gemma":0.0000028506793,"teacher_disagreement_score":0.26156417,"about_ca_system_score_codex":0.000056926754,"about_ca_system_score_gemma":0.00031245922,"threshold_uncertainty_score":0.9997852},"labels":[],"label_agreement":null},{"id":"W2108086045","doi":"10.1177/1740774513513658","title":"Survey of consent practices in cluster randomized trials: Improvements are needed in ethical conduct and reporting","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Calgary; Robarts Clinical Trials; Foothills Medical Centre; Ottawa Hospital; University of Ottawa; Western University","funders":"Canadian Institutes of Health Research","keywords":"Informed consent; Cluster randomised controlled trial; Family medicine; Psychological intervention; Cluster (spacecraft); Medicine; Randomized controlled trial; Randomization; Clinical trial; CRTS; Intervention (counseling); Data collection; Research ethics; Alternative medicine; Psychiatry; Surgery; Statistics","score_opus":0.96882576507331,"score_gpt":0.7689650592095886,"score_spread":0.1998607058637214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108086045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502899,0.0005268667,0.00003321398,0.041152835,0.0006903119,0.006794409,0.000014368106,0.00001728124,0.00048081306],"genre_scores_gemma":[0.9902676,0.002342864,0.0012995886,0.0051501645,0.00030173265,0.00026757448,0.000016717555,0.000027992943,0.00032579873],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.6457337,0.264641,0.081328906,0.0029105865,0.0038640911,0.0015217343],"domain_scores_gemma":[0.0022178455,0.9714483,0.023429763,0.0008533033,0.00157789,0.00047287784],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.7742445,0.00024558327,0.009492631,0.00025687227,0.00003220136,0.00007776804,0.00023014983,0.0020528638,0.000413922],"category_scores_gemma":[0.9965153,0.00015850071,0.00075533,0.00041175718,0.0013795051,0.0001228491,0.00034397215,0.006089465,0.000025083631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34614387,0.0021059911,0.6296588,0.0012880221,0.0009136177,0.00015434573,0.00030153734,0.0000021528697,0.0021267717,0.00039552804,0.0037523182,0.013157032],"study_design_scores_gemma":[0.6166417,0.0011634149,0.3495956,0.0024798831,0.000412789,0.000009152342,0.0011704599,0.0013154747,0.0007247797,0.026087377,0.000083299834,0.00031606707],"about_ca_topic_score_codex":0.009753604,"about_ca_topic_score_gemma":0.003905667,"teacher_disagreement_score":0.7068073,"about_ca_system_score_codex":0.000053528853,"about_ca_system_score_gemma":0.0012657469,"threshold_uncertainty_score":0.99924266},"labels":[],"label_agreement":null},{"id":"W2109054675","doi":"10.1177/1740774507087551","title":"Sensible approaches for reducing clinical trial costs","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":181,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"","keywords":"Clinical trial; Medicine; Randomized controlled trial; Payment; Duration (music); Cost–benefit analysis; Operations management; Operations research; Business; Surgery; Engineering; Finance; Internal medicine","score_opus":0.9772817153848696,"score_gpt":0.7307094998449754,"score_spread":0.24657221553989428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109054675","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28941554,0.0003494565,0.61309063,0.004505509,0.049864918,0.025355373,0.00076712033,0.001349132,0.015302344],"genre_scores_gemma":[0.03545307,0.0005034011,0.93843573,0.0008664038,0.022205893,0.0005596886,0.00001559493,0.00017677457,0.0017834557],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94453454,0.03285517,0.01839224,0.00213342,0.0009653827,0.00111924],"domain_scores_gemma":[0.24319251,0.7495364,0.003834724,0.0019724965,0.00046772455,0.0009961684],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22057709,0.0006035994,0.006994665,0.00013350786,0.0003987238,0.00008899564,0.0008476813,0.0016205194,0.00037915003],"category_scores_gemma":[0.9264608,0.00046917042,0.004040637,0.0004116771,0.0014534186,0.00013492822,0.00029756653,0.0014648404,0.00020904421],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13812257,0.006530461,0.0010624898,0.00024439834,0.0015844557,0.00009074555,0.000081791964,0.000005859795,0.000024150146,0.16822574,0.24547169,0.43855566],"study_design_scores_gemma":[0.15710147,0.004514127,0.0004044351,0.00019387418,0.0010266688,0.000026080957,0.000053678465,0.0010406089,0.00024841126,0.8169404,0.017624347,0.00082587014],"about_ca_topic_score_codex":0.000007391456,"about_ca_topic_score_gemma":0.0000023005027,"teacher_disagreement_score":0.7166812,"about_ca_system_score_codex":0.00009086327,"about_ca_system_score_gemma":0.0006424894,"threshold_uncertainty_score":0.999776},"labels":[],"label_agreement":null},{"id":"W2113627337","doi":"10.1177/1740774513514794","title":"Commentary on Berlin et al.","year":2014,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Notre-Dame; Ottawa Hospital","funders":"","keywords":"Transparency (behavior); Context (archaeology); Data sharing; Computer science; Clinical trial; Openness to experience; Data science; Scope (computer science); Open data; Psychology; Medicine; World Wide Web; Computer security; Alternative medicine","score_opus":0.8969037910204946,"score_gpt":0.7362426372944699,"score_spread":0.16066115372602463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113627337","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000106658736,0.00015170797,0.00008509952,0.9749079,0.004556735,0.0018957752,0.00012792274,0.00014240295,0.01802582],"genre_scores_gemma":[0.00009365144,0.004276943,0.0010755828,0.94150466,0.03695329,0.00009903135,0.0010620634,0.00017443043,0.014760354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9670017,0.01990857,0.0070667104,0.0018466586,0.0032907636,0.00088563864],"domain_scores_gemma":[0.32160842,0.6718038,0.0017257587,0.0034951235,0.00066352304,0.0007034313],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.20510875,0.0005704512,0.0050568124,0.00022312705,0.00009527185,0.00009508078,0.00095991936,0.0064464565,0.0023583055],"category_scores_gemma":[0.5312122,0.0004115558,0.0026999044,0.00017764897,0.0010513096,0.000031703617,0.00043509933,0.043825272,0.0040052338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001003455,0.00045738078,0.0003691264,0.000294778,0.0005894133,0.0007330149,0.000005457951,2.6948595e-7,0.0000031919117,0.00038171138,0.99016035,0.006001856],"study_design_scores_gemma":[0.0058498834,0.0032962917,0.00013021773,0.0018980203,0.00042148505,0.0000090133835,0.0000025264183,0.000012548192,0.000020139774,0.019861426,0.96814585,0.0003525999],"about_ca_topic_score_codex":0.00003795058,"about_ca_topic_score_gemma":0.000010270022,"teacher_disagreement_score":0.65189517,"about_ca_system_score_codex":0.00013231549,"about_ca_system_score_gemma":0.0008410422,"threshold_uncertainty_score":0.99983364},"labels":[],"label_agreement":null},{"id":"W2119447078","doi":"10.1177/1740774512458986","title":"Participant characteristics and study features associated with high retention rates in a longitudinal investigation of type 1 diabetes mellitus","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes Management and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Diabetes mellitus; Type 1 diabetes; Psychological intervention; Confidentiality; Observational study; Epidemiology; Cohort; Family medicine; Randomized controlled trial; Gerontology; Physical therapy; Internal medicine; Nursing","score_opus":0.3627200083330501,"score_gpt":0.45648667319600694,"score_spread":0.09376666486295682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119447078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981104,0.0003613981,9.765275e-7,0.00029227207,0.00046540934,0.00073334447,0.0000031738334,0.000015490745,0.000017510809],"genre_scores_gemma":[0.9992638,0.00010080668,0.0000761495,0.000068339315,0.00027399094,0.000026498496,0.0000936906,0.0000091107295,0.000087601155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977498,0.0008190965,0.0009213336,0.00016244045,0.00015670159,0.00019059429],"domain_scores_gemma":[0.9975412,0.0015776445,0.0005084428,0.00013950502,0.00011747952,0.00011572486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009533778,0.00009323788,0.00074302155,0.000079771096,0.00002048612,0.000018239203,0.000029705106,0.00008284778,0.000027187225],"category_scores_gemma":[0.012845971,0.00006528879,0.00004360855,0.0002333405,0.00009320501,0.00011042865,0.000020665106,0.00012702149,0.0000039688557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028673877,0.0007314455,0.9953669,0.000046267698,0.00022391573,7.112879e-7,0.000336081,1.852266e-7,0.00023922454,0.000064446634,0.00020232459,0.0025018055],"study_design_scores_gemma":[0.0021700596,0.0012328639,0.99475014,0.00021704227,0.000841647,7.427385e-8,0.0002453683,0.00001898891,0.00026412407,0.00017386318,0.000017173963,0.00006864454],"about_ca_topic_score_codex":0.000011776598,"about_ca_topic_score_gemma":0.0000073878928,"teacher_disagreement_score":0.003312193,"about_ca_system_score_codex":0.000017264876,"about_ca_system_score_gemma":0.00003634365,"threshold_uncertainty_score":0.9954693},"labels":[],"label_agreement":null},{"id":"W2120773292","doi":"10.1177/1740774515571140","title":"Ethical and regulatory issues of pragmatic cluster randomized trials in contemporary health systems","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Mental Health; National Institutes of Health; Fresenius Medical Care North America","keywords":"Collaboratory; Randomized controlled trial; Cluster randomised controlled trial; Health care; Research ethics; Informed consent; Medicine; Health informatics; Clinical trial; Public relations; Nursing; Psychological intervention; Medical education; Alternative medicine; Political science; Public health; Computer science; Psychiatry","score_opus":0.910000639947712,"score_gpt":0.7324794847624002,"score_spread":0.17752115518531175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120773292","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35770446,0.08316943,0.0017469289,0.5071878,0.00687667,0.03524046,0.00011476927,0.00022493802,0.0077345637],"genre_scores_gemma":[0.97935534,0.0063095894,0.0028469004,0.0076803137,0.0017718403,0.00021765153,0.000024109864,0.000050955085,0.0017433086],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.592895,0.35207748,0.046914548,0.0019398354,0.0050794785,0.0010936859],"domain_scores_gemma":[0.046161745,0.9443843,0.0051228805,0.0014137004,0.0013246754,0.0015927281],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.81910753,0.00025229692,0.013875451,0.00025632486,0.000033549662,0.000050176306,0.00026262036,0.002163197,0.000041865394],"category_scores_gemma":[0.94942814,0.00016029639,0.0011155637,0.00026859783,0.001913902,0.00007079836,0.00023814719,0.0044114324,0.000029672445],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71622914,0.0023259032,0.0130858775,0.008350538,0.0018339714,0.0001255863,0.0019169975,0.000020116391,0.000081582286,0.08838992,0.16090941,0.006730981],"study_design_scores_gemma":[0.83813256,0.003381903,0.0016167914,0.007865072,0.0003892299,0.000020699617,0.001109082,0.0016463755,0.000057589066,0.13638386,0.0090673305,0.0003294776],"about_ca_topic_score_codex":0.00034772736,"about_ca_topic_score_gemma":0.000027787168,"teacher_disagreement_score":0.6216509,"about_ca_system_score_codex":0.00008935865,"about_ca_system_score_gemma":0.00403208,"threshold_uncertainty_score":0.9991322},"labels":[],"label_agreement":null},{"id":"W2122523415","doi":"10.1191/1740774505cn085oa","title":"Randomized controlled trials of aprotinin in cardiac surgery: could clinical equipoise have stopped the bleeding?","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Blood transfusion and management","field":"Medicine","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Aprotinin; Medicine; Randomized controlled trial; Clinical equipoise; Clinical trial; Cardiac surgery; MEDLINE; Antithrombins; Surgery; Intensive care medicine; Internal medicine; Heparin","score_opus":0.3943694536107366,"score_gpt":0.5276767485687768,"score_spread":0.13330729495804017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122523415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7439955,0.011009153,0.00077652483,0.14375524,0.01218239,0.0683734,0.00014921773,0.00029489424,0.019463714],"genre_scores_gemma":[0.97162974,0.014564928,0.0005098473,0.0052348664,0.004406486,0.00110732,0.000029464869,0.000050950348,0.0024663748],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9021235,0.06706441,0.028020173,0.0009413133,0.0011808784,0.000669719],"domain_scores_gemma":[0.60989153,0.38196832,0.0058858437,0.0012832339,0.0004195347,0.0005515381],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.5306896,0.00039933014,0.027702069,0.00029370977,0.00006302094,0.00004290104,0.0002892806,0.0006208985,0.00096405594],"category_scores_gemma":[0.39050537,0.00019731968,0.012567012,0.0002945306,0.00071358134,0.00006654873,0.00010741632,0.00097420596,0.00006566676],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83472633,0.0026235634,0.014306017,0.00010589021,0.006313432,0.000022786146,0.00016094816,0.0000075830935,0.0001414094,0.0015456971,0.03965029,0.10039607],"study_design_scores_gemma":[0.93061805,0.00042828108,0.0026207357,0.00050700566,0.0091413595,0.0000015746709,0.00026551532,0.0004587037,0.00034057122,0.0004866652,0.054864187,0.0002673717],"about_ca_topic_score_codex":0.00005229582,"about_ca_topic_score_gemma":0.000023709534,"teacher_disagreement_score":0.31490391,"about_ca_system_score_codex":0.00003179591,"about_ca_system_score_gemma":0.0004757247,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2127023478","doi":"10.1177/1740774514563583","title":"Are outcome-adaptive allocation trials ethical?","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Alberta; Genome Canada","keywords":"Outcome (game theory); Randomization; Scrutiny; Informed consent; Clinical trial; Cornerstone; Randomized controlled trial; Clinical equipoise; Psychology; Medicine; Computer science; Actuarial science; Economics; Political science; Alternative medicine; Law; Microeconomics","score_opus":0.9820105155223825,"score_gpt":0.7879909824342786,"score_spread":0.19401953308810393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127023478","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18941738,0.0026298824,0.021504581,0.690792,0.019407785,0.014424428,0.00022924333,0.0011802973,0.06041437],"genre_scores_gemma":[0.9310611,0.00096439366,0.010053556,0.036929462,0.0085496865,0.00019218193,0.000039546845,0.00009542486,0.012114643],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9523961,0.029630503,0.0126144625,0.0013341466,0.0033026375,0.0007221746],"domain_scores_gemma":[0.093929574,0.88497776,0.0072721564,0.0033605152,0.0064579477,0.0040020444],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.52689254,0.00030603225,0.0050494536,0.00016314923,0.00009388588,0.00008705398,0.0005341002,0.0037924955,0.00056774],"category_scores_gemma":[0.9695777,0.00020697866,0.0017622964,0.0004596366,0.00092967623,0.00008206509,0.0003168121,0.008853129,0.0020741578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043667693,0.0052956967,0.3242319,0.0006857984,0.003221165,0.0006470616,0.00051194784,0.000034406934,0.0004706817,0.18082075,0.3297569,0.11065602],"study_design_scores_gemma":[0.061323106,0.007813513,0.09627451,0.0017328812,0.00256337,0.000030889587,0.0018859373,0.00071423984,0.0012423496,0.67626613,0.1490073,0.0011457272],"about_ca_topic_score_codex":0.000031085583,"about_ca_topic_score_gemma":0.000048870832,"teacher_disagreement_score":0.8584665,"about_ca_system_score_codex":0.00018511529,"about_ca_system_score_gemma":0.0018191898,"threshold_uncertainty_score":0.9987028},"labels":[],"label_agreement":null},{"id":"W2128251606","doi":"10.1177/1740774514558307","title":"Unsuccessful trial accrual and human subjects protections: An empirical analysis of recently closed trials","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Accrual; Clinical trial; Medicine; Placebo; Sample size determination; Randomized controlled trial; Family medicine; Internal medicine; Alternative medicine; Accounting; Pathology; Statistics","score_opus":0.891537863837492,"score_gpt":0.7465437281129513,"score_spread":0.14499413572454067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128251606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881576,0.000115703806,0.00084667606,0.0039908965,0.0009882691,0.0043897824,0.00004985941,0.000112348345,0.0013488929],"genre_scores_gemma":[0.9922218,0.0006446588,0.0014503244,0.00091684365,0.0038386132,0.00019605365,0.00009322396,0.000048996044,0.00058949215],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9505555,0.034813818,0.010659348,0.0014658396,0.001917537,0.0005879328],"domain_scores_gemma":[0.51703894,0.47080088,0.0047986917,0.0032133178,0.0021852646,0.001962917],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.32464254,0.0003472408,0.0072480664,0.00077077333,0.00023035826,0.00011868389,0.00051539676,0.0018549246,0.0008797914],"category_scores_gemma":[0.77600384,0.00024839412,0.0023245078,0.001772244,0.0012296106,0.000148756,0.00024856284,0.0029861582,0.000024364192],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46220976,0.017939916,0.30747452,0.0010611487,0.022863664,0.000055537384,0.00050088845,0.000029154296,0.0073371967,0.023173464,0.0028372598,0.15451749],"study_design_scores_gemma":[0.41434234,0.05294071,0.35331422,0.0008151627,0.030224452,0.000008026571,0.00032825538,0.0014065661,0.0042156526,0.1294293,0.011791925,0.0011833903],"about_ca_topic_score_codex":0.00012772706,"about_ca_topic_score_gemma":0.00034225537,"teacher_disagreement_score":0.4513613,"about_ca_system_score_codex":0.000058313744,"about_ca_system_score_gemma":0.0007899248,"threshold_uncertainty_score":0.99999684},"labels":[],"label_agreement":null},{"id":"W2128708356","doi":"10.1177/1740774511424421","title":"What information should a sponsor of a randomized trial receive during its conduct?","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Steering committee; Confidentiality; Independence (probability theory); Test (biology); Medicine; Psychology; Computer security; Computer science; Engineering","score_opus":0.9210380374057239,"score_gpt":0.6905986270686747,"score_spread":0.23043941033704918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128708356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97479767,0.00042315057,0.00010953796,0.00367834,0.005189162,0.008125868,0.000023447568,0.00008766674,0.007565178],"genre_scores_gemma":[0.9704261,0.018739233,0.0031179911,0.0016969909,0.0020604958,0.00040185582,0.000029764675,0.00004007117,0.0034875106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97757363,0.009878933,0.010016125,0.00048532992,0.001599913,0.00044604132],"domain_scores_gemma":[0.42716217,0.55861783,0.005985125,0.0024078693,0.0044611045,0.0013659056],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17882101,0.00020775938,0.004266153,0.00023238044,0.00005957204,0.00006182311,0.00035308403,0.0012206993,0.00218636],"category_scores_gemma":[0.7967731,0.0001406329,0.0018723987,0.0002984715,0.00090693193,0.00075409666,0.00019450848,0.002338613,0.00037717086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9893908,0.00053884054,0.000078418205,0.00028733132,0.0005207585,0.000012688927,0.000607249,1.685981e-7,0.00029224379,0.0048427046,0.00019853833,0.0032302868],"study_design_scores_gemma":[0.96758294,0.0017021865,0.00037828047,0.00091367424,0.0005992293,0.000005826511,0.00040140818,0.00003355041,0.007929686,0.019660193,0.0006400942,0.00015294454],"about_ca_topic_score_codex":0.000017128794,"about_ca_topic_score_gemma":0.0000043658474,"teacher_disagreement_score":0.6179521,"about_ca_system_score_codex":0.00004040912,"about_ca_system_score_gemma":0.00087370304,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W2128756940","doi":"10.1177/1740774512449532","title":"Evolution of the study coordinator role: The 28-year experience in Diabetes Control and Complications Trial/Epidemiology of Diabetes Interventions and Complications (DCCT/EDIC)","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Psychological intervention; Diabetes mellitus; Type 1 diabetes; Family medicine; Epidemiology; Nursing; Internal medicine","score_opus":0.8499233068086735,"score_gpt":0.7409187873888566,"score_spread":0.10900451941981681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128756940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776266,0.0006041918,0.00034344275,0.014258429,0.0006304745,0.006203401,0.00020810185,0.000017068325,0.00010829102],"genre_scores_gemma":[0.9953863,0.00004247455,0.0001592255,0.0022553126,0.00020887016,0.0019167816,0.0000028003915,0.000009223088,0.000018998659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9654235,0.028286677,0.005170046,0.0003394391,0.0002228067,0.00055751385],"domain_scores_gemma":[0.88967663,0.106213644,0.0027671885,0.000790857,0.00029686867,0.0002548234],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05863718,0.00013538703,0.0011331275,0.00012024407,0.0006061698,0.000004808212,0.00045382668,0.00015802767,0.00006138151],"category_scores_gemma":[0.12067997,0.00008092629,0.00019251627,0.00053194875,0.001187424,0.00016030966,0.00026651318,0.0004886775,0.000010712543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009256198,0.00033163678,0.987516,0.00006142334,0.000028262091,3.1118281e-9,0.0025193375,9.574557e-7,0.000109581124,0.008306569,0.00053457706,0.00049907796],"study_design_scores_gemma":[0.01161718,0.00027099406,0.9763718,0.0001548668,0.00007782489,5.9413242e-8,0.0075115636,0.00015896843,0.0000047347535,0.0027534277,0.0010129272,0.000065635904],"about_ca_topic_score_codex":0.00019745767,"about_ca_topic_score_gemma":0.00014023433,"teacher_disagreement_score":0.07792697,"about_ca_system_score_codex":0.000069758826,"about_ca_system_score_gemma":0.00025507834,"threshold_uncertainty_score":0.96933115},"labels":[],"label_agreement":null},{"id":"W2129341904","doi":"10.1177/1740774513498321","title":"Assessment of biomarkers for risk prediction with nested case–control studies","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Cancer Institute","keywords":"Inverse probability weighting; Weighting; Computer science; Estimator; Receiver operating characteristic; Nonparametric statistics; Statistics; Data mining; Nested case-control study; Medicine; Machine learning; Cohort; Mathematics","score_opus":0.23197098612491338,"score_gpt":0.5260243407249283,"score_spread":0.2940533546000149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129341904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852988,0.003989185,0.004418731,0.0012600125,0.00034879358,0.0042380868,0.00020293471,0.000051046325,0.00019238962],"genre_scores_gemma":[0.98520374,0.009281452,0.004604452,0.00007658842,0.00026649516,0.00047332392,0.0000105602485,0.00001532716,0.00006805057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664164,0.0013050683,0.001377901,0.00023577662,0.00023658443,0.0002030155],"domain_scores_gemma":[0.9860639,0.012440716,0.000491525,0.00026376668,0.000554961,0.00018515512],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010060493,0.00011187209,0.0011782232,0.00007221336,0.000082987346,0.000020894982,0.000046340483,0.00009302794,0.000122053614],"category_scores_gemma":[0.019761538,0.00006456133,0.00030534566,0.00009834191,0.0003111972,0.00009366268,0.000014218909,0.00015138122,0.0000067878955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005010525,0.0009877083,0.5995703,0.00026517676,0.013476068,0.00011126354,0.00012561666,0.0000107660735,0.0014123354,0.00032428993,0.01525431,0.36345166],"study_design_scores_gemma":[0.108850464,0.0236986,0.8434085,0.0012200559,0.0009428839,0.0004139534,0.0029165978,0.006886861,0.0005816438,0.0035396575,0.0072110314,0.0003297492],"about_ca_topic_score_codex":0.0000589629,"about_ca_topic_score_gemma":0.000015975145,"teacher_disagreement_score":0.36312193,"about_ca_system_score_codex":0.000019985431,"about_ca_system_score_gemma":0.00015054908,"threshold_uncertainty_score":0.9884954},"labels":[],"label_agreement":null},{"id":"W2131434634","doi":"10.1177/1740774511419685","title":"Clinician-trialist rounds: 6. Testing for blindness at the end of your trial is a mug's game","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakes Environmental (Canada)","funders":"","keywords":"Placebo; Sulfinpyrazone; Medicine; Randomized controlled trial; Statistician; Aspirin; Stroke (engine); Odds; Blindness; Psychology; Alternative medicine; Surgery; Internal medicine; Optometry","score_opus":0.9912957120345727,"score_gpt":0.7319714306455353,"score_spread":0.2593242813890374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131434634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261416,0.0018855737,0.013317525,0.003438296,0.018276656,0.01677028,0.0008011508,0.000029993793,0.01933891],"genre_scores_gemma":[0.9229053,0.00009563926,0.014409546,0.002963566,0.010137171,0.00061357964,0.000025180407,0.00007666073,0.04877336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8294442,0.08795041,0.07405871,0.0023390853,0.0055710846,0.0006364587],"domain_scores_gemma":[0.26002815,0.6565013,0.066507794,0.011411598,0.0049310103,0.0006201507],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7266719,0.00041986426,0.012452465,0.00021061703,0.00024644172,0.0005363568,0.0033450797,0.00042938133,0.016483607],"category_scores_gemma":[0.8713491,0.00016450278,0.0112267,0.001368579,0.0005368826,0.00018276506,0.00038070718,0.00031899655,0.001608604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046847194,0.0025637108,0.041680947,0.00016808436,0.003948031,0.000010466989,0.003276858,0.000007687406,0.00014697298,0.0051021115,0.4242739,0.47197402],"study_design_scores_gemma":[0.11368277,0.0054938956,0.009021911,0.00030616001,0.008490797,0.000012844517,0.0021281005,0.0028367303,0.000490732,0.18978569,0.66662914,0.0011212344],"about_ca_topic_score_codex":0.000048093694,"about_ca_topic_score_gemma":0.000045189423,"teacher_disagreement_score":0.5694161,"about_ca_system_score_codex":0.00002951039,"about_ca_system_score_gemma":0.0003626705,"threshold_uncertainty_score":0.99916875},"labels":[],"label_agreement":null},{"id":"W2133940194","doi":"10.1177/1740774512440636","title":"Temporal compliance trends in a cluster randomization with crossover trial of out-of-hospital cardiac arrest","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Public Health; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Heart, Lung, and Blood Institute; Canadian Institutes of Health Research","keywords":"Crossover study; Medicine; Cardiopulmonary resuscitation; Randomized controlled trial; Randomization; Logistic regression; Emergency medicine; Cluster randomised controlled trial; Resuscitation; Data monitoring committee; Cluster (spacecraft); Internal medicine; Placebo","score_opus":0.5222422213995487,"score_gpt":0.56778038428529,"score_spread":0.04553816288574131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133940194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9153984,0.00018367292,0.0673595,0.00025545058,0.008742505,0.0043607997,0.00014233857,0.00019241146,0.0033649306],"genre_scores_gemma":[0.97015685,0.00003594127,0.0285292,0.000020559024,0.00095367065,0.000109669694,0.000018242346,0.000031291973,0.00014456984],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947849,0.0016046839,0.0027954886,0.00024020553,0.00030211583,0.00027258616],"domain_scores_gemma":[0.98848724,0.00910611,0.0016880392,0.00046857313,0.00014829349,0.00010173239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012094296,0.00019525707,0.0021494676,0.00009653472,0.000017898154,0.000012485227,0.00017995098,0.00025565425,0.000063439824],"category_scores_gemma":[0.013561362,0.00013815534,0.00043819717,0.000240508,0.0002989263,0.00026613407,0.000063221334,0.00025212517,0.0000052168384],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7247234,0.013449181,0.10471962,0.000587865,0.0011261143,0.000007546448,0.0030666098,0.00007189175,0.00043803593,0.04787701,0.014756162,0.08917654],"study_design_scores_gemma":[0.82917696,0.008917688,0.0056307893,0.001736425,0.0010070334,7.231768e-7,0.00027305604,0.00023823138,0.0075698053,0.13796422,0.0058873487,0.0015977403],"about_ca_topic_score_codex":0.000007875744,"about_ca_topic_score_gemma":0.000008445693,"teacher_disagreement_score":0.10445353,"about_ca_system_score_codex":0.000028422193,"about_ca_system_score_gemma":0.000050414947,"threshold_uncertainty_score":0.9947478},"labels":[],"label_agreement":null},{"id":"W2134003496","doi":"10.1177/1740774513495985","title":"Patient satisfaction with participation in a randomized exercise trial: Effects of randomization and a usual care posttrial exercise program","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cancer survivorship and care","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; Canadian Cancer Society; Alberta Health Services; University of New Brunswick; University of Alberta","funders":"Lance Armstrong Foundation","keywords":"Randomized controlled trial; Physical therapy; Medicine; Randomization; Aerobic exercise; Patient satisfaction; Clinical trial; Nursing; Internal medicine","score_opus":0.05552423401067768,"score_gpt":0.4263567592883508,"score_spread":0.37083252527767313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134003496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745324,0.0014482337,0.00010973277,0.00011097317,0.0010550765,0.022635294,0.0000046080822,0.000055978206,0.00004769436],"genre_scores_gemma":[0.9934968,0.0010960166,0.00028794314,0.00004152337,0.00028416226,0.00471901,0.000036913454,0.000023706385,0.000013950021],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940561,0.0027219108,0.0022948373,0.00036892737,0.00035512788,0.00020307102],"domain_scores_gemma":[0.99172646,0.0066512143,0.0008463279,0.00025566178,0.0003270328,0.00019331189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045876727,0.00020014938,0.0030933064,0.0001520041,0.000029911129,0.00003956885,0.000028627292,0.00025493847,0.000053109383],"category_scores_gemma":[0.01341381,0.00012995825,0.0004355564,0.00026338387,0.00017783266,0.00013440147,0.000022694438,0.00019403487,0.000004351023],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.60905105,0.0003540475,0.005440429,0.00027726468,0.00006584662,0.000003224553,0.0011367055,0.0000039274196,0.000038014117,0.000006545984,0.000033969194,0.383589],"study_design_scores_gemma":[0.97224474,0.003947331,0.018916072,0.0014581607,0.0014988019,9.4350963e-7,0.00041998233,0.0002056621,0.0009944604,0.0001301423,0.000027347987,0.00015638565],"about_ca_topic_score_codex":0.0014385314,"about_ca_topic_score_gemma":0.00033641869,"teacher_disagreement_score":0.3834326,"about_ca_system_score_codex":0.000040076917,"about_ca_system_score_gemma":0.00014847652,"threshold_uncertainty_score":0.99489665},"labels":[],"label_agreement":null},{"id":"W2139118963","doi":"10.1177/1740774511414444","title":"Altruism among participants in cancer clinical trials","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Clinical trial; Medicine; Altruism (biology); Cancer; Psychology; Clinical psychology; Social psychology; Internal medicine","score_opus":0.9883663841010735,"score_gpt":0.8144164904305321,"score_spread":0.17394989367054137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139118963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97136027,0.0009881039,0.00011295238,0.0055198907,0.006425514,0.0034707207,0.000051134564,0.00014654484,0.011924867],"genre_scores_gemma":[0.9697875,0.013825691,0.001675258,0.004487046,0.005539244,0.0004248069,0.000010787842,0.000088952096,0.0041607153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91437846,0.051726762,0.027482787,0.002302031,0.002226929,0.0018830254],"domain_scores_gemma":[0.16512248,0.8192881,0.005568373,0.0040286817,0.0015686689,0.0044236984],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.56241035,0.00040844243,0.007315355,0.000251927,0.00008792868,0.00005264118,0.0008010991,0.002898217,0.006883673],"category_scores_gemma":[0.8902321,0.00028849352,0.0027091082,0.00060984405,0.0020200154,0.00015392687,0.00043488163,0.007309954,0.000890874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006033427,0.0029924565,0.90789634,0.0001260766,0.0006064978,0.00027216278,0.00019005906,6.3582223e-7,0.000046262627,0.0026821876,0.0057413615,0.07341251],"study_design_scores_gemma":[0.02054379,0.0022864,0.90702057,0.0013216744,0.00087807275,0.0000022539343,0.00015360497,0.00021168521,0.0005474068,0.061410975,0.0051986063,0.00042495097],"about_ca_topic_score_codex":0.00071713753,"about_ca_topic_score_gemma":0.0012445102,"teacher_disagreement_score":0.7675613,"about_ca_system_score_codex":0.00011548681,"about_ca_system_score_gemma":0.0023798791,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2143698553","doi":"10.1177/1740774510373496","title":"Measurement of islet cell antibodies in the Type 1 Diabetes Genetics Consortium: efforts to harmonize procedures among the laboratories","year":2010,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juvenile Diabetes Research Foundation","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Allergy and Infectious Diseases; National Human Genome Research Institute; National Institute of Child Health and Human Development; Juvenile Diabetes Research Foundation International","keywords":"Medicine; Antibody; Islet; Type 2 diabetes; Type 1 diabetes; Computational biology; Diabetes mellitus; Bioinformatics; Immunology; Biology; Endocrinology","score_opus":0.06159667175261887,"score_gpt":0.36756174233211686,"score_spread":0.305965070579498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143698553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957184,0.001874334,0.0000028720547,0.00076300284,0.0007245839,0.0005677347,0.000027743674,0.0000050402673,0.00031624926],"genre_scores_gemma":[0.9979618,0.0005969116,0.00007913686,0.0008883925,0.00038422248,0.000033946326,0.0000118623575,0.000012938489,0.000030779334],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99780524,0.00064088515,0.00082623324,0.0002511887,0.00023949973,0.00023695348],"domain_scores_gemma":[0.99847054,0.00045291067,0.00032569366,0.0003922408,0.0003031281,0.000055503195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008056821,0.00013636856,0.00040890562,0.00001865952,0.000061366234,0.000045351964,0.00036112257,0.00019685496,0.000011022833],"category_scores_gemma":[0.013984951,0.00007538433,0.00015721032,0.00017799313,0.00024991232,0.0000026273626,0.00008649309,0.00019657455,0.00000449559],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008058104,0.0002913467,0.6749856,0.00003846323,0.00012076555,4.1861657e-7,0.00011600393,0.000017652857,0.3014056,0.000046999277,0.021530353,0.0013661983],"study_design_scores_gemma":[0.0020542522,0.00096430373,0.41993263,0.00007343675,0.00020936783,1.4626752e-7,0.00064978073,0.000011641341,0.49974358,0.0005390345,0.07543486,0.00038696133],"about_ca_topic_score_codex":0.000007506196,"about_ca_topic_score_gemma":0.00016166165,"teacher_disagreement_score":0.25505298,"about_ca_system_score_codex":0.000002558327,"about_ca_system_score_gemma":0.00016746676,"threshold_uncertainty_score":0.9943207},"labels":[],"label_agreement":null},{"id":"W2144697864","doi":"10.1177/1740774512460345","title":"Moving a randomized clinical trial into an observational cohort","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Observational study; Randomized controlled trial; Medicine; Cohort; Internal medicine","score_opus":0.6062628783992361,"score_gpt":0.5889587317516207,"score_spread":0.01730414664761537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144697864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818263,0.0014805209,0.00046264927,0.0031390314,0.0063335556,0.005654033,0.000019059466,0.0001063839,0.0009784614],"genre_scores_gemma":[0.9680906,0.002626265,0.006661253,0.004599979,0.016232569,0.0011051708,0.00026210022,0.000042465756,0.00037961232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98543113,0.007977458,0.0051580016,0.00054901495,0.0004777047,0.0004067113],"domain_scores_gemma":[0.9528222,0.043822385,0.0012287137,0.000755498,0.00024825244,0.0011229578],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095829874,0.00024660194,0.0038601453,0.000056244608,0.00009261033,0.000043084026,0.00012992091,0.00038966548,0.0007413806],"category_scores_gemma":[0.104362436,0.00016067659,0.0018504377,0.0001326743,0.0003561439,0.00024987478,0.00007016854,0.00043122275,0.00018273137],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5229808,0.0036467998,0.41512135,0.00001666596,0.0010696038,0.000009522396,0.000051903702,4.3498542e-7,0.0000057403854,0.0014104798,0.0040594973,0.051627208],"study_design_scores_gemma":[0.8272632,0.0018215312,0.15003206,0.0000865005,0.0019114016,0.0000037322009,0.000019939687,0.0001147071,0.000045888773,0.0016251113,0.01689222,0.00018373094],"about_ca_topic_score_codex":0.00004153942,"about_ca_topic_score_gemma":0.000003053287,"teacher_disagreement_score":0.3042824,"about_ca_system_score_codex":0.00009602698,"about_ca_system_score_gemma":0.00044248955,"threshold_uncertainty_score":0.93103343},"labels":[],"label_agreement":null},{"id":"W2146514939","doi":"10.1177/1740774507087972","title":"Do we need to adjudicate major clinical events?","year":2008,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"","keywords":"Adjudication; Medicine; Clinical trial; Political science; Law; Internal medicine","score_opus":0.949609721965297,"score_gpt":0.7577542437055319,"score_spread":0.19185547825976512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146514939","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002401706,0.9473287,0.016425842,0.0016392518,0.019762592,0.011244412,0.0013924348,0.00059567264,0.0016086922],"genre_scores_gemma":[1.892655e-7,0.65785044,0.32565483,0.00066502165,0.012987261,0.0007372887,0.000019791309,0.00039231798,0.0016928631],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.81900734,0.121303745,0.05058715,0.004732025,0.0023285889,0.0020411487],"domain_scores_gemma":[0.3175006,0.66400695,0.010612164,0.004570367,0.00049597473,0.0028139867],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.19687335,0.0022310896,0.042075723,0.0005976148,0.0002883776,0.00017327536,0.00399044,0.006232312,0.003579156],"category_scores_gemma":[0.9282384,0.0015807181,0.017974148,0.0018103137,0.0011228805,0.00011062401,0.0018526928,0.00605414,0.011431359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034200202,0.0012711931,0.000014071946,0.003639254,0.00200418,0.00012186368,0.000008252141,3.104777e-8,1.849599e-8,0.008381782,0.18781517,0.79640216],"study_design_scores_gemma":[0.0029028093,0.00074255455,0.000006352809,0.015107384,0.0051292405,0.000036168498,0.0000053403623,9.759846e-7,1.8377938e-7,0.32676458,0.6481919,0.0011124933],"about_ca_topic_score_codex":0.0000045816273,"about_ca_topic_score_gemma":0.0000015221016,"teacher_disagreement_score":0.7952897,"about_ca_system_score_codex":0.00022489608,"about_ca_system_score_gemma":0.0018406931,"threshold_uncertainty_score":0.99904287},"labels":[],"label_agreement":null},{"id":"W2148652031","doi":"10.1177/1740774507087552","title":"Randomized Trials in Vulnerable Populations","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Population Health Research Institute; McMaster University","funders":"Canadian Institutes of Health Research; Université Laval","keywords":"Randomized controlled trial; Medicine; Internal medicine","score_opus":0.8152610590278808,"score_gpt":0.6147570232417887,"score_spread":0.2005040357860921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148652031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941359,0.004747363,0.000603364,0.007265806,0.005816985,0.003550828,0.000022552962,0.00014897433,0.03648513],"genre_scores_gemma":[0.98859084,0.004301732,0.0015860292,0.0006080037,0.0018561532,0.00015896476,0.000023103923,0.000016550126,0.0028586455],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97745675,0.015355756,0.006306476,0.0003483721,0.0002665282,0.00026613486],"domain_scores_gemma":[0.9291147,0.068573266,0.0011659713,0.00060138025,0.00023655266,0.0003081221],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09440595,0.00015760485,0.0063203904,0.00013417365,0.00013699026,0.000005978113,0.0000681485,0.00020119795,0.0009474249],"category_scores_gemma":[0.42445818,0.00010004329,0.002037235,0.0002591714,0.00023893511,0.0000480147,0.000026733127,0.00040255144,0.00014414932],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.43601346,0.0023585262,0.17557408,0.00012537352,0.0022438737,0.00034379767,0.0013255376,0.00006666894,0.0003185525,0.007364117,0.29435533,0.07991067],"study_design_scores_gemma":[0.8350511,0.00028305466,0.11910778,0.0001671978,0.0012230718,0.000025424857,0.00014778743,0.000085193926,0.00011908025,0.008629346,0.03487238,0.00028856774],"about_ca_topic_score_codex":0.00011954725,"about_ca_topic_score_gemma":0.000036352907,"teacher_disagreement_score":0.39903766,"about_ca_system_score_codex":0.000022061844,"about_ca_system_score_gemma":0.00013831581,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W2150387089","doi":"10.1177/1740774507079237","title":"Clinical decision making and the expected value of information","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Sample size determination; Ramipril; Medicine; Value of information; Clinical trial; Randomized controlled trial; Sample (material); Actuarial science; Outcome (game theory); Event (particle physics); Value (mathematics); Statistics; Computer science; Surgery; Internal medicine; Economics; Artificial intelligence; Mathematics","score_opus":0.7330432828010638,"score_gpt":0.6306699529826952,"score_spread":0.10237332981836855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150387089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7911985,0.0022886489,0.18271877,0.011365626,0.0043539833,0.0020376442,0.00010952334,0.00005698147,0.0058703516],"genre_scores_gemma":[0.96948487,0.00066848315,0.01718019,0.011330785,0.0012536057,0.000020790396,0.000009481081,0.000013532969,0.000038253405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.96553373,0.0043668677,0.029211372,0.0004149657,0.00015576808,0.0003173098],"domain_scores_gemma":[0.81580716,0.17027836,0.012720181,0.00080876745,0.00016287691,0.00022268003],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46052685,0.000129364,0.0024149492,0.00019306815,0.00012085447,0.00006675218,0.0002829075,0.00033859885,0.00017228525],"category_scores_gemma":[0.35301504,0.00010571076,0.00048566048,0.00018404158,0.00038349786,0.000420558,0.00009961509,0.00030755321,0.00047543063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018989342,0.00018178522,0.23443502,0.00014105659,0.00024862113,5.7983044e-7,0.001268368,0.000039205202,2.4783657e-7,0.65259194,0.01922255,0.08997168],"study_design_scores_gemma":[0.015581807,0.00027673505,0.64302486,0.0003015401,0.000054859214,0.0000042547513,0.001246121,0.0060877283,0.0000023947812,0.24893871,0.0841346,0.0003463696],"about_ca_topic_score_codex":0.000058787675,"about_ca_topic_score_gemma":0.000013584475,"teacher_disagreement_score":0.40858987,"about_ca_system_score_codex":0.000058844664,"about_ca_system_score_gemma":0.00009704863,"threshold_uncertainty_score":0.65243477},"labels":[],"label_agreement":null},{"id":"W2151318777","doi":"10.1177/1740774509344440","title":"Constructing common cohorts from trials with overlapping eligibility criteria: implications for comparing effect sizes between trials","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Glycemic; Clinical trial; Psychological intervention; Disease; Type 2 diabetes; Randomized controlled trial; Diabetes mellitus; Research design; Physical therapy; Gerontology; Internal medicine","score_opus":0.3252983017345073,"score_gpt":0.5344054550213949,"score_spread":0.20910715328688761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151318777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744333,0.0017523488,0.008134746,0.0017719141,0.0010320542,0.0108036,0.00074598443,0.00031061954,0.0010154141],"genre_scores_gemma":[0.9831714,0.00014493997,0.0072970134,0.00044170773,0.007860624,0.00036911893,0.0006382978,0.00005480157,0.0000221103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9753748,0.014347645,0.007877952,0.0012395923,0.00050748035,0.0006525102],"domain_scores_gemma":[0.83523816,0.15819816,0.0035137397,0.0019437979,0.00041760004,0.00068851875],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13492721,0.000549269,0.017095728,0.00013760847,0.00029069165,0.00023298843,0.00030763293,0.00058496936,0.00007290059],"category_scores_gemma":[0.21895926,0.00037899145,0.0040860362,0.0002891459,0.0003217061,0.00017635575,0.00007009224,0.00061907177,0.000014328063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004703657,0.00024255156,0.23180434,0.00012561798,0.0038202342,0.000005148343,0.000031522835,0.0000038917,0.0007778879,0.00012460341,0.001332134,0.7570284],"study_design_scores_gemma":[0.049978998,0.003780742,0.8988707,0.001466253,0.016675204,0.000014665051,0.00009150215,0.0000730112,0.008377696,0.012847487,0.007027441,0.0007963063],"about_ca_topic_score_codex":0.0006052152,"about_ca_topic_score_gemma":0.000081614,"teacher_disagreement_score":0.7562321,"about_ca_system_score_codex":0.00012537096,"about_ca_system_score_gemma":0.0002654328,"threshold_uncertainty_score":0.9998662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2153384744","doi":"10.1177/1740774506075667","title":"One relative risk versus two odds ratios: implications for meta-analyses involving paired and unpaired binary data","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Odds ratio; Relative risk; Meta-analysis; Odds; Statistics; Pooling; Contrast (vision); Diagnostic odds ratio; Confidence interval; Medicine; Logistic regression; Mathematics; Internal medicine; Computer science; Artificial intelligence","score_opus":0.9940942495411971,"score_gpt":0.7671393654451276,"score_spread":0.22695488409606945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153384744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05829004,0.02918484,0.88235366,0.012991666,0.0022744082,0.008936162,0.0024277195,0.00006799332,0.0034734833],"genre_scores_gemma":[0.83255154,0.0011886634,0.15770677,0.0008778042,0.0016117126,0.0004238919,0.00039358638,0.000053089134,0.0051929294],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.87091184,0.07963872,0.042616796,0.0032484883,0.0030382972,0.00054587645],"domain_scores_gemma":[0.20753127,0.74292654,0.030742347,0.015105622,0.0028955296,0.0007987067],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70181865,0.00038111836,0.010913456,0.00036925645,0.0004710232,0.0007312871,0.0024906895,0.00023150133,0.001966858],"category_scores_gemma":[0.81965846,0.00018883172,0.005600981,0.0015208456,0.00027224817,0.00071073964,0.00056066527,0.00030573687,0.0003572104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021164098,0.0013560868,0.03933496,0.000106576386,0.11581505,0.000006165643,0.00061987987,0.00017433916,0.00088616624,0.0520075,0.33188945,0.4556874],"study_design_scores_gemma":[0.01567216,0.001350435,0.146226,0.000079712125,0.25397614,0.0000040111127,0.0018872574,0.03249985,0.000113191,0.36473098,0.18197115,0.0014891336],"about_ca_topic_score_codex":0.000026294225,"about_ca_topic_score_gemma":0.00018884821,"teacher_disagreement_score":0.77426153,"about_ca_system_score_codex":0.000026575099,"about_ca_system_score_gemma":0.00015836739,"threshold_uncertainty_score":0.9989455},"labels":[],"label_agreement":null},{"id":"W2153492678","doi":"10.1177/1740774514535999","title":"Blinding strategies in the conduct and reporting of a randomized placebo-controlled device trial","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Blinding; Medicine; Placebo; Randomized controlled trial; Clinical trial; Physical therapy; Randomization; Deep vein; Surgery; Thrombosis; Internal medicine; Alternative medicine; Pathology","score_opus":0.9604279977588355,"score_gpt":0.7081653550481426,"score_spread":0.2522626427106929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153492678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97527254,0.0006659047,0.0044532074,0.0012649018,0.0008288701,0.007524571,0.0000018012665,0.0000034421334,0.009984752],"genre_scores_gemma":[0.99705833,0.000043932243,0.0014694963,0.00022785901,0.00051056605,0.00020376293,9.521376e-7,0.0000051931647,0.0004798934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.15029286,0.64073455,0.20087123,0.0017011923,0.005976649,0.000423529],"domain_scores_gemma":[0.014598289,0.8658213,0.115473405,0.003069952,0.00089911005,0.00013793197],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9567603,0.00022692575,0.027661067,0.00024202505,0.00007801223,0.00094249076,0.0010165172,0.00017023324,0.00088284153],"category_scores_gemma":[0.97353375,0.00007145907,0.006279687,0.00065747247,0.00024520876,0.0001677668,0.00007476707,0.00027997576,0.00006617577],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92219186,0.00027919814,0.0034141927,0.00008746807,0.0016001534,0.000008389347,0.0013229327,0.00007094927,0.00007459207,0.03273724,0.004068068,0.03414495],"study_design_scores_gemma":[0.9227832,0.00018650581,0.0002522595,0.00007529824,0.0013354152,0.00000403592,0.002252643,0.005044545,0.0000065231347,0.065821804,0.0021191572,0.00011863032],"about_ca_topic_score_codex":0.000009619928,"about_ca_topic_score_gemma":0.000021537808,"teacher_disagreement_score":0.22508676,"about_ca_system_score_codex":0.0000040196237,"about_ca_system_score_gemma":0.00014084816,"threshold_uncertainty_score":0.9867743},"labels":[],"label_agreement":null},{"id":"W2154341263","doi":"10.1177/1740774511419868","title":"Strategies for successful rapid trials of influenza vaccine","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Timeline; Medicine; Expediting; Pandemic; Vaccination; Licensure; Attendance; Seasonal influenza; Family medicine; Influenza vaccine; Coronavirus disease 2019 (COVID-19); Medical emergency; Immunology; Internal medicine; Medical education; Statistics; Infectious disease (medical specialty)","score_opus":0.81639291867576,"score_gpt":0.6310064856032012,"score_spread":0.18538643307255886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154341263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.908069,0.017205467,0.003396436,0.0020765704,0.003681946,0.017939702,0.0009516521,0.0004000765,0.046279162],"genre_scores_gemma":[0.9623997,0.007010873,0.017890505,0.004520939,0.006172693,0.0010719843,0.00004857439,0.00014767321,0.00073704],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98796314,0.0034739873,0.007075222,0.0005001171,0.00048025552,0.0005072502],"domain_scores_gemma":[0.95296973,0.04180114,0.0025224718,0.0009912712,0.0013047447,0.00041067015],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07464047,0.0002778987,0.0049350066,0.00021913766,0.00008662527,0.0000270148,0.00030362597,0.0003577776,0.001713428],"category_scores_gemma":[0.22751687,0.00017859424,0.0017276754,0.0002617931,0.00031083997,0.00022880574,0.0001354404,0.0003680469,0.00006715876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2260605,0.006577266,0.14504077,0.0041685393,0.015788568,0.00009265963,0.002990995,0.000008278956,0.021832144,0.052743852,0.1665446,0.35815182],"study_design_scores_gemma":[0.15150684,0.022421084,0.1264736,0.0013281051,0.0056369407,0.000012364998,0.0046507935,0.00009272588,0.069460645,0.054681588,0.5625104,0.0012249104],"about_ca_topic_score_codex":0.00006324773,"about_ca_topic_score_gemma":0.000008242745,"teacher_disagreement_score":0.39596578,"about_ca_system_score_codex":0.000025633082,"about_ca_system_score_gemma":0.0006533318,"threshold_uncertainty_score":0.99919915},"labels":[],"label_agreement":null},{"id":"W2154782426","doi":"10.1177/1740774514538707","title":"Commentary on ‘Elm <i>et al</i> ’","year":2014,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Medicine","score_opus":0.9647805304493259,"score_gpt":0.7257177930887109,"score_spread":0.239062737360615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154782426","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068929195,0.0005741961,0.043897647,0.55537754,0.010608587,0.0038272715,0.000095871415,0.000047296082,0.31664237],"genre_scores_gemma":[0.2116252,0.00017995462,0.007340771,0.76580304,0.0011820655,0.00005010281,0.000016670934,0.000020480926,0.013781694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.74621564,0.21152556,0.03530646,0.0014987325,0.0051701204,0.00028347012],"domain_scores_gemma":[0.518416,0.45306826,0.016655521,0.010506957,0.00068624684,0.00066702766],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7855829,0.00022790882,0.0075479494,0.00013038442,0.000087191765,0.0005216155,0.0017245994,0.00010116119,0.011172187],"category_scores_gemma":[0.47398084,0.00009272458,0.005081748,0.00048287775,0.000084682586,0.000088016444,0.0001460025,0.00027691072,0.023533009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023683311,0.00010374907,0.0034255304,0.0000027478654,0.00013615728,0.0000011999863,0.000008862272,0.0000059139406,0.00000400885,0.0030835462,0.90078217,0.09242245],"study_design_scores_gemma":[0.00075873645,0.00014110487,0.00198907,0.000027148613,0.00016191679,7.58304e-7,0.000024575756,0.00048691858,0.000009805336,0.027483454,0.9688118,0.00010468949],"about_ca_topic_score_codex":0.0000016115712,"about_ca_topic_score_gemma":0.000002477608,"teacher_disagreement_score":0.31160206,"about_ca_system_score_codex":0.00000787638,"about_ca_system_score_gemma":0.000016945858,"threshold_uncertainty_score":0.9897317},"labels":[],"label_agreement":null},{"id":"W2156131834","doi":"10.1177/1740774507085279","title":"Using causal models to show the effect of untestable assumptions on effect estimates in randomized controlled trials","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Estimator; Statistics; Randomized controlled trial; Randomization; Econometrics; Range (aeronautics); Mathematics; Sample size determination; Medicine; Treatment effect; Internal medicine","score_opus":0.6583151342331587,"score_gpt":0.6273959759153646,"score_spread":0.030919158317794126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156131834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5177307,0.0002191941,0.46024278,0.00020365579,0.00064788334,0.019369025,0.000032484975,0.0002460461,0.001308188],"genre_scores_gemma":[0.9624643,0.00006274624,0.035971157,0.00012192884,0.00038442173,0.00086012704,0.000004495402,0.00006058855,0.00007028359],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9432672,0.04327198,0.011374402,0.00064954977,0.00073064526,0.0007061757],"domain_scores_gemma":[0.2252969,0.77061814,0.0029150941,0.0008139039,0.00016792104,0.00018801997],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41312757,0.0004729034,0.015407415,0.00033795706,0.00008937819,0.00005995204,0.00039474134,0.00041292014,0.00008167844],"category_scores_gemma":[0.68437517,0.00022415663,0.0025022167,0.0003900766,0.00030113905,0.0001395712,0.000106052044,0.0005902398,0.000013033967],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8893627,0.0006541167,0.0008237333,0.00026803382,0.0017522036,0.000030558098,0.00019167403,0.008773631,0.016605265,0.071230926,0.0007682106,0.009538969],"study_design_scores_gemma":[0.46966487,0.0030755464,0.000024161922,0.001456854,0.0029064505,0.00000354652,0.00002324951,0.01813312,0.08713285,0.4171354,0.000014831555,0.0004291143],"about_ca_topic_score_codex":0.000047626378,"about_ca_topic_score_gemma":0.000026850032,"teacher_disagreement_score":0.7273462,"about_ca_system_score_codex":0.00010845528,"about_ca_system_score_gemma":0.00008262141,"threshold_uncertainty_score":0.9992099},"labels":[],"label_agreement":null},{"id":"W2159342662","doi":"10.1177/1740774513492045","title":"Lessons learned from a resident-led clinical trial in obstetrics","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Queen's University","funders":"National Center for Theoretical Sciences","keywords":"Medicine; Clinical trial; Obstetrics and gynaecology; Obstetrics; Family medicine; Medical physics; Pregnancy; Internal medicine","score_opus":0.9094631951597765,"score_gpt":0.706451754939683,"score_spread":0.20301144022009343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159342662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8533176,0.00077214104,0.00009279966,0.13426572,0.004529008,0.004767822,0.000028941535,0.00009758895,0.002128344],"genre_scores_gemma":[0.92698985,0.017257338,0.0019320511,0.035249818,0.01285567,0.00042330674,0.00012488912,0.00008908747,0.0050779935],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9775152,0.0112398155,0.00732951,0.0009800727,0.0014198459,0.0015155552],"domain_scores_gemma":[0.14186415,0.8003001,0.0036378063,0.0052077156,0.001595106,0.047395095],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0837075,0.00025263344,0.003303608,0.00027578385,0.00006631256,0.000088021436,0.00037271282,0.0011793594,0.0035821965],"category_scores_gemma":[0.9609269,0.00018286875,0.0010041458,0.00070617656,0.00042450242,0.00014964853,0.00017187861,0.0027744148,0.0030880715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044033173,0.001749613,0.013660123,0.000047286634,0.00013368246,0.00024461767,0.000052056017,1.4305095e-7,0.00006309428,0.00008527231,0.14014493,0.79978603],"study_design_scores_gemma":[0.50628453,0.008154827,0.16131656,0.0007134326,0.00026215275,0.0000035250973,0.00024523173,0.0003417269,0.0000574894,0.012387158,0.3098353,0.00039807515],"about_ca_topic_score_codex":0.00091739325,"about_ca_topic_score_gemma":0.00004963951,"teacher_disagreement_score":0.8772194,"about_ca_system_score_codex":0.00017340138,"about_ca_system_score_gemma":0.0077107465,"threshold_uncertainty_score":0.9995262},"labels":[],"label_agreement":null},{"id":"W2160519341","doi":"10.1177/1740774514568689","title":"Cancer patients’ acceptability of incorporating an epidemiology questionnaire within a clinical trial","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Southlake Regional Health Center; Princess Margaret Cancer Centre; BC Cancer Agency; University Health Network; University of Toronto; Queen's University","funders":"","keywords":"Medicine; Cancer; Epidemiology; Clinical trial; Family medicine; Internal medicine","score_opus":0.9418592127924449,"score_gpt":0.7638345702117588,"score_spread":0.17802464258068607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160519341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839959,0.00026266425,0.00039041124,0.004935886,0.00672471,0.0027445972,0.000048896454,0.0000990857,0.0007978132],"genre_scores_gemma":[0.98064053,0.0003189391,0.010410166,0.0023461329,0.0058550253,0.00014690403,0.000047527315,0.00004414612,0.0001906423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9287055,0.047600698,0.01984295,0.0016675408,0.0015489307,0.00063438533],"domain_scores_gemma":[0.1773285,0.7808998,0.016496316,0.0059821485,0.0125379255,0.006755305],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.45465872,0.0002939198,0.004836037,0.00010818941,0.00007910047,0.000018475512,0.00063048175,0.0023422358,0.0003968851],"category_scores_gemma":[0.95005304,0.00020944714,0.0013300951,0.0003968829,0.0027730179,0.00018555947,0.00041836748,0.0046345717,0.000060338825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07667456,0.0042783483,0.85830575,0.00011364858,0.00020117566,0.0000052599635,0.00008294606,0.000010432004,0.000002966211,0.004493263,0.0009341489,0.05489749],"study_design_scores_gemma":[0.16373985,0.028516684,0.5860701,0.00043760956,0.000502718,0.0000015924418,0.00017007787,0.000781277,0.00006361879,0.21881203,0.0005610193,0.00034341632],"about_ca_topic_score_codex":0.00037388116,"about_ca_topic_score_gemma":0.00041636752,"teacher_disagreement_score":0.751377,"about_ca_system_score_codex":0.00015396086,"about_ca_system_score_gemma":0.0052768267,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W2161096693","doi":"10.1177/1740774513491337","title":"Data collection in cancer clinical trials: Too much of a good thing?","year":2013,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Clinical Oncology Group; McMaster University","funders":"","keywords":"Clinical trial; Medicine; Data collection; Cancer; Family medicine; Medical physics; Internal medicine; Statistics","score_opus":0.9731630913816647,"score_gpt":0.8030679916317143,"score_spread":0.1700950997499504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161096693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86523014,0.0035738559,0.0010187144,0.088087976,0.012684387,0.013408138,0.00045599462,0.00022979456,0.015311023],"genre_scores_gemma":[0.90832895,0.043801233,0.013359078,0.008451616,0.010341489,0.00067688455,0.00020098376,0.0001511068,0.014688634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.930127,0.040208176,0.024148062,0.002188031,0.0024234543,0.0009052762],"domain_scores_gemma":[0.05285433,0.93228734,0.005325016,0.005630456,0.0024437911,0.0014590708],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.49312794,0.00029440408,0.0058642095,0.0002595996,0.00007766978,0.00007823975,0.0013029275,0.00232808,0.0034644022],"category_scores_gemma":[0.91203946,0.00020984648,0.0013100618,0.00093575846,0.0010176743,0.00027362746,0.0009627863,0.00589758,0.00035116653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009584862,0.007508953,0.45720047,0.00074768375,0.0016264161,0.00005537766,0.0001626004,0.0000029807572,0.0007515458,0.0038215453,0.24859308,0.2699445],"study_design_scores_gemma":[0.11254724,0.013021798,0.52978915,0.006364306,0.0030731154,0.000021240476,0.0010819238,0.014675311,0.0012445423,0.21275222,0.10395287,0.0014763111],"about_ca_topic_score_codex":0.001481283,"about_ca_topic_score_gemma":0.00082153175,"teacher_disagreement_score":0.8920792,"about_ca_system_score_codex":0.00012070514,"about_ca_system_score_gemma":0.0036162713,"threshold_uncertainty_score":0.9989671},"labels":[],"label_agreement":null},{"id":"W2162300921","doi":"10.1177/1740774508096474","title":"A comprehensive comparison of the continual reassessment method to the standard 3 + 3 dose escalation scheme in Phase I dose-finding studies","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"National Cancer Institute","keywords":"De-escalation; Phase (matter); Medicine; Medical physics; Computer science; Intensive care medicine; Chemistry","score_opus":0.9337735777746451,"score_gpt":0.7655472026703487,"score_spread":0.1682263751042964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162300921","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73719263,0.0005417982,0.2425062,0.0069427122,0.0045031644,0.0073669623,0.00040555166,0.00010523369,0.00043575064],"genre_scores_gemma":[0.304987,0.00012868573,0.6933195,0.00049246015,0.0007953374,0.00015663818,0.0000015799652,0.00003701807,0.00008175802],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9517269,0.03583797,0.009746145,0.0008517309,0.0012983176,0.00053892215],"domain_scores_gemma":[0.45427105,0.540097,0.003245986,0.001326534,0.0008113023,0.0002481103],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.073445104,0.00036055467,0.0045790076,0.00010001309,0.00025240553,0.000034580644,0.0007539479,0.00034563628,0.00009964092],"category_scores_gemma":[0.58708525,0.00019270722,0.00088751497,0.0007630432,0.00073488284,0.000065766115,0.00053348555,0.0009996628,0.000018033836],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027706008,0.010317531,0.053519383,0.00085302396,0.004215291,0.00007354922,0.010411966,0.0002887315,0.0048351563,0.16068265,0.07969908,0.64739764],"study_design_scores_gemma":[0.05736508,0.00470884,0.058327153,0.0019242363,0.0015332496,0.000014516838,0.0058305496,0.002540961,0.009088401,0.8342251,0.023298368,0.0011435127],"about_ca_topic_score_codex":0.00001095761,"about_ca_topic_score_gemma":0.000014641296,"teacher_disagreement_score":0.6735425,"about_ca_system_score_codex":0.00013433472,"about_ca_system_score_gemma":0.00024732648,"threshold_uncertainty_score":0.95408326},"labels":[],"label_agreement":null},{"id":"W2164947695","doi":"10.1191/1740774505cn071oa","title":"Determinants of the intracluster correlation coefficient in cluster randomized trials: the case of implementation research","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":284,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada Research Chairs","keywords":"Sample size determination; Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial; Statistics; Medicine; Research design; Psychological intervention; Intraclass correlation; Correlation; Clinical psychology; Psychometrics; Mathematics; Internal medicine; Computer science; Psychiatry","score_opus":0.6941588368323329,"score_gpt":0.7033108857755119,"score_spread":0.009152048943179003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164947695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99041545,0.00035308616,0.00031988468,0.0019564126,0.002211236,0.004416819,0.000058584486,0.0000049490873,0.0002635799],"genre_scores_gemma":[0.99866205,0.000030206402,0.000076255295,0.00022321033,0.00035843163,0.00026132795,0.000005053054,0.000009157015,0.00037431554],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9302582,0.061736044,0.00718467,0.0002641706,0.00026127952,0.00029563575],"domain_scores_gemma":[0.9466915,0.050536904,0.0019302367,0.0005223976,0.00025232136,0.000066628425],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19618556,0.00009451906,0.0014476387,0.000131557,0.00010466355,0.000013587237,0.0002531757,0.00022147954,0.0018051589],"category_scores_gemma":[0.032415032,0.000046171703,0.00089363044,0.00032993767,0.00049364945,0.000055208748,0.00008632234,0.0005003582,0.000047104906],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07331623,0.00171482,0.01725575,0.00003421554,0.00009492825,0.000014324017,0.0031562329,0.000057047146,0.000022309276,0.0021865678,0.018177943,0.8839696],"study_design_scores_gemma":[0.8244048,0.0021426943,0.13868496,0.0007544782,0.0014195237,0.00013506786,0.010905677,0.009972386,0.0011610438,0.0031781427,0.006853531,0.0003877393],"about_ca_topic_score_codex":0.0008421965,"about_ca_topic_score_gemma":0.0020855581,"teacher_disagreement_score":0.8835819,"about_ca_system_score_codex":0.000040668147,"about_ca_system_score_gemma":0.0001042512,"threshold_uncertainty_score":0.9991073},"labels":[],"label_agreement":null},{"id":"W2165814638","doi":"10.1177/1740774515597702","title":"Clinician trialist rounds: 28. When RCT participants are lost to follow-up. Part 1: Why even a few can matter","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"","keywords":"Randomized controlled trial; Medicine; Psychology; Internal medicine","score_opus":0.9161797198778433,"score_gpt":0.6095619279054681,"score_spread":0.30661779197237515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165814638","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39572152,0.0020081303,0.00188847,0.547491,0.032855425,0.0065552285,0.0038236259,0.00022002943,0.009436521],"genre_scores_gemma":[0.51778233,0.00027510605,0.003213092,0.4222646,0.024270516,0.0010813467,0.0002692171,0.00031217307,0.030531598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9667441,0.008213877,0.021928746,0.0016022929,0.0003051012,0.001205831],"domain_scores_gemma":[0.97083235,0.01634881,0.008679209,0.0017945365,0.00027837814,0.002066712],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22637953,0.00048584046,0.0058328025,0.00034318087,0.0002086523,0.00041002213,0.0008838439,0.0006579417,0.0030242559],"category_scores_gemma":[0.21960601,0.0005314592,0.0010794761,0.00033530625,0.0001752825,0.00045890207,0.00022573938,0.00052284804,0.040524576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005064354,0.00025843977,0.16171148,0.0000751243,0.00026888758,0.0000043437853,0.0010194231,0.000024859597,1.8942309e-7,0.001914526,0.83388346,0.000332814],"study_design_scores_gemma":[0.010686257,0.0005025688,0.019623185,0.00029875935,0.00010805194,0.000002193753,0.0012278012,0.00017994632,0.0000024158296,0.032853246,0.9337199,0.000795713],"about_ca_topic_score_codex":0.0017175894,"about_ca_topic_score_gemma":0.002529702,"teacher_disagreement_score":0.14208831,"about_ca_system_score_codex":0.0007283707,"about_ca_system_score_gemma":0.0007725149,"threshold_uncertainty_score":0.9997137},"labels":[],"label_agreement":null},{"id":"W2168208141","doi":"10.1177/1740774507081218","title":"Design of the fish oil inhibition of stenosis in hemodialysis grafts (FISH) study","year":2007,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Fatty Acid Research and Health","field":"Nursing","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Health Sciences Centre; Sunnybrook Health Science Centre; Foothills Medical Centre; Dr. Georges-L.-Dumont University Hospital Centre; Western University; St. Michael's Hospital; Toronto General Hospital; University Health Network","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Blinding; Clinical endpoint; Hemodialysis; Randomization; Clinical trial; Surgery; Stenosis; Adverse effect; Placebo; Internal medicine; Pathology","score_opus":0.3695596556857888,"score_gpt":0.5053937432085425,"score_spread":0.13583408752275367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168208141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944079,0.000033167144,0.00042798853,0.0033428606,0.000659617,0.00092710386,0.000022816208,0.000013972054,0.00016460971],"genre_scores_gemma":[0.99842566,0.000089271256,0.0005562073,0.0005965313,0.0002750549,0.000015009513,0.0000035176236,0.0000137318075,0.000025015594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878648,0.00777102,0.003081404,0.00031037244,0.00060440175,0.00036802294],"domain_scores_gemma":[0.9837932,0.014607557,0.0007919228,0.00048264186,0.0001805393,0.00014411271],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05868345,0.000114623355,0.001132964,0.00017857683,0.00007247787,0.00001421627,0.00024988514,0.00020844932,0.000060314527],"category_scores_gemma":[0.03033447,0.00007689478,0.00038668813,0.0007143596,0.00022385606,0.00006876737,0.00008044492,0.00043958152,0.0000065022673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02847878,0.016118178,0.5268052,0.00056558184,0.00042291518,0.00003475535,0.0035387252,0.0003780483,0.04436363,0.00005786416,0.016164484,0.3630718],"study_design_scores_gemma":[0.018974228,0.00429613,0.7782854,0.0005206332,0.0002864955,7.062031e-7,0.0016422535,0.00017953845,0.19358659,0.0017741224,0.00019881672,0.00025511748],"about_ca_topic_score_codex":0.00025516158,"about_ca_topic_score_gemma":0.0005305365,"teacher_disagreement_score":0.3628167,"about_ca_system_score_codex":0.00006427024,"about_ca_system_score_gemma":0.000112115034,"threshold_uncertainty_score":0.97783345},"labels":[],"label_agreement":null},{"id":"W2168810930","doi":"10.1177/1740774511431280","title":"On-site management of investigational products and drug delivery systems in conformity with Good Clinical Practices (GCPs)","year":2012,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Chicoutimi","funders":"Canadian Institutes of Health Research","keywords":"Investigational Drugs; Medicine; Conformity; Clinical trial; Drug; Delivery system; Business; Pharmacology; Medical physics; Internal medicine; Psychology","score_opus":0.31989869612022465,"score_gpt":0.4841618447633599,"score_spread":0.16426314864313524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168810930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898159,0.004081149,0.000034425397,0.0014404745,0.0018946463,0.00087907765,0.00004662419,0.000018626779,0.0017890801],"genre_scores_gemma":[0.99359983,0.00083601935,0.0038628688,0.0005763896,0.0002549651,0.000021953569,0.00001974612,0.000009537608,0.0008186613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921099,0.005078146,0.0020497213,0.00037845375,0.00008306601,0.00030073398],"domain_scores_gemma":[0.9868862,0.011109688,0.0014808503,0.00031415568,0.00011039332,0.00009868769],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035538327,0.00016055608,0.0010807068,0.00005928156,0.00004481674,0.00001560271,0.00013942087,0.00035084947,0.00006280991],"category_scores_gemma":[0.009658801,0.00009944174,0.0001263298,0.00015596356,0.0007461909,0.00014006298,0.00010469573,0.00051596825,0.000044902226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058162767,0.0032680754,0.8440682,0.000523832,0.0018259065,0.000014149229,0.00010090679,0.000002731174,0.00096483476,0.0911421,0.011162264,0.04111067],"study_design_scores_gemma":[0.014977039,0.002018579,0.88296896,0.00096487545,0.0013009384,0.000035439036,0.00045716885,0.000025793284,0.0037081023,0.002051873,0.09088551,0.00060573156],"about_ca_topic_score_codex":0.000033458662,"about_ca_topic_score_gemma":0.000007712398,"teacher_disagreement_score":0.08909023,"about_ca_system_score_codex":0.0000117953905,"about_ca_system_score_gemma":0.00007736123,"threshold_uncertainty_score":0.9986833},"labels":[],"label_agreement":null},{"id":"W2169168582","doi":"10.1191/1740774505cn126oa","title":"Group sequential methods for cluster randomization trials with binary outcomes","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"World Health Organization","keywords":"Randomization; Sample size determination; Cluster randomised controlled trial; Statistics; Early stopping; Interim; Interim analysis; Cluster (spacecraft); Computer science; Statistical hypothesis testing; Clinical trial; Randomized controlled trial; Data mining; Medicine; Mathematics; Machine learning","score_opus":0.6068582697390743,"score_gpt":0.654639154337866,"score_spread":0.047780884598791706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169168582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011239611,0.00006423891,0.99197906,0.0020550208,0.0011125575,0.0031202422,0.000088786,0.00010880684,0.0003473421],"genre_scores_gemma":[0.0020741331,0.00004879559,0.99426943,0.00091152877,0.001913852,0.00037128205,0.000021161854,0.000049382783,0.00034044162],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96809673,0.025646875,0.005039987,0.00057396834,0.00026368204,0.00037874782],"domain_scores_gemma":[0.70059437,0.29704157,0.0015149876,0.00044918325,0.00019238231,0.00020750616],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1365349,0.00030149988,0.0039992076,0.00008844326,0.00012160212,0.0001131278,0.00024932227,0.00035474062,0.0006440433],"category_scores_gemma":[0.39655358,0.00017159835,0.0010545518,0.00014968996,0.00018311031,0.00014252719,0.000063536725,0.00025633624,0.000022869097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011333628,0.0005242923,0.00031002224,0.00010508791,0.00058613514,0.0000014641498,0.000049706687,0.0000035171006,0.0002659786,0.29266897,0.0063823913,0.6877688],"study_design_scores_gemma":[0.04704234,0.00089751155,0.00027463754,0.000109853965,0.0016068834,0.0000037809757,0.000021712414,0.0040585124,0.0005953038,0.9301848,0.014787591,0.00041709316],"about_ca_topic_score_codex":0.0000022875458,"about_ca_topic_score_gemma":0.000003781015,"teacher_disagreement_score":0.6873517,"about_ca_system_score_codex":0.000032416396,"about_ca_system_score_gemma":0.000095342075,"threshold_uncertainty_score":0.889119},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2171484293","doi":"10.1177/1740774508089511","title":"Profile-specific survival estimates: Making reports of clinical trials more patient-relevant","year":2008,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Clinical trial; Medicine; Intensive care medicine; Internal medicine","score_opus":0.7632904334094643,"score_gpt":0.6297236592842288,"score_spread":0.13356677412523554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171484293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15712908,0.000552546,0.81976914,0.0005829809,0.012755958,0.004155804,0.00043826993,0.0003327905,0.004283417],"genre_scores_gemma":[0.15225884,0.00051062595,0.84475297,0.00016064907,0.0020340693,0.00009138132,0.000019234034,0.000079927966,0.00009232183],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9499978,0.022522798,0.024375074,0.0012769785,0.0011627354,0.0006646137],"domain_scores_gemma":[0.63563716,0.3507366,0.010602041,0.0017685014,0.0007125754,0.00054311217],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13783363,0.00046570375,0.0077306703,0.00011544424,0.0001616289,0.000049681836,0.00039738978,0.00074942573,0.0014129521],"category_scores_gemma":[0.7183146,0.00032163126,0.0021591836,0.00033629316,0.0010123764,0.00010546514,0.00022421699,0.00091403764,0.00006064604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003482048,0.003749943,0.047262486,0.00048055302,0.0009861226,0.0016608745,0.0004437056,0.0000018141628,0.00030767705,0.13634045,0.044390976,0.76089334],"study_design_scores_gemma":[0.0062104524,0.00199337,0.023283726,0.0012298871,0.000897798,0.0001664566,0.00024443568,0.0008624565,0.001144044,0.95357776,0.009357176,0.0010324303],"about_ca_topic_score_codex":0.0000052038167,"about_ca_topic_score_gemma":8.8375714e-7,"teacher_disagreement_score":0.8172373,"about_ca_system_score_codex":0.000026394788,"about_ca_system_score_gemma":0.00041200622,"threshold_uncertainty_score":0.9999236},"labels":[],"label_agreement":null},{"id":"W2171984706","doi":"10.1177/1740774510373497","title":"Designing and implementing sample and data collection for an international genetics study: the Type 1 Diabetes Genetics Consortium (T1DGC)","year":2010,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Human Genome Research Institute; National Institute of Diabetes and Digestive and Kidney Diseases; Norwegian Institute of Public Health; University of Texas Health Science Center at San Antonio; Medical School, University of Michigan; National Institutes of Health; Universität Ulm; State University of New York Upstate Medical University; University of Washington; Università degli Studi di Sassari; Universitetet i Oslo; Karolinska Institutet; University of Miami; University of South Carolina; Queen's University; Murdoch University; Universiteit Leiden; Massachusetts General Hospital; Queen's University Belfast; McGill University Health Centre; National Institute of Allergy and Infectious Diseases; Bunning Food Allergy Institute, Ann and Robert H. Lurie Children's Hospital of Chicago; Vrije Universiteit Brussel; University of Alaska Anchorage; University of Bristol; Hospital for Sick Children; Broad Institute; Helsingin Yliopisto; Calgary Laboratory Services; Semmelweis Egyetem; University of South Florida; University of Pittsburgh; Leids Universitair Medisch Centrum; Vanderbilt University; Seattle Children's Research Institute; Joslin Diabetes Center; Children's National Hospital; Juvenile Diabetes Research Foundation International; Children's Mercy Hospital; Economic and Social Research Council; Kaiser Permanente; State University of New York; University of Minnesota; University of Toronto; University of Alberta; Cincinnati Children's Hospital Medical Center; King's College London; Children's Hospital of Philadelphia; Ohio State University; Wake Forest University; University of Rochester; Wellcome Trust; University of Southern California; BC Children's Hospital; Medical Center, University of Rochester; Children's Hospital Los Angeles; McGill University; Cancer Research Institute","keywords":"Genotyping; Type 2 diabetes; Medicine; Library science; Family medicine; Diabetes mellitus; Genetics; Biology; Computer science; Genotype; Gene","score_opus":0.24448994520402814,"score_gpt":0.4859426851334839,"score_spread":0.24145273992945573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171984706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99714684,0.0003763597,0.00055693695,0.0001853208,0.0008985572,0.0006497183,0.00014765856,0.0000071509994,0.00003148123],"genre_scores_gemma":[0.99226934,0.0007824091,0.005319605,0.00026863682,0.0008854854,0.000027373218,0.00039990264,0.000017400096,0.000029828216],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998406,0.0003769214,0.0005577619,0.00039412055,0.00007822102,0.00018698184],"domain_scores_gemma":[0.9979359,0.001258577,0.0002497841,0.00036962816,0.0001163879,0.00006976009],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006805646,0.00009792129,0.00023358091,0.000015617958,0.00018507992,0.00012801182,0.00027056137,0.00012536108,0.000010373219],"category_scores_gemma":[0.009787794,0.00007504097,0.00004494061,0.000041822826,0.000102922946,0.0000070542214,0.00030091396,0.0001069741,3.0562038e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106707455,0.00022911391,0.84538466,0.000005960431,0.00047705564,6.84964e-8,0.000052098392,0.00000321297,0.08701676,0.000023448412,0.003560445,0.0631405],"study_design_scores_gemma":[0.01955807,0.008883935,0.36730614,0.000025884185,0.0017912512,0.0000025082966,0.0036359238,0.019070862,0.036060777,0.0036090675,0.538743,0.001312572],"about_ca_topic_score_codex":0.00000854407,"about_ca_topic_score_gemma":0.00014790354,"teacher_disagreement_score":0.53518254,"about_ca_system_score_codex":0.0000016455257,"about_ca_system_score_gemma":0.000054312455,"threshold_uncertainty_score":0.99855316},"labels":[],"label_agreement":null},{"id":"W2172067102","doi":"10.1191/1740774505cn111oa","title":"Minority recruitment to the Selenium and Vitamin E Cancer Prevention Trial (SELECT)","year":2005,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Cancer prevention; Medicine; Cancer; Selenium; Gerontology; Oncology; Environmental health; Internal medicine; Chemistry","score_opus":0.885305631011485,"score_gpt":0.7263981773616662,"score_spread":0.15890745364981873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172067102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80556977,0.0012083158,0.00029951162,0.17705448,0.0024108419,0.010640888,0.000029843339,0.00007837025,0.0027079894],"genre_scores_gemma":[0.9006016,0.011899971,0.005012723,0.011843927,0.026691038,0.001960038,0.000015323936,0.00004713448,0.041928243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908727,0.004098954,0.002823971,0.00074727304,0.0010202761,0.0004368333],"domain_scores_gemma":[0.92931473,0.06845619,0.00040562492,0.00078209775,0.00043440185,0.00060694414],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09113205,0.00017004173,0.0011543486,0.000060074428,0.00013764425,0.00006031145,0.0002679901,0.0006261418,0.000648127],"category_scores_gemma":[0.228516,0.000101766265,0.00047768184,0.00026650235,0.00025400313,0.000053013162,0.00021580776,0.0019448728,0.0002299859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08613257,0.0022014687,0.006596226,0.00015689111,0.0005681461,0.000008131151,0.000201616,0.000005754677,0.00071004755,0.0030972569,0.081330515,0.81899136],"study_design_scores_gemma":[0.14064601,0.011375827,0.033173528,0.0006036282,0.0010797767,0.000008517683,0.000090429225,0.0002085028,0.002784122,0.011993542,0.79761,0.0004261622],"about_ca_topic_score_codex":0.000049182196,"about_ca_topic_score_gemma":0.00073405914,"teacher_disagreement_score":0.8185652,"about_ca_system_score_codex":0.00012606248,"about_ca_system_score_gemma":0.00082129583,"threshold_uncertainty_score":0.9358708},"labels":[],"label_agreement":null},{"id":"W217664352","doi":"10.1007/978-1-84628-742-8_15","title":"Use of Quantitative Magnetic Resonance Imaging in the Cross-Sectional and Longitudinal Evaluation of Structural Changes in Knee Osteoarthritis Patients","year":2008,"lang":"en","type":"book-chapter","venue":"Clinical Trials","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Notre-Dame","funders":"","keywords":"Magnetic resonance imaging; Osteoarthritis; Cross-sectional study; Medicine; Radiology; Pathology; Alternative medicine","score_opus":0.3467426201302979,"score_gpt":0.4599945442013511,"score_spread":0.11325192407105322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W217664352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97876924,0.016845882,3.1354506e-7,0.000050547627,0.0005079759,0.0022703237,0.00029503365,0.0000051535594,0.0012555121],"genre_scores_gemma":[0.9959995,0.0015453069,0.00034598715,0.000061122206,0.00022259177,0.000066232526,0.00019983703,0.000028420078,0.0015309779],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961745,0.0007298907,0.00179381,0.0004128189,0.00073461456,0.00015437778],"domain_scores_gemma":[0.99532044,0.0031454011,0.00078926084,0.00024271691,0.0004536307,0.000048524296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046685557,0.00022388672,0.0011864761,0.00021010988,0.000032415617,0.000016978602,0.000063257205,0.00026375303,0.0001630249],"category_scores_gemma":[0.005266941,0.00016553758,0.00022329229,0.00005635505,0.00043642806,0.000090155816,0.00004075181,0.00031709467,0.0000027390229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017496888,0.00009397569,0.65364015,0.00003687067,0.000016070417,0.00003590637,0.00019678164,8.861162e-7,0.000027899849,0.0009632091,0.000021545817,0.343217],"study_design_scores_gemma":[0.016710045,0.006040958,0.9727989,0.0009660603,0.00021228193,0.000023789884,0.00001973027,0.00003042758,0.000037880603,0.0025762897,0.00044438365,0.00013924492],"about_ca_topic_score_codex":0.00002800342,"about_ca_topic_score_gemma":0.00032902957,"teacher_disagreement_score":0.34307775,"about_ca_system_score_codex":0.000048822396,"about_ca_system_score_gemma":0.00013683802,"threshold_uncertainty_score":0.6750427},"labels":[],"label_agreement":null},{"id":"W2238187692","doi":"10.1177/1740774515617754","title":"Randomized controlled trials in the West African Ebola virus outbreak","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Public Health Ontario","funders":"","keywords":"Ebola virus; Outbreak; Virology; Medicine; Randomized controlled trial; Ebola vaccine; Internal medicine","score_opus":0.39045460445914854,"score_gpt":0.5505955705419016,"score_spread":0.16014096608275302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238187692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.670087,0.003496252,0.0042958264,0.16129844,0.005730883,0.045398783,0.00022950064,0.00033514138,0.10912817],"genre_scores_gemma":[0.9877765,0.0025056703,0.000077743665,0.0017306749,0.0028288101,0.0010618888,0.000005541711,0.000024703328,0.0039884457],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9300139,0.060439944,0.007928537,0.0004778253,0.0006616768,0.00047809875],"domain_scores_gemma":[0.46486226,0.53022957,0.0026413924,0.0012872258,0.00044182074,0.00053774193],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36083907,0.0002639608,0.012088239,0.00027943985,0.00009912497,0.00009700239,0.0002668848,0.00034428228,0.00227882],"category_scores_gemma":[0.5574433,0.00008609049,0.004827655,0.00036071497,0.0005844243,0.00007791393,0.000068678,0.000536581,0.0006426643],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8760822,0.0012788044,0.0009432321,0.000019205097,0.0014721869,0.00007972871,0.000102740705,3.8501256e-7,0.0066765384,0.002852891,0.010535836,0.09995627],"study_design_scores_gemma":[0.9645539,0.00064504985,0.0022276712,0.00019760309,0.0012000817,0.00001747872,0.00010523804,0.000041588373,0.0005438491,0.0026658915,0.027643718,0.00015796421],"about_ca_topic_score_codex":0.00019852891,"about_ca_topic_score_gemma":0.00006553165,"teacher_disagreement_score":0.4697896,"about_ca_system_score_codex":0.00005220662,"about_ca_system_score_gemma":0.00032187806,"threshold_uncertainty_score":0.9986332},"labels":[],"label_agreement":null},{"id":"W2264430035","doi":"10.1177/1740774515597895","title":"An interview with David Sackett, 2014–2015","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cerebrovascular and Carotid Artery Diseases","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology","score_opus":0.46244337939300917,"score_gpt":0.5438903536607695,"score_spread":0.08144697426776037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264430035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585967,0.005310836,0.0025412661,0.011621795,0.0029554502,0.0034917963,0.00011866707,0.00057706254,0.014786427],"genre_scores_gemma":[0.98820865,0.0004283599,0.0008550139,0.006254666,0.002907293,0.000049198905,0.00013404447,0.00004717308,0.0011155884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957217,0.0021352556,0.0011295491,0.00041616178,0.00037970502,0.00021761992],"domain_scores_gemma":[0.9969686,0.0006855853,0.00022357945,0.00085362775,0.00022569549,0.0010428915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011815737,0.00017250208,0.0012543703,0.000045353845,0.000025770727,0.000043649572,0.0001636152,0.00012580639,0.0007390228],"category_scores_gemma":[0.0043907072,0.000105679974,0.00057390286,0.0000935425,0.00016129726,0.00012285924,0.000038458027,0.00021580997,0.00072529947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031029433,0.0037021823,0.27992865,0.00019409736,0.0012648192,0.00009611231,0.0002212482,0.0000058337055,0.000106414016,0.00024406852,0.4982077,0.21292594],"study_design_scores_gemma":[0.04122431,0.01244354,0.17091209,0.0008007416,0.0037592293,0.00023079083,0.0009839139,0.00012384764,0.00056801166,0.0010849775,0.7670685,0.00080007355],"about_ca_topic_score_codex":0.00000885748,"about_ca_topic_score_gemma":0.000008479189,"teacher_disagreement_score":0.2688608,"about_ca_system_score_codex":0.00002363319,"about_ca_system_score_gemma":0.0003418046,"threshold_uncertainty_score":0.9322499},"labels":[],"label_agreement":null},{"id":"W2278347075","doi":"10.1177/1740774515625976","title":"A cluster randomized controlled trial comparing relative effectiveness of two licensed influenza vaccines in US nursing homes: Design and rationale","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Sanofi Pasteur","keywords":"Medicine; Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial; Research design; Nursing; Family medicine; Statistics; Internal medicine; Computer science; Mathematics","score_opus":0.3779126506896948,"score_gpt":0.5532490072646447,"score_spread":0.17533635657494984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278347075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968358,0.0015110759,0.008232412,0.00040378165,0.00040831315,0.02073434,0.0000040027926,0.00002888278,0.0003192209],"genre_scores_gemma":[0.9955773,0.0005989486,0.0018391714,0.00018959408,0.00048667783,0.0012136424,0.0000015442859,0.000023606468,0.000069523514],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96639913,0.028556697,0.0038223995,0.00045471254,0.00044163238,0.0003254056],"domain_scores_gemma":[0.7008865,0.29701978,0.0011045699,0.00030203,0.00051342143,0.00017370924],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07935111,0.00025037522,0.007031984,0.00029118775,0.00006812605,0.000020955633,0.00008227061,0.00019717879,0.000037189857],"category_scores_gemma":[0.27643603,0.00012832423,0.0007812276,0.00020973734,0.00065065315,0.00017348544,0.00006627623,0.0002973398,0.000011582755],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97849345,0.00046160156,0.015803775,0.00009301193,0.0011775132,0.0000072862385,0.00017132636,0.000052576772,0.001371788,0.0003985455,0.000055579938,0.0019135213],"study_design_scores_gemma":[0.97037536,0.00089402404,0.018049391,0.0025449444,0.00065043266,0.0000017968343,0.00001446892,0.00085356145,0.000626149,0.005833691,0.00001959157,0.00013660919],"about_ca_topic_score_codex":0.000025429728,"about_ca_topic_score_gemma":0.0000038947014,"teacher_disagreement_score":0.26846308,"about_ca_system_score_codex":0.00010594955,"about_ca_system_score_gemma":0.00029994766,"threshold_uncertainty_score":0.94800174},"labels":[],"label_agreement":null},{"id":"W2292183648","doi":"10.1177/1740774515606377","title":"A comparison of confidence interval methods for the intraclass correlation coefficient in community-based cluster randomization trials with a binary outcome","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Intraclass correlation; Confidence interval; Statistics; Mathematics; Coverage probability; Estimator; Correlation coefficient; Sample size determination; Fisher transformation; Correlation ratio","score_opus":0.7679347356663273,"score_gpt":0.6752563290798085,"score_spread":0.09267840658651882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292183648","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043167872,0.00006132108,0.99045837,0.0009974957,0.00078637147,0.0032484275,0.000044497054,0.000026765789,0.00005995145],"genre_scores_gemma":[0.29085863,0.0000036155645,0.70856494,0.00023931544,0.00009452014,0.00019597728,0.000014343569,0.000017052838,0.000011606374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9361877,0.057042666,0.0059767687,0.0002583573,0.00031278483,0.00022174683],"domain_scores_gemma":[0.51743644,0.47907785,0.0023918005,0.0005107359,0.00046557214,0.00011762883],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2194023,0.00019898583,0.0031827164,0.00010432073,0.00009033628,0.000054795848,0.00036456285,0.00023793787,0.000029530398],"category_scores_gemma":[0.482217,0.00010660632,0.00038611583,0.0002919428,0.00039670084,0.000057210862,0.000070669805,0.00061401865,0.0000023872356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13515215,0.0071267122,0.04094901,0.0013191515,0.00074955233,0.0000034648372,0.004357636,0.013269027,0.00024418466,0.40551198,0.0048771934,0.38643995],"study_design_scores_gemma":[0.043301012,0.002543108,0.0010225303,0.0005342676,0.00086863776,0.0000012896535,0.001005776,0.6558417,0.000435708,0.29377574,0.0004202007,0.00025003133],"about_ca_topic_score_codex":0.000031741336,"about_ca_topic_score_gemma":0.000024200954,"teacher_disagreement_score":0.64257264,"about_ca_system_score_codex":0.000048130645,"about_ca_system_score_gemma":0.00022123526,"threshold_uncertainty_score":0.8037896},"labels":[],"label_agreement":null},{"id":"W2302484809","doi":"10.1177/1740774516629405","title":"Cluster-randomized trials: A closer look","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Foothills Medical Centre; University of Calgary; Western University","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial; Medicine; Computer science; Internal medicine","score_opus":0.9090948711711878,"score_gpt":0.738903122846103,"score_spread":0.17019174832508477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302484809","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22444989,0.0043161334,0.05511772,0.5844963,0.019178933,0.030578539,0.00027629637,0.0011373044,0.08044888],"genre_scores_gemma":[0.77088976,0.033421032,0.01954327,0.029618634,0.026808904,0.0010698753,0.000027406195,0.00025782938,0.11836329],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.886168,0.08588746,0.02162335,0.0020007303,0.003093047,0.001227416],"domain_scores_gemma":[0.01222547,0.98128814,0.0021879654,0.0019513314,0.001152081,0.0011950382],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.6393645,0.00033681732,0.009723978,0.00017597803,0.000090630056,0.00006861939,0.00056106923,0.0018287888,0.0054489425],"category_scores_gemma":[0.97982466,0.00015324891,0.005223897,0.00025843247,0.0021205782,0.000106197236,0.00037659847,0.0023789904,0.0034209294],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6486531,0.001550816,0.0027829723,0.0002330952,0.0024170466,0.00013966954,0.000042072515,1.7391335e-7,0.0012921969,0.03516619,0.074126214,0.23359644],"study_design_scores_gemma":[0.6187323,0.00114109,0.00046519405,0.0013487107,0.0013345024,0.000010786963,0.000022713388,0.00003294406,0.00084785715,0.3331169,0.042660963,0.0002860865],"about_ca_topic_score_codex":0.000013671858,"about_ca_topic_score_gemma":0.000013717386,"teacher_disagreement_score":0.89540064,"about_ca_system_score_codex":0.000086542015,"about_ca_system_score_gemma":0.001373856,"threshold_uncertainty_score":0.9999226},"labels":[],"label_agreement":null},{"id":"W2304549429","doi":"10.1177/1740774516638345","title":"Did death certificates and a death review process agree on lung cancer cause of death in the National Lung Screening Trial?","year":2016,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Cancer Institute; National Institutes of Health","keywords":"Medicine; Death certificate; Cause of death; Lung cancer; Lung cancer screening; Cancer; Randomized controlled trial; Intensive care medicine; Internal medicine; Disease","score_opus":0.6126625609003139,"score_gpt":0.6191813903230365,"score_spread":0.006518829422722638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304549429","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018176454,0.9859774,0.000006624694,0.0029898589,0.0003836129,0.009655724,0.00034917885,0.000022426719,0.00043341887],"genre_scores_gemma":[0.000815471,0.9921441,0.00006020046,0.0012136203,0.0016863798,0.0037709982,0.00009927418,0.000060987342,0.00014895517],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9901773,0.0030312003,0.004520827,0.0009870259,0.0009138184,0.00036986195],"domain_scores_gemma":[0.9768078,0.019602785,0.0024388798,0.0006232157,0.00030776407,0.00021956622],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01612442,0.0005985195,0.006700702,0.00018479166,0.000076393124,0.00004011444,0.0003625512,0.0004648052,0.00018476813],"category_scores_gemma":[0.017255262,0.0002679055,0.0014668896,0.00034020023,0.00009042245,0.00006582257,0.00006838318,0.00061270606,0.000009807181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040816707,0.0015962586,0.012771712,0.08351268,0.0038192386,0.00007276718,0.000045165467,3.6626628e-7,4.7553623e-8,0.0007011911,0.011586404,0.8818125],"study_design_scores_gemma":[0.032736868,0.0010727276,0.0024459283,0.53693914,0.018145666,0.000028912407,0.0000039387864,0.000007439186,0.0000022143427,0.00021445125,0.40791112,0.0004916186],"about_ca_topic_score_codex":0.000051237483,"about_ca_topic_score_gemma":0.000011465909,"teacher_disagreement_score":0.8813209,"about_ca_system_score_codex":0.00035875474,"about_ca_system_score_gemma":0.0012097392,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W2313243722","doi":"10.1177/1740774516634316","title":"Substantial risks associated with few clusters in cluster randomized and stepped wedge designs","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Generalizability theory; Sample size determination; Cluster (spacecraft); Statistics; Statistical power; Computer science; Research design; Wedge (geometry); Type I and type II errors; Correlation; Cluster size; Contrast (vision); Econometrics; Mathematics; Artificial intelligence","score_opus":0.8556771333791159,"score_gpt":0.6453227649648124,"score_spread":0.21035436841430344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313243722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38532737,0.00015613747,0.59455806,0.004279857,0.0030088178,0.010456798,0.00027188502,0.00032468216,0.0016164201],"genre_scores_gemma":[0.6898203,0.0006984149,0.3055158,0.0010643761,0.0012651534,0.00042028166,0.0000039510287,0.00016545402,0.0010462978],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9333732,0.05697376,0.007281194,0.0010231719,0.00063654815,0.00071212923],"domain_scores_gemma":[0.20505515,0.7911507,0.0023530698,0.000729624,0.00022869132,0.00048279864],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1765956,0.0004857042,0.0064864256,0.0001638444,0.00008609622,0.00009452566,0.00040139575,0.0008843074,0.0005111834],"category_scores_gemma":[0.8608698,0.00025105273,0.0007792021,0.00029644856,0.0015936483,0.00014154705,0.00019311294,0.0006599027,0.00005665598],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7965221,0.0029659732,0.013454882,0.00023004833,0.0035517348,0.00025840104,0.00031320273,0.0000039247484,0.00031049765,0.046442315,0.010364816,0.12558213],"study_design_scores_gemma":[0.48285717,0.00050897314,0.0017423126,0.0009074343,0.0009445113,0.000003195166,0.000026714915,0.00021652205,0.00010478834,0.5121175,0.00008286176,0.00048799327],"about_ca_topic_score_codex":0.000013143856,"about_ca_topic_score_gemma":0.00007126064,"teacher_disagreement_score":0.73417693,"about_ca_system_score_codex":0.000089891444,"about_ca_system_score_gemma":0.00017662402,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2315664626","doi":"10.1177/1740774516637871","title":"The design and implementation of a randomized controlled trial of a risk reduction and human immunodeficiency virus prevention videogame intervention in minority adolescents: <i>PlayForward: Elm City Stories</i>","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Educational Games and Gamification","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences","keywords":"Randomized controlled trial; Psychological intervention; Psychosocial; Intervention (counseling); Behavior change; Applied psychology; Psychology; Medicine; Medical education; Social psychology; Nursing; Psychiatry","score_opus":0.12197163521586732,"score_gpt":0.49725233595223295,"score_spread":0.37528070073636566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315664626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98400766,0.0011253969,0.007419154,0.00021675351,0.0014425401,0.005716541,0.000022426,0.00000892244,0.000040598046],"genre_scores_gemma":[0.9974262,0.001461819,0.00013302226,0.000004916433,0.000214845,0.000603841,0.000007789879,0.0000064089922,0.00014115048],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98253655,0.012949394,0.0038334448,0.00033056736,0.00020785513,0.00014218486],"domain_scores_gemma":[0.9864984,0.00965819,0.0033445435,0.0002734422,0.0001847888,0.000040621035],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052934855,0.00012797462,0.0014206838,0.000104500046,0.00008434585,0.000021767555,0.00010473273,0.00015688683,0.00007028831],"category_scores_gemma":[0.010818458,0.00007315061,0.0005131021,0.000116653675,0.00038890028,0.00011490852,0.000023241057,0.00013182941,0.0000012993743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8667812,0.0013596168,0.0066337027,0.000025327246,0.00033064556,7.8671505e-8,0.000973777,5.4491255e-7,0.0027040178,0.006601515,0.0000983407,0.11449123],"study_design_scores_gemma":[0.9133432,0.0010706275,0.06916278,0.00015111722,0.0005207172,9.0709074e-7,0.001158274,0.0000063201574,0.0003899287,0.014031829,0.000072743904,0.00009156209],"about_ca_topic_score_codex":0.00065482536,"about_ca_topic_score_gemma":0.00008390906,"teacher_disagreement_score":0.11439967,"about_ca_system_score_codex":0.00003620015,"about_ca_system_score_gemma":0.00004930292,"threshold_uncertainty_score":0.99751383},"labels":[],"label_agreement":null},{"id":"W2342178794","doi":"10.1177/1740774516643689","title":"A post hoc evaluation of a sample size re-estimation in the Secondary Prevention of Small Subcortical Strokes study","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia","funders":"National Institute of Neurological Disorders and Stroke; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Sample size determination; Medicine; Interim analysis; Hazard ratio; Stroke (engine); Randomized controlled trial; Clinical endpoint; Randomization; Confidence interval; Internal medicine; Statistics; Mathematics","score_opus":0.34629935341852325,"score_gpt":0.5150973712106044,"score_spread":0.16879801779208115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342178794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992229,0.00006692256,0.0019389911,0.0016631678,0.00016365015,0.003170983,0.000038775364,0.000011232742,0.00071727816],"genre_scores_gemma":[0.9960671,0.000031602864,0.0034301863,0.000117298005,0.0001393263,0.00011128225,0.000012362595,0.000009092131,0.000081730155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99236226,0.0038247555,0.0026124562,0.00029913205,0.00075729826,0.00014411139],"domain_scores_gemma":[0.9753404,0.022733714,0.0009248305,0.00058307766,0.0003648483,0.00005310037],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03871599,0.000105730614,0.0008223333,0.00007505196,0.000013728743,0.0000058225623,0.00015069652,0.000105950945,0.0005057505],"category_scores_gemma":[0.13664119,0.000056046774,0.00028176868,0.00015037837,0.000115758245,0.000056362634,0.00006310243,0.0001406981,0.0000076856495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064625484,0.005531627,0.19613977,0.00015946159,0.00067941775,0.000006625955,0.000808665,0.000009204026,0.007250303,0.00017451802,0.00241571,0.7803621],"study_design_scores_gemma":[0.025345864,0.006132994,0.96017003,0.00036977118,0.0021997015,0.000001827959,0.0018892904,0.0006431354,0.001171609,0.0017749306,0.0001985963,0.000102278886],"about_ca_topic_score_codex":0.000028101793,"about_ca_topic_score_gemma":0.000033453005,"teacher_disagreement_score":0.78025985,"about_ca_system_score_codex":0.00005130109,"about_ca_system_score_gemma":0.00022993947,"threshold_uncertainty_score":0.9898442},"labels":[],"label_agreement":null},{"id":"W2346079079","doi":"10.1177/1740774516645338","title":"Response assessment in lymphoma: Concordance between independent central review and local evaluation in a clinical trial setting","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Takeda Pharmaceuticals International; National Cancer Institute; University of Washington; Fred Hutchinson Cancer Research Center; Leukemia and Lymphoma Society","keywords":"Medicine; Concordance; Confidence interval; Anaplastic large-cell lymphoma; Lymphoma; Internal medicine; Clinical trial; Oncology; Response Evaluation Criteria in Solid Tumors; Phases of clinical research","score_opus":0.31204559873543886,"score_gpt":0.5583891974410428,"score_spread":0.2463435987056039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346079079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732181,0.004649994,0.00012515167,0.016038576,0.00070559286,0.0050918683,0.000033159442,0.00002404224,0.00011353117],"genre_scores_gemma":[0.98646617,0.010111483,0.0004048656,0.0017559127,0.0007522096,0.00042656454,0.00001804882,0.000019541463,0.000045213368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97258085,0.018655192,0.00648058,0.0009846055,0.0007724771,0.00052632415],"domain_scores_gemma":[0.961056,0.036682673,0.0010749749,0.00057013327,0.00014669994,0.00046953026],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10864818,0.00026110193,0.002774551,0.00011334163,0.000033046425,0.00002336501,0.00011944203,0.00038526667,0.00015201143],"category_scores_gemma":[0.06338822,0.00015776111,0.0005055733,0.00021544531,0.00024123378,0.00010723159,0.00011013876,0.00025888567,0.000032189524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022759207,0.001204211,0.51315695,0.00005541311,0.00010762934,0.00007823137,0.000009608999,1.595738e-7,0.000004884313,0.000029057186,0.00044085312,0.4621538],"study_design_scores_gemma":[0.23913792,0.0020410346,0.7526555,0.0025383448,0.00074127805,0.0000074775458,0.000016949962,0.000033086933,0.000015062591,0.00022355493,0.0024503833,0.00013939239],"about_ca_topic_score_codex":0.0000438702,"about_ca_topic_score_gemma":0.000049524017,"teacher_disagreement_score":0.4620144,"about_ca_system_score_codex":0.00082223036,"about_ca_system_score_gemma":0.0018180215,"threshold_uncertainty_score":0.9445013},"labels":[],"label_agreement":null},{"id":"W2417989465","doi":"10.1177/1740774516648916","title":"Numbers can save lives: Janice Pogue (1962–2016)","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health and Conflict Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Computer science; Operations research; Mathematics","score_opus":0.7004078046043488,"score_gpt":0.6714943309564814,"score_spread":0.02891347364786745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417989465","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23724128,0.0023723445,0.0010919585,0.5020965,0.034796342,0.008862973,0.0009649488,0.0010316384,0.21154201],"genre_scores_gemma":[0.7276436,0.008613916,0.0006963718,0.11746535,0.017741866,0.0009361619,0.000020675838,0.00013115465,0.12675092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98687196,0.007293719,0.0039452813,0.0005865317,0.00029286608,0.0010096701],"domain_scores_gemma":[0.9384476,0.0584972,0.0011607964,0.0007252287,0.00029775957,0.00087141286],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02292753,0.0002493769,0.0016668566,0.00005974747,0.000756402,0.000008295567,0.00033780976,0.0005118679,0.002683052],"category_scores_gemma":[0.082390994,0.00013910074,0.00045015113,0.00016164563,0.00024338876,0.000075396245,0.0002183168,0.000738461,0.0077610016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020831136,0.00046848855,0.12318432,0.00044000836,0.0006700229,0.000044320826,0.018784212,8.405069e-8,0.00025998056,0.006910774,0.5398125,0.30734217],"study_design_scores_gemma":[0.0047715204,0.00025756977,0.018428244,0.000583042,0.000077135766,5.984739e-7,0.0014767133,8.78775e-7,0.000011160672,0.0010289844,0.97313845,0.00022570211],"about_ca_topic_score_codex":0.0006224764,"about_ca_topic_score_gemma":0.00027626715,"teacher_disagreement_score":0.4904023,"about_ca_system_score_codex":0.000168058,"about_ca_system_score_gemma":0.0021192478,"threshold_uncertainty_score":0.9982286},"labels":[],"label_agreement":null},{"id":"W2495538325","doi":"10.1177/1740774516656583","title":"A practical Bayesian stepped wedge design for community-based cluster-randomized clinical trials: The British Columbia Telehealth Trial","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Telehealth; Sample size determination; Clinical trial; Cluster randomised controlled trial; Medicine; Randomized controlled trial; Type I and type II errors; Research design; Confidence interval; Cluster (spacecraft); Health care; Computer science; Telemedicine; Physical therapy; Statistics; Mathematics; Surgery; Internal medicine","score_opus":0.7739321541510332,"score_gpt":0.6354475128676494,"score_spread":0.13848464128338378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495538325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044717467,0.000056055775,0.9481192,0.010375011,0.002703149,0.033089813,0.00026025934,0.00074740493,0.00017733726],"genre_scores_gemma":[0.06804207,0.001092693,0.899104,0.008349849,0.0085388515,0.012043417,0.00006508829,0.0003673825,0.0023966364],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.63895345,0.338857,0.019036872,0.0011114856,0.000883298,0.001157886],"domain_scores_gemma":[0.27332234,0.7174484,0.0061237416,0.0018838187,0.00062860694,0.00059308804],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6255638,0.0005357578,0.00972651,0.00007194043,0.0013270746,0.0011405182,0.0012891515,0.0015063117,0.00045014397],"category_scores_gemma":[0.90325695,0.00037040128,0.0044260845,0.00029544707,0.002263676,0.00032947527,0.00027088964,0.0022703696,0.000047150843],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57437325,0.0029718021,0.00003737518,0.00012153185,0.00061253866,0.00001073563,0.000023261304,4.6436756e-7,0.000018531577,0.0035485092,0.32323438,0.09504765],"study_design_scores_gemma":[0.55516535,0.0032588434,0.0000058930927,0.0005015245,0.0011984049,0.000009944143,0.00005434469,0.0004917097,0.000051750376,0.42113283,0.01768893,0.0004405007],"about_ca_topic_score_codex":0.0004667656,"about_ca_topic_score_gemma":0.0018398887,"teacher_disagreement_score":0.4175843,"about_ca_system_score_codex":0.0001602245,"about_ca_system_score_gemma":0.0018366982,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W2510936828","doi":"10.1177/1740774516665597","title":"Adult patient perspectives on clinical trial result reporting: A survey of cancer patients","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Clinical trial; Family medicine; Internal medicine","score_opus":0.9095515158207234,"score_gpt":0.7475305313935051,"score_spread":0.16202098442721824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510936828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480606,0.00015112344,0.000022081245,0.0056088795,0.004057869,0.002855416,0.00032394417,0.00006305472,0.0021115988],"genre_scores_gemma":[0.9890528,0.0056053745,0.00038320274,0.0010727142,0.0022660054,0.0001290977,0.00002305634,0.000060922623,0.001406847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95058525,0.016388115,0.027253415,0.0019900363,0.0030454095,0.0007377863],"domain_scores_gemma":[0.1046645,0.8414851,0.028374223,0.004679127,0.01853295,0.0022641313],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2076227,0.00033094536,0.0039346176,0.00015673283,0.00008368291,0.000027078073,0.00046557368,0.0015532657,0.00059892045],"category_scores_gemma":[0.97236204,0.00018116616,0.001890712,0.00042770905,0.0015706818,0.0000672383,0.00031522656,0.00262893,0.00014873044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25832844,0.00767411,0.62797195,0.000054441793,0.0006141852,0.000024944025,0.00011269396,1.6488036e-7,0.000039999843,0.0010070655,0.007023403,0.09714859],"study_design_scores_gemma":[0.16710566,0.03528137,0.7902656,0.0017270596,0.00026897434,5.741741e-7,0.00012097933,0.000004061461,0.0004740682,0.00309306,0.0013577582,0.00030083928],"about_ca_topic_score_codex":0.0004505869,"about_ca_topic_score_gemma":0.0003054234,"teacher_disagreement_score":0.84592074,"about_ca_system_score_codex":0.00016364754,"about_ca_system_score_gemma":0.002181622,"threshold_uncertainty_score":0.9997429},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2516908816","doi":"10.1177/1740774516665596","title":"Communicating with participants during the conduct of multi-center clinical trials","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; University of Rochester; New York State Department of Health","keywords":"Center (category theory); Clinical trial; Psychology; Medicine; Family medicine; Internal medicine","score_opus":0.9758977644998172,"score_gpt":0.7786415941750139,"score_spread":0.19725617032480336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516908816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681714,0.00045737004,0.00042438487,0.026348047,0.00094522577,0.0026673686,0.00009146075,0.000085409905,0.00080932013],"genre_scores_gemma":[0.986234,0.004808289,0.0036440277,0.0013340518,0.0015208081,0.00010600233,0.0000046738746,0.00006475058,0.0022833836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.90867704,0.06510867,0.021209398,0.0014480345,0.002242274,0.0013145811],"domain_scores_gemma":[0.06517057,0.92109007,0.0056360136,0.005094148,0.0017371752,0.001272007],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43779135,0.00031660308,0.004931853,0.00008059588,0.00019879962,0.000043073833,0.001196569,0.001026224,0.00064582395],"category_scores_gemma":[0.8517786,0.0001247533,0.0018226391,0.00028388668,0.0037277013,0.00010445735,0.0007539886,0.0034571115,0.00022408142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019081848,0.0070198826,0.8859436,0.0004223747,0.0029994952,0.00007270396,0.00019996267,9.429145e-7,0.008066488,0.0021314449,0.001609008,0.07245224],"study_design_scores_gemma":[0.28654343,0.011038247,0.62949246,0.0141069805,0.0036455563,0.00007578395,0.0010217148,0.00026637156,0.019500872,0.010465606,0.022562154,0.0012808478],"about_ca_topic_score_codex":0.0000223699,"about_ca_topic_score_gemma":0.00008001538,"teacher_disagreement_score":0.8559814,"about_ca_system_score_codex":0.000053006443,"about_ca_system_score_gemma":0.0009676244,"threshold_uncertainty_score":0.99898356},"labels":[],"label_agreement":null},{"id":"W2569995479","doi":"10.1177/1740774516685298","title":"PRagmatic trial Of Video Education in Nursing homes: The design and rationale for a pragmatic cluster randomized trial in the nursing home setting","year":2017,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; Schulich School of Medicine and Dentistry, Western University","keywords":"Nursing; Randomized controlled trial; Nursing homes; Cluster (spacecraft); Medicine; Cluster randomised controlled trial; Psychology; Computer science; Intervention (counseling)","score_opus":0.21758192499069928,"score_gpt":0.5743555864927983,"score_spread":0.356773661502099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569995479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85204446,0.0011184703,0.012368932,0.051968526,0.013887784,0.06744064,0.000020098234,0.00002927021,0.0011218245],"genre_scores_gemma":[0.9785823,0.0003090522,0.008802603,0.0006900256,0.0058218366,0.005414271,0.00004589782,0.000045258043,0.0002887287],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.960648,0.033538744,0.004656679,0.00038506056,0.0003653414,0.00040614602],"domain_scores_gemma":[0.8027282,0.19282624,0.003456823,0.0007381691,0.00018084174,0.000069754446],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12917168,0.00020339128,0.0020416577,0.00017429156,0.0008592242,0.00012197862,0.00044334735,0.0003519598,0.000022409378],"category_scores_gemma":[0.16922033,0.00011102614,0.00046080042,0.00015001604,0.0004996264,0.00021382011,0.00003299315,0.000616517,0.000004295162],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89351207,0.0008070781,0.00005961144,0.00018432159,0.000040487546,2.926333e-7,0.013834719,0.000011350794,0.0000072209796,0.0013042346,0.00930344,0.08093517],"study_design_scores_gemma":[0.8807389,0.00048137948,0.00082587946,0.0027701536,0.0003683747,0.0000011658589,0.009452696,0.00127529,0.000001830945,0.103789315,0.00016484817,0.00013015384],"about_ca_topic_score_codex":0.00005298311,"about_ca_topic_score_gemma":0.00002415945,"teacher_disagreement_score":0.1592875,"about_ca_system_score_codex":0.00011209546,"about_ca_system_score_gemma":0.0016339383,"threshold_uncertainty_score":0.896701},"labels":[],"label_agreement":null},{"id":"W2604399020","doi":"10.1177/1740774517703057","title":"Inadequacy of ethical conduct and reporting of stepped wedge cluster randomized trials: Results from a systematic review","year":2017,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McGill University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Informed consent; Consolidated Standards of Reporting Trials; Research ethics; Randomized controlled trial; Research design; Family medicine; Cluster randomised controlled trial; Clinical trial; Medicine; Psychological intervention; Cluster (spacecraft); Alternative medicine; Psychology; Medical education; Nursing; Psychiatry; Pathology","score_opus":0.9771237733653158,"score_gpt":0.7924728271372427,"score_spread":0.1846509462280731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604399020","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012109998,0.95480084,0.00005005195,0.004176328,0.0014216196,0.03802249,0.00057543936,0.00003671007,0.0009044055],"genre_scores_gemma":[0.00004707371,0.9934258,0.0017830988,0.00078660174,0.0015435454,0.0008588512,0.000266618,0.00011507404,0.0011733487],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.28916815,0.4044367,0.293984,0.0045434614,0.0065465732,0.0013211257],"domain_scores_gemma":[0.002327826,0.8503136,0.13898122,0.005088273,0.0025055907,0.0007834657],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.8641493,0.0009399524,0.13364036,0.0003189296,0.00011285866,0.00008990759,0.0013485103,0.0076507623,0.00016596998],"category_scores_gemma":[0.9984752,0.00049963605,0.01603397,0.00033885305,0.003507755,0.000074126896,0.0010372868,0.012987926,0.000055494653],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044762637,0.0002531036,0.0000011662676,0.8812289,0.0054491693,0.00007164088,0.00003186931,5.214619e-9,5.8504725e-7,0.0004235065,0.0014070895,0.06637028],"study_design_scores_gemma":[0.14149359,0.0004674543,5.198416e-7,0.7768824,0.056680217,0.000031011405,0.000012616298,0.0000052601085,0.0000021872359,0.0043201423,0.01979963,0.00030498402],"about_ca_topic_score_codex":0.00011873436,"about_ca_topic_score_gemma":0.000014433876,"teacher_disagreement_score":0.4458769,"about_ca_system_score_codex":0.00008487791,"about_ca_system_score_gemma":0.005121417,"threshold_uncertainty_score":0.99974555},"labels":[],"label_agreement":null},{"id":"W2767576076","doi":"10.1177/1740774517741113","title":"A systematic review and development of a classification framework for factors associated with missing patient-reported outcome data","year":2017,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Missing data; CINAHL; Context (archaeology); MEDLINE; Medicine; Systematic review; Data extraction; Descriptive statistics; Data science; Data mining; Computer science; Statistics; Psychological intervention; Machine learning; Nursing","score_opus":0.9930611274809161,"score_gpt":0.7549930211570781,"score_spread":0.238068106323838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767576076","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066236107,0.9607457,0.02299874,0.000074213356,0.00040486208,0.015360244,0.00036543244,0.000007547696,0.000036658814],"genre_scores_gemma":[0.00002153896,0.97756964,0.020437175,0.00008670628,0.00007345726,0.0006115876,0.00066534267,0.00004929247,0.00048523568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.824797,0.068522006,0.10017215,0.0023401796,0.0038606473,0.00030805828],"domain_scores_gemma":[0.16886888,0.4444801,0.3557386,0.026483852,0.003784157,0.0006443906],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6098133,0.000801753,0.06787875,0.0002930802,0.00028527138,0.0009199821,0.004313509,0.0007558925,0.0002817827],"category_scores_gemma":[0.9447931,0.00029612356,0.005197655,0.0006497424,0.00016908586,0.00020952827,0.00045663508,0.00046972203,0.00006830309],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037704929,0.000113909344,0.00031152554,0.5450074,0.006646665,0.0000010434765,0.000043333526,7.934979e-9,6.534164e-9,0.000066981884,0.001516275,0.44628906],"study_design_scores_gemma":[0.00027474106,0.0000625041,0.00010719742,0.6143962,0.062412884,0.0000029771525,0.000063353895,0.000027180522,2.192672e-8,0.0005021555,0.3217337,0.000417071],"about_ca_topic_score_codex":4.2952658e-7,"about_ca_topic_score_gemma":0.0000027583246,"teacher_disagreement_score":0.6559281,"about_ca_system_score_codex":0.0000594864,"about_ca_system_score_gemma":0.0010378716,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W2781121917","doi":"10.1177/1740774517746622","title":"TwiC or treat? Are trials within cohorts ethically defensible?","year":2017,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Western University","funders":"Canadian Institutes of Health Research; Western University","keywords":"Medicine","score_opus":0.9427841256747087,"score_gpt":0.7367492708798408,"score_spread":0.20603485479486794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781121917","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011574547,0.0011228855,0.000090643196,0.96396714,0.011853195,0.007585643,0.00067023496,0.00041244875,0.01314034],"genre_scores_gemma":[0.00087747537,0.007850554,0.0025437535,0.7249202,0.09810638,0.0004344576,0.0005508272,0.00044118508,0.16427514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8917019,0.05785098,0.032669242,0.0058276537,0.009193896,0.002756352],"domain_scores_gemma":[0.063086465,0.9003653,0.019035991,0.0107437605,0.004524124,0.0022443745],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.47882137,0.0015367037,0.023528406,0.0005798578,0.00059789483,0.00077910104,0.0028998689,0.031296562,0.0055560516],"category_scores_gemma":[0.97130877,0.00093293056,0.008044455,0.00040457715,0.004303422,0.00015021076,0.0011218952,0.06485874,0.002928824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009331556,0.0005434811,0.0028597265,0.0021406822,0.0024708724,0.015319391,0.000031771193,4.5391548e-7,0.000020838967,0.0001985028,0.9626213,0.004461459],"study_design_scores_gemma":[0.02013109,0.004063836,0.0018030236,0.00923332,0.007123292,0.0002120448,0.00002611161,0.000012135858,0.0001396107,0.05521106,0.900697,0.0013474902],"about_ca_topic_score_codex":0.00009970885,"about_ca_topic_score_gemma":0.00026322895,"teacher_disagreement_score":0.8425143,"about_ca_system_score_codex":0.00031259892,"about_ca_system_score_gemma":0.011444142,"threshold_uncertainty_score":0.99973816},"labels":[],"label_agreement":null},{"id":"W2791980700","doi":"10.1177/1740774518761367","title":"Bayesian comparative effectiveness study of four consensus treatment plans for initial management of systemic juvenile idiopathic arthritis: FiRst-Line Options for Systemic juvenile idiopathic arthritis Treatment (FROST)","year":2018,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Sinai Health System; University of Toronto; University Health Network","funders":"Duke Clinical Research Institute; National Institute of Arthritis and Musculoskeletal and Skin Diseases; Genentech; Patient-Centered Outcomes Research Institute","keywords":"Juvenile; Arthritis; Medicine; Systemic therapy; Bayesian probability; Internal medicine; Computer science; Biology; Artificial intelligence","score_opus":0.2443290678510049,"score_gpt":0.46832755665730535,"score_spread":0.22399848880630047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791980700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95794773,0.011053459,0.0050708363,0.00020613143,0.0008333612,0.02369855,0.001006808,0.00008934986,0.000093800736],"genre_scores_gemma":[0.98909557,0.003487601,0.00027638557,0.00001425085,0.0007034852,0.0060628722,0.00012473747,0.000066037304,0.00016906204],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.988875,0.0032731225,0.00586714,0.0008898669,0.00050689856,0.00058802316],"domain_scores_gemma":[0.9908066,0.005197873,0.0019045708,0.0009518389,0.00087341777,0.0002657433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01109796,0.0005330562,0.006198061,0.0002652218,0.00034840123,0.000031543488,0.00023323367,0.00037862587,0.00003585221],"category_scores_gemma":[0.0017558469,0.0004228276,0.0011935998,0.000292798,0.00042626567,0.00006615285,0.00007101514,0.00020237983,0.000028919818],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2490581,0.11126201,0.03482899,0.040156566,0.047254805,0.0027055186,0.025220513,0.002352179,0.017500661,0.0041975607,0.0023647533,0.46309835],"study_design_scores_gemma":[0.44773012,0.4009897,0.00972426,0.062124036,0.008486404,0.0009436993,0.034253135,0.0057588443,0.023745207,0.0013777661,0.0030501406,0.0018166477],"about_ca_topic_score_codex":0.00014784663,"about_ca_topic_score_gemma":0.00032175053,"teacher_disagreement_score":0.4612817,"about_ca_system_score_codex":0.0004654766,"about_ca_system_score_gemma":0.00077249727,"threshold_uncertainty_score":0.9998224},"labels":[],"label_agreement":null},{"id":"W2806663270","doi":"10.1177/1740774518771233","title":"Incidence and impact of withdrawal of life-sustaining therapies in clinical trials of severe traumatic brain injury: A systematic review","year":2018,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; University of Manitoba; Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Clinical trial; Glasgow Coma Scale; Traumatic brain injury; CINAHL; Neurointensive care; Incidence (geometry); MEDLINE; Intensive care medicine; Internal medicine; Surgery; Psychological intervention; Psychiatry","score_opus":0.4191813226836116,"score_gpt":0.5713822359644174,"score_spread":0.15220091328080582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806663270","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008403108,0.97937167,0.000017921626,0.00012255293,0.00038109286,0.011406899,0.00022598717,0.000022815615,0.000047970567],"genre_scores_gemma":[0.0073935157,0.9911775,0.0003661435,0.00023963847,0.00043993906,0.0002450481,0.000032825963,0.000070642476,0.00003474387],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89970773,0.059336875,0.03862358,0.000995947,0.00091639976,0.00041944796],"domain_scores_gemma":[0.69465697,0.25964946,0.041050978,0.0031486917,0.00077168725,0.0007221835],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23363973,0.00079468184,0.046295337,0.00040880995,0.00003179077,0.00002119127,0.00065124064,0.001044499,0.0001669213],"category_scores_gemma":[0.5626813,0.00044626926,0.00951836,0.0009355103,0.0012898706,0.00012331863,0.00016014355,0.0011076479,0.0000070691726],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008619957,0.00057534635,0.0005266538,0.84816456,0.0044894507,0.000008823544,0.00019614723,5.5732954e-8,5.435117e-7,0.000051179075,0.0010161453,0.14410912],"study_design_scores_gemma":[0.00450832,0.0046333726,0.0009430757,0.968869,0.018829798,0.00005915817,0.00016444123,0.0000049047876,9.366944e-7,0.00026863627,0.0013272641,0.0003911509],"about_ca_topic_score_codex":0.00002587401,"about_ca_topic_score_gemma":0.0000048659876,"teacher_disagreement_score":0.32904157,"about_ca_system_score_codex":0.000057077563,"about_ca_system_score_gemma":0.0023504584,"threshold_uncertainty_score":0.9997989},"labels":[],"label_agreement":null},{"id":"W2888017152","doi":"10.1177/1740774518795637","title":"Moving forward toward standardizing analysis of quality of life data in randomized cancer clinical trials","year":2018,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cancer survivorship and care","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; University of British Columbia","funders":"National Cancer Institute; Health Canada; Boehringer Ingelheim","keywords":"Randomized controlled trial; Clinical trial; Medicine; Quality of life (healthcare); Medical physics; Internal medicine","score_opus":0.6922122348330196,"score_gpt":0.6432187469384346,"score_spread":0.04899348789458502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888017152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722881,0.004637568,0.010548041,0.0025682175,0.0043829232,0.0025364317,0.002209447,0.000045828692,0.0007834512],"genre_scores_gemma":[0.9909111,0.0042496384,0.0006400354,0.0010311112,0.002878796,0.00005106585,0.0001475415,0.000025671667,0.00006499344],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9332084,0.04246411,0.021674205,0.0011110683,0.0011307946,0.00041141314],"domain_scores_gemma":[0.6819613,0.29488885,0.014824524,0.0051024007,0.0020947955,0.0011281456],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41986468,0.00026935994,0.018752728,0.00042600458,0.000031661737,0.000022697539,0.0005902166,0.0005571684,0.001298338],"category_scores_gemma":[0.5915821,0.00018814414,0.004770357,0.0013106983,0.0010093419,0.00012148651,0.0003692303,0.0005389487,0.0000045068355],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5110404,0.0007577322,0.3682884,0.00046236048,0.019059885,0.0000050548797,0.0007637949,0.000012304033,0.00024170494,0.00037533793,0.0023280552,0.09666496],"study_design_scores_gemma":[0.7602321,0.0014028188,0.16970469,0.0015694541,0.049515482,4.3442824e-7,0.0019700103,0.0041582636,0.00092239527,0.0012001261,0.008534141,0.0007900873],"about_ca_topic_score_codex":0.0045977733,"about_ca_topic_score_gemma":0.0050680498,"teacher_disagreement_score":0.25242475,"about_ca_system_score_codex":0.00006490617,"about_ca_system_score_gemma":0.001525169,"threshold_uncertainty_score":0.9996146},"labels":[],"label_agreement":null},{"id":"W2900482092","doi":"10.1177/1740774518815648","title":"Commentary on Hay et al.: Can clinical trials data collection be improved by administrative data elements?","year":2018,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Data collection; Clinical trial; Hay; Medicine; Statistics; Computer science; Mathematics; Internal medicine; Animal science","score_opus":0.9470349349086055,"score_gpt":0.6933538306100809,"score_spread":0.25368110429852453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900482092","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017550353,0.00068452687,0.0008576742,0.83619785,0.014903367,0.006017058,0.14007287,0.00010608563,0.0009850693],"genre_scores_gemma":[0.00005020538,0.003149325,0.0035981399,0.884008,0.027013222,0.00032112573,0.07858558,0.000179305,0.0030950813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8462969,0.08041248,0.06562,0.005820044,0.0005644977,0.0012860964],"domain_scores_gemma":[0.60445696,0.31246865,0.06615526,0.015376619,0.00038321,0.0011593124],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.6660396,0.0010477975,0.013468512,0.00044470577,0.0004888234,0.0006178807,0.00495682,0.002834904,0.0032151411],"category_scores_gemma":[0.4996567,0.0011110288,0.0013020271,0.0003245529,0.00070521963,0.00084085367,0.0015521543,0.00456033,0.0018458886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005214245,0.000665865,0.0011533869,0.00013644838,0.0021452447,0.0000073540136,0.00005018369,1.452773e-7,4.0588435e-7,0.00011541248,0.9941914,0.001012742],"study_design_scores_gemma":[0.007919214,0.0017979993,0.00012363867,0.0002504856,0.00034028254,0.0000022201098,0.00009347299,0.0015908146,0.00000166003,0.0016714011,0.985195,0.0010138167],"about_ca_topic_score_codex":0.0013416953,"about_ca_topic_score_gemma":0.0005528445,"teacher_disagreement_score":0.24183996,"about_ca_system_score_codex":0.0007243799,"about_ca_system_score_gemma":0.0018838301,"threshold_uncertainty_score":0.999134},"labels":[],"label_agreement":null},{"id":"W2900864452","doi":"10.1177/1740774518815653","title":"Pilot study of the ability to probabilistically link clinical trial patients to administrative data and determine long-term outcomes","year":2018,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Robarts Clinical Trials; Institute for Clinical Evaluative Sciences; Queen's University; Canadian Cancer Society","funders":"","keywords":"Term (time); Clinical trial; Medicine; Link (geometry); Statistics; Psychology; Computer science; Internal medicine; Mathematics; Computer network","score_opus":0.9447467777794043,"score_gpt":0.7457501367773157,"score_spread":0.19899664100208858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900864452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739036,0.0000049772834,0.00010106477,0.0080576185,0.0031449546,0.014245041,0.0002276374,0.00003698139,0.00027812284],"genre_scores_gemma":[0.9913659,0.000023305984,0.0022584344,0.0027732127,0.0030523813,0.00014404906,0.00001808011,0.000039164326,0.00032545222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9754013,0.010276101,0.009557247,0.0021305473,0.0020665396,0.0005682534],"domain_scores_gemma":[0.29352868,0.67703784,0.0033337164,0.015275156,0.006523764,0.004300836],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.119966984,0.0003600494,0.0032762163,0.0000813847,0.00016815208,0.000078403966,0.0019446976,0.00048860174,0.000255415],"category_scores_gemma":[0.88052034,0.00020388704,0.00044099925,0.0004542481,0.0023142977,0.00008241827,0.0038204393,0.002448684,0.00012732817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.107264824,0.016653756,0.84761673,0.000099305624,0.00028302925,0.000008257478,0.00013045689,4.1699547e-8,0.000019126437,0.00009657525,0.00058315066,0.02724477],"study_design_scores_gemma":[0.061662726,0.13029501,0.805369,0.00022603132,0.00045430713,6.2818054e-7,0.000034437096,0.000008695365,0.00001798209,0.0015514396,0.00020712634,0.00017261221],"about_ca_topic_score_codex":0.000029732824,"about_ca_topic_score_gemma":0.0011830018,"teacher_disagreement_score":0.7605533,"about_ca_system_score_codex":0.000052983618,"about_ca_system_score_gemma":0.0013509039,"threshold_uncertainty_score":0.9998527},"labels":[],"label_agreement":null},{"id":"W2909678312","doi":"10.1177/1740774518820060","title":"Conducting clinical trials—costs, impacts, and the value of clinical trials networks: A scoping review","year":2019,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ontario Institute for Cancer Research; Simon Fraser University; Canadian Centre for Applied Research in Cancer Control","funders":"Canadian Cancer Society Research Institute; Ontario Institute for Cancer Research","keywords":"Clinical trial; Medicine; Value (mathematics); Intensive care medicine; Computer science; Internal medicine","score_opus":0.9815948427230464,"score_gpt":0.8194658296390914,"score_spread":0.162129013083955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909678312","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039537434,0.93651813,0.00007693225,0.0042003286,0.029475307,0.027982455,0.00078099826,0.00013868464,0.0007876308],"genre_scores_gemma":[0.000057220102,0.9553964,0.00014248086,0.016667759,0.026264582,0.00068964565,0.00025303545,0.00018588922,0.00034298623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.25730267,0.6540617,0.08263853,0.0030180532,0.0009583434,0.002020725],"domain_scores_gemma":[0.09082586,0.85584396,0.046471916,0.0025703106,0.00083023304,0.0034577025],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.8382099,0.0018900306,0.067171276,0.00023168787,0.00059216307,0.00016735043,0.0022852696,0.012109965,0.003121882],"category_scores_gemma":[0.7886487,0.0010664349,0.01989873,0.0010304044,0.004362251,0.0002693396,0.0011651594,0.02534507,0.00038686892],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003914006,0.0007088713,0.00029135076,0.092072785,0.0062053795,0.000037116406,0.000014427802,0.000003875131,1.968203e-7,0.0016586143,0.02911639,0.865977],"study_design_scores_gemma":[0.018417647,0.0005929047,0.00000725039,0.22695903,0.042749442,0.000058230293,0.000030363504,0.00034259065,0.0000014889523,0.00019426557,0.70979434,0.0008524139],"about_ca_topic_score_codex":0.000024772244,"about_ca_topic_score_gemma":0.000006834634,"teacher_disagreement_score":0.8651246,"about_ca_system_score_codex":0.00013756892,"about_ca_system_score_gemma":0.0061878045,"threshold_uncertainty_score":0.9994462},"labels":[],"label_agreement":null},{"id":"W2913014810","doi":"10.1177/1740774519828382","title":"Investigational drug labeling variability","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Readability; Medicine; Food and drug administration; Usability; Medical physics; Computer science; Pharmacology","score_opus":0.5751629538049167,"score_gpt":0.6036935166720337,"score_spread":0.028530562867117082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913014810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933262,0.00059093256,0.00007006913,0.033025257,0.0022150835,0.0009255826,0.000015127743,0.00007529734,0.029820636],"genre_scores_gemma":[0.9814213,0.00054810254,0.0034018504,0.011098133,0.0018228362,0.000014023116,0.000014004519,0.00001125203,0.001668477],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626034,0.0018183895,0.0012160209,0.00030102898,0.00024047408,0.00016372633],"domain_scores_gemma":[0.96313447,0.03573716,0.00034583575,0.00030950556,0.00013978075,0.00033322722],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.030727286,0.000089864,0.00079783145,0.000013996408,0.000050002753,0.000018066314,0.000071599236,0.00009863253,0.0030465066],"category_scores_gemma":[0.07846262,0.00006103984,0.00027900128,0.00010502908,0.00011503099,0.00007473125,0.000072351184,0.0004264174,0.0010663202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020180978,0.0008862224,0.8803761,0.00021569373,0.0007548172,0.000011868942,0.00007625031,0.000008295815,0.002344716,0.008472468,0.032418244,0.07241722],"study_design_scores_gemma":[0.008328153,0.00028815313,0.08539057,0.00014076207,0.0006082157,0.000006407052,0.000048939422,0.0009019149,0.000751706,0.021522729,0.88179654,0.00021594188],"about_ca_topic_score_codex":0.0000074546924,"about_ca_topic_score_gemma":4.6991437e-7,"teacher_disagreement_score":0.8493783,"about_ca_system_score_codex":0.00001939317,"about_ca_system_score_gemma":0.00012364889,"threshold_uncertainty_score":0.99971145},"labels":[],"label_agreement":null},{"id":"W2914452574","doi":"10.1177/1740774518824539","title":"Challenges and solutions in the design and execution of the PROSPECT Phase II/III neoadjuvant rectal cancer trial (NCCTG N1048/Alliance)","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Medicine; Colorectal cancer; FOLFOX; Oxaliplatin; Oncology; Neoadjuvant therapy; Clinical trial; Clinical endpoint; Randomized controlled trial; Internal medicine; Surgery; Cancer","score_opus":0.47876533201781357,"score_gpt":0.5176457104897636,"score_spread":0.03888037847195003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914452574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97411627,0.012720061,0.00001594809,0.0054103853,0.0010354631,0.0056473333,0.000017565764,0.000017766568,0.0010191933],"genre_scores_gemma":[0.98405,0.014587334,0.00010855953,0.00018009507,0.00048353517,0.00032547663,0.0000024652024,0.000011916141,0.00025064562],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959179,0.0019171188,0.001169462,0.00043882537,0.00031077507,0.00024588816],"domain_scores_gemma":[0.99404293,0.005002838,0.00040389632,0.00038972404,0.00006281453,0.000097819946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00892259,0.00017370883,0.0011188922,0.00003224507,0.000090698675,0.000013588625,0.00012871422,0.00019473111,0.00009235392],"category_scores_gemma":[0.003760066,0.00008599008,0.0002805143,0.00017763051,0.00028595957,0.00006239757,0.00010664866,0.00034239853,0.0000031232262],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26648554,0.0059806895,0.0070138653,0.00015922368,0.00069236476,0.000038408994,0.0024637987,0.000018434523,0.0020976732,0.0015580768,0.001285685,0.71220624],"study_design_scores_gemma":[0.7010859,0.039848354,0.2320502,0.0018446068,0.0017899622,0.00007166409,0.0008325209,0.001230183,0.0020594134,0.00669341,0.011896942,0.0005968119],"about_ca_topic_score_codex":0.000053415362,"about_ca_topic_score_gemma":0.0000642016,"teacher_disagreement_score":0.7116094,"about_ca_system_score_codex":0.00006950585,"about_ca_system_score_gemma":0.00020685175,"threshold_uncertainty_score":0.4501422},"labels":[],"label_agreement":null},{"id":"W2921524066","doi":"10.1177/1740774519836766","title":"Determination of fasiglifam-induced liver toxicity: Insights from the data monitoring committee of the fasiglifam clinical trials program","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Drug-Induced Hepatotoxicity and Protection","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Adverse effect; Alanine transaminase; Liver injury; Toxicity; Aspartate transaminase; Internal medicine; Transaminase; Pharmacology; Drug; Liver function tests; Clinical trial; Biology","score_opus":0.7970184672520017,"score_gpt":0.6334126584100205,"score_spread":0.16360580884198117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921524066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97605795,0.00046171263,0.00018420209,0.00090544845,0.015496242,0.005741922,0.0004043304,0.00009016037,0.0006580085],"genre_scores_gemma":[0.9936008,0.000871299,0.00064144103,0.00073570904,0.0038202996,0.00012366037,0.00005644089,0.000036775546,0.00011357353],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.93664867,0.05461213,0.006800426,0.0009046688,0.0006148952,0.00041918864],"domain_scores_gemma":[0.9014869,0.09123317,0.004579475,0.0021016656,0.00035853824,0.00024025673],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.07603125,0.0003804998,0.0026897693,0.00007888504,0.00030761835,0.00005477206,0.002240906,0.0017001078,0.0003340075],"category_scores_gemma":[0.065622866,0.00022370557,0.001252384,0.00045419182,0.00058259274,0.0003104265,0.00085703685,0.002799491,0.00012913332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021612411,0.0023470211,0.123604104,0.00009448377,0.00092566136,0.0000048749102,0.0005012098,0.000013392912,0.05061636,0.00025859682,0.0010858356,0.8183872],"study_design_scores_gemma":[0.026680276,0.0032895957,0.2261922,0.0008808278,0.0047172145,0.000008068584,0.000991963,0.016830098,0.57497066,0.007337099,0.13684493,0.0012570622],"about_ca_topic_score_codex":0.00013487371,"about_ca_topic_score_gemma":0.00006483235,"teacher_disagreement_score":0.81713015,"about_ca_system_score_codex":0.00004591519,"about_ca_system_score_gemma":0.0003540051,"threshold_uncertainty_score":0.9995959},"labels":[],"label_agreement":null},{"id":"W2942218366","doi":"10.1177/1740774519829053","title":"Sample size calculation for stepped-wedge cluster-randomized trials with more than two levels of clustering","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"ZonMw","keywords":"Cluster analysis; Sample size determination; Statistics; Cluster (spacecraft); Wedge (geometry); Mathematics; Randomized controlled trial; Sample (material); Cluster randomised controlled trial; Medicine; Computer science; Internal medicine; Chemistry; Chromatography","score_opus":0.7961628239582689,"score_gpt":0.6575450384263186,"score_spread":0.13861778553195025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942218366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069036014,0.000047846537,0.9056845,0.0008748192,0.003540207,0.018584335,0.001675444,0.00015739235,0.00039948316],"genre_scores_gemma":[0.1875438,0.000031563908,0.8088716,0.00037589416,0.0019397703,0.0005541903,0.000010972083,0.00012979808,0.0005423639],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9360504,0.043960575,0.016871953,0.0013009629,0.0010500839,0.0007660052],"domain_scores_gemma":[0.0898484,0.90051496,0.0071257157,0.0014084423,0.0007200377,0.0003824332],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27991474,0.0006144029,0.014316923,0.0001346077,0.0000983343,0.000099441844,0.0006483322,0.00072827755,0.0010366531],"category_scores_gemma":[0.9522637,0.000393892,0.0034482903,0.0003474115,0.0006836685,0.00015805992,0.00024818545,0.0005632319,0.000039912273],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.794524,0.0020747373,0.0032673853,0.002789938,0.006107678,0.000008352713,0.00045833964,0.0005722763,0.0015569357,0.10214324,0.0036820988,0.08281501],"study_design_scores_gemma":[0.37248763,0.0009939679,0.00059941557,0.00064362003,0.0024693438,0.0000024751494,0.00006970008,0.0073424634,0.00089125603,0.61372817,0.00024044373,0.0005315015],"about_ca_topic_score_codex":0.000036954625,"about_ca_topic_score_gemma":0.000021974956,"teacher_disagreement_score":0.8565544,"about_ca_system_score_codex":0.00006390024,"about_ca_system_score_gemma":0.0002828812,"threshold_uncertainty_score":0.99987656},"labels":[],"label_agreement":null},{"id":"W2944062769","doi":"10.1177/1740774519846504","title":"There is still a place for significance testing in clinical trials","year":2019,"lang":"en","type":"editorial","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ottawa Hospital","funders":"National Cancer Institute","keywords":"Significance testing; Clinical trial; Medicine; Internal medicine; Statistics; Mathematics","score_opus":0.9151790812600603,"score_gpt":0.7300723107311436,"score_spread":0.18510677052891666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944062769","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030218283,0.00069929386,0.026891708,0.0009978131,0.93856263,0.018694056,0.012018053,0.00041031756,0.0014239498],"genre_scores_gemma":[0.000036258087,0.0010117239,0.36220568,0.00058785937,0.63062143,0.0012211989,0.00008185792,0.00044926285,0.003784754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6679681,0.22938861,0.08673692,0.007976452,0.004654516,0.0032753828],"domain_scores_gemma":[0.006068225,0.96217567,0.024181213,0.0041206824,0.0022901774,0.0011640359],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.68818456,0.0020396719,0.03304171,0.00040365555,0.00015819985,0.0004659157,0.003356641,0.013000886,0.0012633954],"category_scores_gemma":[0.9974046,0.0015780805,0.008887789,0.0010027381,0.0011924506,0.00018888111,0.0008084252,0.009354039,0.00064935716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007538366,0.0015905849,0.00034266495,0.0015735923,0.001217398,0.000040815787,0.000039862905,0.000004420274,0.0000074326235,0.0016606089,0.9069658,0.07901844],"study_design_scores_gemma":[0.02128758,0.0022399493,0.000057329067,0.0026842135,0.0024224422,7.278854e-7,0.00004011208,0.0005329362,0.00002061427,0.41347882,0.55584174,0.0013935402],"about_ca_topic_score_codex":0.000059252405,"about_ca_topic_score_gemma":0.000031166674,"teacher_disagreement_score":0.7327871,"about_ca_system_score_codex":0.00038199057,"about_ca_system_score_gemma":0.0051424047,"threshold_uncertainty_score":0.9996496},"labels":[],"label_agreement":null},{"id":"W2954387070","doi":"10.1158/1538-7445.sabcs18-ct122","title":"Abstract CT122: Randomized assessment of cisplatin dose interval for ototoxicity in the treatment of locally advanced squamous cell carcinoma of the head and neck undergoing curative concurrent chemoradiotherapy (RADIO)","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Brain Metastases and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Medicine; Ototoxicity; Cisplatin; Head and neck cancer; Randomized controlled trial; Chemoradiotherapy; Oncology; Radiation therapy; Mucositis; Head and neck squamous-cell carcinoma; Internal medicine; Confidence interval; Chemotherapy","score_opus":0.13756659438083907,"score_gpt":0.4737509760037834,"score_spread":0.33618438162294434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954387070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888854,0.0015409943,0.00036060697,0.0005520886,0.00029918828,0.008083796,0.000107314154,0.0000036161853,0.00016699634],"genre_scores_gemma":[0.997253,0.00056369626,0.0017565734,0.000106158994,0.00006778077,0.00019313282,0.000015758624,0.000015007488,0.000028913999],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952794,0.001630492,0.002333999,0.0003144972,0.00026823394,0.00017339263],"domain_scores_gemma":[0.974002,0.023958001,0.0014294351,0.00043972078,0.000103481245,0.00006736584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005713659,0.00022815855,0.0029057343,0.000043835782,0.000024139588,0.0000074645245,0.00012425566,0.00010908193,0.000045091016],"category_scores_gemma":[0.0016873289,0.000104921186,0.0010664494,0.00010408859,0.00028748295,0.00003342682,0.000018079,0.00014179057,3.434829e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40003026,0.04022354,0.3167972,0.0031904879,0.0030300473,0.000035165947,0.006467059,0.00066241773,0.01645592,0.0030636129,0.00017342308,0.20987087],"study_design_scores_gemma":[0.7561088,0.014259194,0.20502302,0.00056467595,0.0008487547,0.0000048111424,0.000608877,0.0018626149,0.02004188,0.0003490831,0.00017050716,0.00015775074],"about_ca_topic_score_codex":0.000062434214,"about_ca_topic_score_gemma":0.00003097667,"teacher_disagreement_score":0.35607857,"about_ca_system_score_codex":0.00008728203,"about_ca_system_score_gemma":0.00030563457,"threshold_uncertainty_score":0.42785618},"labels":[],"label_agreement":null},{"id":"W2964433462","doi":"10.1177/1740774519865528","title":"Access to clinical trial data—Commentary","year":2019,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Clinical trial; Medicine; Computer science; Internal medicine","score_opus":0.972403193449343,"score_gpt":0.7254756075490935,"score_spread":0.24692758590024955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964433462","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012160419,0.00086476724,0.0011130733,0.9187228,0.05678018,0.008788422,0.010055336,0.00013207544,0.0023272946],"genre_scores_gemma":[0.000056133526,0.00070811016,0.0017968942,0.84806526,0.14120874,0.00030837167,0.0041431747,0.00017774457,0.00353559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9044991,0.026223136,0.06267881,0.0047448734,0.00047007375,0.0013839713],"domain_scores_gemma":[0.77781343,0.18356958,0.02800075,0.009558438,0.00020032263,0.00085749914],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.4553695,0.00082246674,0.013497672,0.0006538093,0.00019269407,0.00081986864,0.006389767,0.0038185508,0.0042976174],"category_scores_gemma":[0.35801464,0.0009174032,0.002198787,0.00034822547,0.00025254322,0.0010910158,0.0023334187,0.0046399753,0.047595583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021241903,0.0003069274,0.0067324257,0.00030092642,0.0007308924,0.000014258363,0.00002308556,0.0000036188042,5.7529936e-9,0.00019459735,0.98794955,0.0016195145],"study_design_scores_gemma":[0.03272557,0.0008070553,0.001143827,0.00023206536,0.00013510256,0.0000016415544,0.00001745821,0.00019833031,5.102917e-8,0.0036881024,0.9601084,0.00094241],"about_ca_topic_score_codex":0.00044936402,"about_ca_topic_score_gemma":0.000041816147,"teacher_disagreement_score":0.15734644,"about_ca_system_score_codex":0.0004555893,"about_ca_system_score_gemma":0.0008975745,"threshold_uncertainty_score":0.99932766},"labels":[],"label_agreement":null},{"id":"W2964469984","doi":"10.1177/1740774519862777","title":"Organ donor intervention trials and the ethical challenge of bystander organ recipients","year":2019,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Bystander effect; Organ transplantation; Intervention (counseling); Clinical trial; Medicine; Organ donation; Transplantation; Test (biology); Family medicine; Surgery; Pathology; Immunology; Nursing; Biology","score_opus":0.6376154799593498,"score_gpt":0.6066337031489081,"score_spread":0.030981776810441675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964469984","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006605772,0.98787117,0.00027445177,0.0035413406,0.0024659885,0.004901879,0.00014977864,0.000037952683,0.0006913877],"genre_scores_gemma":[0.0013638528,0.9958765,0.000074297466,0.00036941702,0.0010974546,0.000052410105,0.00029288893,0.000055142864,0.0008180461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.975399,0.016213357,0.007146565,0.0005537445,0.0005076288,0.00017968303],"domain_scores_gemma":[0.9438246,0.05144843,0.0036721851,0.0006051328,0.0002648738,0.00018476161],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.071692616,0.00034975348,0.009102678,0.00017948734,0.000047858684,0.00003814938,0.00020136633,0.0016272013,0.0010046938],"category_scores_gemma":[0.07785444,0.00017723355,0.0025450294,0.00025265638,0.00036647596,0.000041556046,0.000059995607,0.0015033275,0.00013783188],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016186576,0.0003170035,0.000038836726,0.012793451,0.0015617226,0.0000047113463,0.00011820562,9.622043e-9,4.1565286e-7,0.0026300545,0.00088494865,0.98003197],"study_design_scores_gemma":[0.03551221,0.0006852525,0.00018791895,0.024176614,0.017952561,0.000028241106,0.000040730956,0.0000029289708,0.0000060796383,0.00090173614,0.9202367,0.0002690029],"about_ca_topic_score_codex":0.0000054178236,"about_ca_topic_score_gemma":0.0000042460197,"teacher_disagreement_score":0.979763,"about_ca_system_score_codex":0.00004262456,"about_ca_system_score_gemma":0.00031199114,"threshold_uncertainty_score":0.9999085},"labels":[],"label_agreement":null},{"id":"W2965052442","doi":"10.1177/1740774519862528","title":"Impact of retrospective data verification to prepare the ICON6 trial for use in a marketing authorization application","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Canadian Cancer Society Research Institute; Cancer Research UK; Cancer Australia; AstraZeneca","keywords":"Placebo; Medicine; Clinical endpoint; Clinical trial; Randomized controlled trial; Medical physics; Oncology; Internal medicine; Alternative medicine; Pathology","score_opus":0.40972810739830384,"score_gpt":0.5655719793965981,"score_spread":0.15584387199829425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965052442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859464,0.000040403593,0.0024616746,0.0009979315,0.00039726673,0.009721965,0.00032897718,0.000015354059,0.00009000282],"genre_scores_gemma":[0.9973,0.0000656731,0.0010607499,0.00006536632,0.0005781961,0.00048706183,0.000374384,0.0000135970095,0.000054918135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711967,0.00081318506,0.0012433651,0.0005511362,0.00015888567,0.000113754795],"domain_scores_gemma":[0.99019694,0.00765768,0.0006283718,0.0012727617,0.00017134532,0.00007288315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016009133,0.00009104994,0.0006923282,0.000049214916,0.000022009446,0.000023671895,0.00014538286,0.00011480553,0.000053557018],"category_scores_gemma":[0.035790544,0.00005570615,0.00023209794,0.0002288405,0.00002145702,0.000094759795,0.00004781616,0.00007868736,0.0000093715025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11868407,0.0011709038,0.8092144,0.000046912348,0.0003720632,3.1701052e-7,0.000097634256,0.000038695838,0.00040579567,0.0006089755,0.0040878737,0.06527235],"study_design_scores_gemma":[0.049578257,0.0020768452,0.9439382,0.00011924544,0.00026691268,2.9652998e-7,0.00002304308,0.0020936835,0.00008068123,0.00013597767,0.0016231582,0.000063726424],"about_ca_topic_score_codex":0.00007835507,"about_ca_topic_score_gemma":0.000024924826,"teacher_disagreement_score":0.13472377,"about_ca_system_score_codex":0.00016268628,"about_ca_system_score_gemma":0.00020884936,"threshold_uncertainty_score":0.9723314},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2965288564","doi":"10.1177/1740774519862783","title":"Regulating impact on bystanders in clinical trials: An unsettled frontier","year":2019,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute of Allergy and Infectious Diseases; Wellcome Trust","keywords":"Frontier; Research ethics; Scholarship; Informed consent; Variety (cybernetics); Clinical trial; Medicine; Key (lock); Medical research; Engineering ethics; Alternative medicine; Psychology; Public relations; Political science; Law; Computer security; Pathology; Psychiatry","score_opus":0.9752763658568633,"score_gpt":0.8256957443571136,"score_spread":0.1495806214997497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965288564","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029610813,0.97264314,0.00019347457,0.0011839836,0.008464471,0.013025886,0.00039011458,0.00017860287,0.0036242455],"genre_scores_gemma":[0.00013359438,0.9809226,0.0014010501,0.0011103713,0.011032337,0.00020562652,0.000518916,0.00034724848,0.00432825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.686606,0.2409196,0.060213584,0.0053750677,0.004630596,0.0022551354],"domain_scores_gemma":[0.03329915,0.94452024,0.012212838,0.0063375733,0.00091029005,0.0027198913],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.73767155,0.0014613842,0.042189218,0.0009122771,0.000113408234,0.00024199735,0.0016578869,0.011713847,0.001773554],"category_scores_gemma":[0.9236034,0.0008704062,0.01887978,0.0011377054,0.0012247545,0.00016960315,0.0005052844,0.024018086,0.0017588561],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057208235,0.0020076102,0.0011820439,0.008634535,0.0021681238,0.0001544722,0.000016285523,0.0000022376314,1.4655504e-7,0.0005751459,0.008370152,0.9711684],"study_design_scores_gemma":[0.027285375,0.011638485,0.0010187625,0.10756105,0.008942571,0.000027922744,0.000078569195,0.0003125461,4.2178402e-7,0.012622149,0.829,0.0015121363],"about_ca_topic_score_codex":0.000044552227,"about_ca_topic_score_gemma":0.00004215438,"teacher_disagreement_score":0.9696563,"about_ca_system_score_codex":0.00079062604,"about_ca_system_score_gemma":0.010670486,"threshold_uncertainty_score":0.99981356},"labels":[],"label_agreement":null},{"id":"W2977548824","doi":"10.1177/1740774519876912","title":"Comparison between protocols and publications for prognostic and predictive cancer biomarker studies","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Genome Canada","keywords":"Medicine; Biomarker; Oncology; Cancer; Internal medicine; Biology","score_opus":0.9841015201374957,"score_gpt":0.7837125324978088,"score_spread":0.20038898763968693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977548824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7426348,0.008828641,0.020372136,0.01380647,0.0010853405,0.21081035,0.0009502808,0.00003056713,0.0014814576],"genre_scores_gemma":[0.9395629,0.00019161921,0.005089708,0.0002768974,0.00066831615,0.0435997,0.0000196259,0.000018341481,0.010572894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9630314,0.018356647,0.015905071,0.0011240152,0.0013862874,0.00019655221],"domain_scores_gemma":[0.7194057,0.26425588,0.011235368,0.0022723328,0.0025036393,0.0003270343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3228585,0.00018512497,0.0067517823,0.0001415236,0.000113100345,0.00058875995,0.0005050326,0.00012788629,0.00066727184],"category_scores_gemma":[0.50305134,0.00008031568,0.0009530527,0.00044712413,0.0001902077,0.0001768448,0.00015925558,0.00010863416,0.00016244156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033722037,0.000044681117,0.9023325,0.000082844825,0.00079104834,2.661488e-8,0.00009649071,9.2513517e-7,0.0000058337605,0.00031194993,0.044596512,0.051703494],"study_design_scores_gemma":[0.0014430329,0.00033938343,0.77554655,0.00015377907,0.0011143071,3.2115048e-7,0.0004582617,0.0028346027,0.000007461666,0.015341589,0.20261024,0.00015050232],"about_ca_topic_score_codex":9.790839e-7,"about_ca_topic_score_gemma":0.00000407913,"teacher_disagreement_score":0.24589925,"about_ca_system_score_codex":0.000010513373,"about_ca_system_score_gemma":0.00007761114,"threshold_uncertainty_score":0.73061585},"labels":[],"label_agreement":null},{"id":"W2977977580","doi":"10.1177/1740774519873883","title":"Benefit, burden, and impact for a cohort of post-approval cancer combination trials","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Clinical trial; Food and drug administration; Adverse effect; Hazard ratio; Drug; Randomized controlled trial; MEDLINE; Internal medicine; Cancer; Intensive care medicine; Confidence interval; Pharmacology","score_opus":0.7600792878732857,"score_gpt":0.6883477543706762,"score_spread":0.07173153350260952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977977580","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95390666,0.00043909578,0.022822816,0.0019069219,0.005081264,0.012346389,0.0028010043,0.00011255423,0.0005833245],"genre_scores_gemma":[0.4797835,0.0011771729,0.5103491,0.0004742509,0.005627474,0.00096034823,0.000045070807,0.0001837942,0.0013992818],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97733814,0.010588145,0.010008041,0.0009312272,0.0006484084,0.00048604538],"domain_scores_gemma":[0.4140667,0.5798822,0.0040696627,0.0007681173,0.00088803103,0.00032529267],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17454949,0.00036853945,0.006879879,0.00012600613,0.00005719968,0.00006428243,0.00036659135,0.0007119567,0.001258289],"category_scores_gemma":[0.8095685,0.00025319456,0.0018617087,0.00021874419,0.0003102241,0.00010387196,0.00014371883,0.00039822285,0.000021773367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018318001,0.0016190062,0.046140086,0.001828055,0.0050550513,0.000003654001,0.000170999,0.000020545058,0.006816822,0.315064,0.008978894,0.5959849],"study_design_scores_gemma":[0.017065391,0.0026491778,0.0149208335,0.00031919006,0.001724545,0.0000017921366,0.00004684107,0.00074279396,0.0011213316,0.9601831,0.0008514661,0.0003735607],"about_ca_topic_score_codex":0.00006898391,"about_ca_topic_score_gemma":0.000004251448,"teacher_disagreement_score":0.6451191,"about_ca_system_score_codex":0.00005720821,"about_ca_system_score_gemma":0.00026817847,"threshold_uncertainty_score":0.999992},"labels":[],"label_agreement":null},{"id":"W2984316440","doi":"10.1177/1740774519885380","title":"Nonparticipation reasons in a randomized international trial of a new latent tuberculosis infection regimen","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for HIV/AIDS, Viral Hepatitis, STD, and TB Prevention; National Institutes of Health; Sanofi","keywords":"Latent tuberculosis; Regimen; Medicine; Randomized controlled trial; Tuberculosis; Family medicine; Internal medicine; Intensive care medicine; Mycobacterium tuberculosis; Pathology","score_opus":0.288258867379052,"score_gpt":0.5403944435220811,"score_spread":0.2521355761430291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984316440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786383,0.00006879406,0.00017778484,0.014151829,0.0014313885,0.0029641276,0.000004615841,0.000023641973,0.002539519],"genre_scores_gemma":[0.99510264,0.0016893903,0.00048973487,0.00045775026,0.0010131651,0.00013936686,0.000045679037,0.0000120191,0.0010502752],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905389,0.00548969,0.00303548,0.00035215943,0.00033483296,0.0002489244],"domain_scores_gemma":[0.9831777,0.015327568,0.0007024015,0.00036248675,0.00016297183,0.00026687703],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038047712,0.000116132236,0.0024800096,0.00022504291,0.000009776966,0.000009084599,0.00008114985,0.00028544868,0.00084507023],"category_scores_gemma":[0.15365629,0.00008150866,0.00094998407,0.00020814911,0.00009756156,0.00007767961,0.000051554583,0.0003478304,0.00018480347],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8177277,0.0008085976,0.15825145,0.000028505525,0.00060773664,0.0000035883206,0.000066924134,0.00003432705,0.0004244788,0.0006119925,0.0053566615,0.016078021],"study_design_scores_gemma":[0.9055624,0.0013181107,0.08500605,0.00020911092,0.00027432913,0.0000038129463,0.000007837746,0.0027350006,0.0002149955,0.0016103662,0.0029670538,0.00009095397],"about_ca_topic_score_codex":0.0009977352,"about_ca_topic_score_gemma":0.000056863435,"teacher_disagreement_score":0.11560857,"about_ca_system_score_codex":0.000069058566,"about_ca_system_score_gemma":0.0002465905,"threshold_uncertainty_score":0.99053234},"labels":[],"label_agreement":null},{"id":"W2996429159","doi":"10.1177/1740774519873322","title":"Stepped-wedge trials should be classified as research for the purpose of ethical review","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Psychological intervention; Research ethics; Randomized controlled trial; Clinical trial; Medicine; Consolidated Standards of Reporting Trials; Knowledge translation; Informed consent; Cluster randomised controlled trial; Systematic review; Health care; Alternative medicine; Medical education; Psychology; Family medicine; MEDLINE; Nursing; Pathology; Psychiatry; Knowledge management; Political science; Computer science","score_opus":0.9870200934785246,"score_gpt":0.8273353160531675,"score_spread":0.15968477742535714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996429159","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013834475,0.035600003,0.00043997372,0.8793474,0.005076701,0.04445487,0.00023798627,0.00012226848,0.020886315],"genre_scores_gemma":[0.23258989,0.52426636,0.0040517445,0.13640548,0.01270978,0.0035234145,0.0001434092,0.00035521173,0.08595469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8892905,0.07546742,0.02178493,0.0025445248,0.008959126,0.001953493],"domain_scores_gemma":[0.015353626,0.97315097,0.0019933248,0.003677636,0.0048964596,0.00092800596],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.73785603,0.00033841035,0.0066946326,0.00019516244,0.00021465687,0.000077304714,0.0015708245,0.0037558887,0.003989401],"category_scores_gemma":[0.9593358,0.00018150131,0.003601869,0.0009234019,0.0023826603,0.00006208544,0.00072379905,0.014855513,0.00109577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034948457,0.0023783864,0.001972211,0.015626475,0.0021858832,0.000036223057,0.00014583569,0.0000011581819,0.0041627027,0.2510217,0.57213354,0.11538739],"study_design_scores_gemma":[0.024475727,0.008450565,0.0009290394,0.011392543,0.0017486756,0.000010986416,0.0003049156,0.00011440638,0.0026661197,0.113081686,0.83646065,0.00036470155],"about_ca_topic_score_codex":0.00004924887,"about_ca_topic_score_gemma":0.000024412395,"teacher_disagreement_score":0.8976835,"about_ca_system_score_codex":0.000095620446,"about_ca_system_score_gemma":0.004030588,"threshold_uncertainty_score":0.999682},"labels":[],"label_agreement":null},{"id":"W2997559877","doi":"10.1177/1740774519895966","title":"Trial marketing in the Pan-Canadian Early Detection of Lung Cancer Study","year":2020,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; BC Cancer Agency; McMaster University; Brock University; University of Calgary; Princess Margaret Cancer Centre; Memorial University of Newfoundland; Université Laval; University of Ottawa; University Health Network; Toronto Metropolitan University; Dalhousie University","funders":"Terry Fox Research Institute","keywords":"Context (archaeology); Lung cancer; Medicine; Observational study; Lung cancer screening; Family medicine; Clinical trial; Internal medicine; Geography","score_opus":0.8810348201497424,"score_gpt":0.7154880901317274,"score_spread":0.165546730018015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997559877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98001105,0.0005367441,0.00000434118,0.012629021,0.0024533158,0.0033535429,0.00008051167,0.000025002928,0.00090645626],"genre_scores_gemma":[0.9871989,0.00028016174,0.0000038104051,0.009269212,0.0029718147,0.00022448604,0.0000026735975,0.000013492304,0.000035464414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9673898,0.029148396,0.0023351714,0.0004139882,0.00022274477,0.00048987096],"domain_scores_gemma":[0.98165315,0.016972695,0.00047757803,0.00018728405,0.00009001801,0.0006192549],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045994904,0.00017407225,0.0008853555,0.000070351576,0.00019356931,0.000023224004,0.00044215142,0.0007227698,0.001302793],"category_scores_gemma":[0.021409635,0.0001265851,0.0002836185,0.00048097927,0.00015971146,0.000073536634,0.000050679937,0.0030265877,0.000033733024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12795319,0.0018197583,0.563004,0.00017809407,0.00065114204,0.00014143699,0.0039709187,0.000055835615,0.0011419936,0.00010334784,0.005187137,0.29579315],"study_design_scores_gemma":[0.19919947,0.0053863716,0.6293214,0.00012254072,0.0021308223,0.000003711566,0.003768402,0.006075789,0.002164426,0.00028273746,0.15073267,0.0008116862],"about_ca_topic_score_codex":0.0037747454,"about_ca_topic_score_gemma":0.005878444,"teacher_disagreement_score":0.29498145,"about_ca_system_score_codex":0.000061010014,"about_ca_system_score_gemma":0.00043795473,"threshold_uncertainty_score":0.9996101},"labels":[],"label_agreement":null},{"id":"W3016729763","doi":"10.1177/1740774520914306","title":"Bayesian methods for pilot studies","year":2020,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; St. Joseph’s Healthcare Hamilton; Impact; SickKids Foundation; University of Toronto","funders":"","keywords":"Randomized controlled trial; Frequentist inference; Prior probability; Bayesian probability; Statistics; Confidence interval; Computer science; Medicine; Bayesian inference; Mathematics; Surgery","score_opus":0.9799706100301048,"score_gpt":0.8082921533921043,"score_spread":0.17167845663800052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016729763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013814804,0.0005541355,0.9774049,0.013676389,0.004042573,0.0029290307,0.00013390598,0.00032922596,0.00079167425],"genre_scores_gemma":[0.001378086,0.00038115145,0.9847374,0.006399333,0.006455073,0.00035300126,0.0000018278356,0.00009001651,0.0002041031],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95441085,0.03441836,0.008943794,0.0012342125,0.00037270252,0.0006201089],"domain_scores_gemma":[0.08603406,0.9098885,0.0019450191,0.00081811316,0.0004954629,0.0008188281],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15724134,0.0003914534,0.0053955372,0.000043377997,0.000138841,0.00006423632,0.0006458739,0.0003762908,0.0004762738],"category_scores_gemma":[0.97591877,0.00028200352,0.0015136823,0.00032140652,0.0005368112,0.000068062225,0.00028416057,0.00061867124,0.00009540177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037380874,0.00066375715,0.00010850411,0.00065775536,0.0018395752,0.000008786499,0.00017108516,0.00000124101,0.00047419075,0.25678837,0.12964164,0.60590696],"study_design_scores_gemma":[0.0055381786,0.0026419251,0.00002095592,0.00007939034,0.0008838752,7.3607697e-7,0.00010211727,0.00083273876,0.0009609651,0.95730877,0.031291924,0.00033840828],"about_ca_topic_score_codex":5.6495156e-7,"about_ca_topic_score_gemma":4.089328e-7,"teacher_disagreement_score":0.87547016,"about_ca_system_score_codex":0.000029846642,"about_ca_system_score_gemma":0.00012699072,"threshold_uncertainty_score":0.9999632},"labels":[],"label_agreement":null},{"id":"W3023732552","doi":"10.1177/1740774519896799","title":"Cluster over individual randomization: are study design choices appropriately justified? Review of a random sample of trials","year":2020,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"Agence Nationale de la Recherche","keywords":"Randomization; Randomized controlled trial; Psychological intervention; Informed consent; Medicine; Cluster randomised controlled trial; Cluster (spacecraft); Sample size determination; Clinical trial; Family medicine; MEDLINE; External validity; Psychology; Alternative medicine; Nursing; Statistics; Computer science; Social psychology","score_opus":0.9331299248576629,"score_gpt":0.7196946620532215,"score_spread":0.21343526280444136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023732552","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028341044,0.9547453,0.0034590052,0.00082635897,0.0015698364,0.038139354,0.00104722,0.00005720922,0.00015288864],"genre_scores_gemma":[0.000009522211,0.9885153,0.004267166,0.0011531073,0.004081072,0.0011998593,0.00035802624,0.00015655639,0.00025934709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.72852015,0.19783244,0.062172752,0.0032313387,0.0072540077,0.0009892919],"domain_scores_gemma":[0.02719039,0.93988055,0.026662812,0.0028082202,0.0025005552,0.00095750386],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.5438799,0.0009826353,0.05353865,0.00040345066,0.00008477038,0.00007448644,0.0015385625,0.0028741832,0.0020183183],"category_scores_gemma":[0.961174,0.00059006544,0.010233497,0.0015206096,0.0008503907,0.00009541172,0.0008794486,0.005554996,0.00008325414],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022340365,0.0025308204,0.00008657564,0.36558422,0.0082902685,0.00005214101,0.000060822334,9.4198043e-7,2.1269504e-7,0.00009016673,0.009587438,0.591376],"study_design_scores_gemma":[0.091835596,0.002716531,0.000019374369,0.3010393,0.049978357,0.000007784557,0.00003722922,0.0000051573766,0.0000020466646,0.0011887641,0.55269665,0.00047319144],"about_ca_topic_score_codex":0.00002474295,"about_ca_topic_score_gemma":0.0000066821017,"teacher_disagreement_score":0.7420481,"about_ca_system_score_codex":0.00007952822,"about_ca_system_score_gemma":0.005497474,"threshold_uncertainty_score":0.9996788},"labels":[],"label_agreement":null},{"id":"W3024190863","doi":"10.1177/1740774520920893","title":"Adjusting for adherence in randomized trials when adherence is measured as a continuous variable: An application to the Lipid Research Clinics Coronary Primary Prevention Trial","year":2020,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Patient-Centered Outcomes Research Institute","keywords":"Medicine; Randomized controlled trial; Primary prevention; Research design; Clinical trial; Secondary prevention; Coronary heart disease; Physical therapy; Internal medicine; Statistics; Disease; Mathematics","score_opus":0.8094234507609317,"score_gpt":0.642819391213717,"score_spread":0.1666040595472147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024190863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03747052,0.00037142038,0.8847914,0.005187483,0.0013829739,0.068997055,0.00022255446,0.00066044054,0.0009162001],"genre_scores_gemma":[0.3087069,0.0011002786,0.6253604,0.007642195,0.011838907,0.043548018,0.00025785176,0.00031132335,0.0012341208],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9219942,0.059391,0.014007944,0.0019735538,0.0016033534,0.0010299544],"domain_scores_gemma":[0.49527675,0.4908754,0.0074484334,0.0026889266,0.002719756,0.000990722],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3163549,0.0004391092,0.0060506174,0.00015181565,0.00023694901,0.00019001066,0.001369299,0.00076785934,0.00027805765],"category_scores_gemma":[0.7181277,0.00030911723,0.0011252619,0.00079891086,0.00034821747,0.00037570286,0.00036290992,0.0013344907,0.00006815533],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67727435,0.0010039806,0.000040268846,0.0002106121,0.00022982621,0.0000026877017,0.0011265235,0.000012678837,0.00156227,0.018673925,0.013607456,0.2862554],"study_design_scores_gemma":[0.3112895,0.0068911174,0.000014211085,0.00046740315,0.0004894782,0.0000016149025,0.00032959273,0.0016305497,0.0006905058,0.67106843,0.0067178123,0.00040979157],"about_ca_topic_score_codex":0.00005764678,"about_ca_topic_score_gemma":0.000034565586,"teacher_disagreement_score":0.65239453,"about_ca_system_score_codex":0.00014278578,"about_ca_system_score_gemma":0.0011512112,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3035701045","doi":"10.1177/1740774520965173","title":"A Bayesian response-adaptive dose-finding and comparative effectiveness trial","year":2020,"lang":"en","type":"preprint","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children’s Health Research Institute; London Health Sciences Centre; Western University; University of Manitoba; Children's Hospital Research Institute of Manitoba; Women and Children’s Health Research Institute; University of Alberta; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; Children's Hospital Research Institute of Manitoba; Hospital for Sick Children; Ontario Ministry of Economic Development, Job Creation and Trade; Centre hospitalier universitaire Sainte-Justine; Physicians' Services Incorporated Foundation; University of Alberta; Ministero dello Sviluppo Economico; Kidscan Children's Cancer Research; London Health Sciences Foundation; Alberta Children's Hospital Research Institute; Academic Medical Organization of Southwestern Ontario","keywords":"Bayesian probability; Interim analysis; Medicine; Computer science; Type I and type II errors; Statistical power; Early stopping; Clinical trial; Medical physics; Machine learning; Statistics; Artificial intelligence; Mathematics; Internal medicine","score_opus":0.9482633965801534,"score_gpt":0.7194301561646284,"score_spread":0.228833240415525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035701045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20414132,0.0006076539,0.7214671,0.0037802763,0.027686996,0.034427848,0.0026665956,0.0011517864,0.00407044],"genre_scores_gemma":[0.39806736,0.0001960772,0.5923489,0.0004265988,0.0074654887,0.0011941701,0.000015396416,0.00016711665,0.000118915865],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.786139,0.19573952,0.012410388,0.003512053,0.0012764861,0.00092255085],"domain_scores_gemma":[0.26291838,0.7295115,0.0047467733,0.0014415791,0.00036386237,0.0010178967],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.21905828,0.0012311088,0.013971015,0.00023379213,0.00024132484,0.00036647267,0.0011343105,0.0028227102,0.00032738224],"category_scores_gemma":[0.86610484,0.0010056526,0.0026010324,0.00041065103,0.0014010869,0.000087828696,0.0024743439,0.0050330665,0.000103867504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8753882,0.0013781375,0.00014007618,0.0010103682,0.0034687985,0.00019339992,0.00046053718,0.000009060105,0.00016635309,0.09368379,0.0044896253,0.019611632],"study_design_scores_gemma":[0.08168423,0.0040960927,0.0013500155,0.0014555245,0.0019475408,0.0000036383772,0.000116545045,0.00084392505,0.00027104083,0.9066694,0.00056454533,0.0009975157],"about_ca_topic_score_codex":0.000011668764,"about_ca_topic_score_gemma":0.0000027694678,"teacher_disagreement_score":0.8129856,"about_ca_system_score_codex":0.00019912577,"about_ca_system_score_gemma":0.0010143424,"threshold_uncertainty_score":0.9992394},"labels":[],"label_agreement":null},{"id":"W3037121760","doi":"10.1177/1740774520943846","title":"Anti-Thrombotic Therapy to Ameliorate Complications of COVID-19 (ATTACC): Study design and methodology for an international, adaptive Bayesian randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Clinical Trials","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute in Oncology and Hematology; Ozmosis Research (Canada); Université Laval; University of British Columbia; Toronto General Hospital; McMaster University; Thrombosis and Atherosclerosis Research Institute; CancerCare Manitoba; Ottawa Hospital; University Health Network; Health Sciences Centre; McGill University; McGill University Health Centre; St. Michael's Hospital; Jewish General Hospital; Sunnybrook Health Science Centre; Hamilton Health Sciences; University of Toronto; University of Manitoba","funders":"Peter Munk Cardiac Centre, University Health Network; Research Manitoba","keywords":"Coronavirus disease 2019 (COVID-19); Randomized controlled trial; Medicine; 2019-20 coronavirus outbreak; Bayesian probability; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care medicine; Internal medicine; Statistics; Virology; Mathematics; Disease","score_opus":0.8215050255771472,"score_gpt":0.6769166508533498,"score_spread":0.14458837472379737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037121760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077886984,0.00017277859,0.79720867,0.061349414,0.0006094855,0.062581934,0.00007656242,0.00008636955,0.000027806658],"genre_scores_gemma":[0.9147928,0.001516474,0.060638793,0.017080719,0.0011464118,0.0047341846,0.000018018432,0.000038879458,0.000033762335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96279573,0.030522952,0.0048675016,0.00097330945,0.0005282311,0.00031228815],"domain_scores_gemma":[0.25049272,0.743519,0.0020711494,0.0008380018,0.0013182304,0.001760924],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09188976,0.00029308957,0.008588765,0.0002040885,0.00013625242,0.000042062344,0.00042217865,0.00020759185,0.00011288005],"category_scores_gemma":[0.8258093,0.00019032604,0.0012033269,0.00034312462,0.00072796916,0.00007960996,0.00017789149,0.00036414756,0.00000824472],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98632175,0.0023991545,0.0007765696,0.00004318601,0.003851451,0.0000053425783,0.00070875837,0.00032138315,0.00056092517,0.0005133312,0.0007570381,0.0037410925],"study_design_scores_gemma":[0.9601802,0.023953881,0.0012263391,0.000023797498,0.0012729339,2.731838e-7,0.00036646108,0.008733911,0.00004527607,0.0030491482,0.0009837685,0.00016396283],"about_ca_topic_score_codex":0.000048265632,"about_ca_topic_score_gemma":0.000003566196,"teacher_disagreement_score":0.8369058,"about_ca_system_score_codex":0.000050654937,"about_ca_system_score_gemma":0.0009129768,"threshold_uncertainty_score":0.9350906},"labels":[],"label_agreement":null},{"id":"W3080650048","doi":"10.1177/1740774520945988","title":"Recruitment, retention, and adherence in a clinical trial: The Pediatric Heart Network’s Marfan Trial experience","year":2020,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; U.S. Food and Drug Administration; Marfan Foundation; Merck","keywords":"Medicine; Randomized controlled trial; Retention rate; Ambulatory; Descriptive statistics; Young adult; Physical therapy; Internal medicine","score_opus":0.9601528969704602,"score_gpt":0.7346422838928133,"score_spread":0.22551061307764697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080650048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295811,0.0013993676,0.00010799248,0.05070989,0.0047939285,0.012360178,0.000011727876,0.00011252924,0.0009232702],"genre_scores_gemma":[0.9253435,0.022753643,0.0020668989,0.019002125,0.028431535,0.0012718487,0.000014173503,0.00007205571,0.0010442167],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9628443,0.019547964,0.012559292,0.0021336717,0.001890341,0.0010244069],"domain_scores_gemma":[0.68097264,0.31245136,0.002063961,0.0019718076,0.0006152073,0.0019250527],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.16902992,0.00032100602,0.00286932,0.00006749415,0.00017980792,0.00014233547,0.0006961042,0.0013308442,0.0005498743],"category_scores_gemma":[0.61968625,0.00020555897,0.0012247954,0.0009983804,0.0012257447,0.00012081904,0.000618716,0.0055021634,0.00018619165],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7457114,0.0013898634,0.20258638,0.00013881702,0.00014172966,0.0000841065,0.00029143927,0.0000020898062,0.000009861234,0.0018802139,0.027431598,0.020332497],"study_design_scores_gemma":[0.81247586,0.033937037,0.076673634,0.00036229138,0.0005935945,0.000009901678,0.0004003354,0.00037878312,0.000007122266,0.022038396,0.052592378,0.00053065195],"about_ca_topic_score_codex":0.000025979347,"about_ca_topic_score_gemma":0.000033390847,"teacher_disagreement_score":0.45065635,"about_ca_system_score_codex":0.000039636376,"about_ca_system_score_gemma":0.0012467806,"threshold_uncertainty_score":0.9999656},"labels":[],"label_agreement":null},{"id":"W3107722013","doi":"10.1177/1740774520971767","title":"Commentary on Kahrass et al: The sublime inertia of informed consent language in early phase clinical trials involving patients","year":2020,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Sublime; Informed consent; Clinical trial; Medicine; Psychology; Alternative medicine; Philosophy; Aesthetics; Internal medicine","score_opus":0.8603485363456195,"score_gpt":0.7164294977867682,"score_spread":0.14391903855885124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107722013","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112251595,0.00036384378,0.000009297664,0.87658346,0.0035888576,0.005776445,0.0008158662,0.00008031699,0.0005303485],"genre_scores_gemma":[0.03588448,0.0070705307,0.00023951726,0.9466672,0.007797302,0.00017650989,0.0016403906,0.00015616346,0.0003679325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8820962,0.07877247,0.03076866,0.002146345,0.0048957337,0.0013205862],"domain_scores_gemma":[0.1122981,0.8759081,0.0071979817,0.0027707953,0.0009882534,0.00083681033],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.26207,0.00080456544,0.009633546,0.000447575,0.00009807616,0.000145487,0.0016584141,0.004039739,0.00050105044],"category_scores_gemma":[0.9049306,0.0004941308,0.003853588,0.0006948928,0.002213287,0.00012770928,0.001025808,0.029682726,0.00025163643],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009480476,0.002760917,0.034361772,0.0006597225,0.0011998585,0.0005942102,0.00035642108,3.4609604e-7,0.00002184674,0.00006635387,0.94511163,0.005386447],"study_design_scores_gemma":[0.090639144,0.015373721,0.012146512,0.007685743,0.0015996837,0.00000286519,0.00026958375,0.00006836733,0.00016021774,0.003014912,0.86813843,0.0009007913],"about_ca_topic_score_codex":0.0004228313,"about_ca_topic_score_gemma":0.0002904945,"teacher_disagreement_score":0.7971356,"about_ca_system_score_codex":0.00021779964,"about_ca_system_score_gemma":0.0039160294,"threshold_uncertainty_score":0.99975103},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3124414965","doi":"10.1177/1740774520984860","title":"Reopening schools safely in the face of COVID-19: Can cluster randomized trials help?","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Randomized controlled trial; Face (sociological concept); Cluster (spacecraft); Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Resource (disambiguation); Cluster randomised controlled trial; Clinical trial; Public relations; Political science; Sociology; Disease; Computer science; Social science; Virology","score_opus":0.8175374663965047,"score_gpt":0.6344676389089127,"score_spread":0.18306982748759204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124414965","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34785706,0.007114347,0.09240209,0.52152985,0.0036677048,0.022780193,0.0005090171,0.00035500337,0.0037847243],"genre_scores_gemma":[0.9203833,0.0036241114,0.01835651,0.053475678,0.0019790297,0.0009437817,0.000029436223,0.000060546296,0.0011476261],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81309867,0.16929345,0.015102352,0.0010544916,0.0007912373,0.0006598258],"domain_scores_gemma":[0.12463459,0.8693342,0.004210261,0.0012123307,0.00026691682,0.00034168275],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41753536,0.00036105808,0.0104540195,0.00008287779,0.00015972603,0.00007479024,0.0007411024,0.00048425744,0.0005856507],"category_scores_gemma":[0.9786303,0.00018720145,0.0027983475,0.00054434687,0.00047456127,0.0000621072,0.0004935225,0.0009280316,0.000036481095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3428543,0.0039054484,0.022581408,0.002132332,0.0063525247,0.0005651389,0.007697751,0.00093597925,0.00089244696,0.12663914,0.4605713,0.02487226],"study_design_scores_gemma":[0.3002824,0.00022967471,0.00074427354,0.0003644346,0.001315144,0.000008103373,0.0031951752,0.00019818648,0.00031397835,0.6667661,0.026090974,0.00049153826],"about_ca_topic_score_codex":0.00022725489,"about_ca_topic_score_gemma":0.00026035038,"teacher_disagreement_score":0.70004076,"about_ca_system_score_codex":0.00012066943,"about_ca_system_score_gemma":0.00076705345,"threshold_uncertainty_score":0.76338536},"labels":[],"label_agreement":null},{"id":"W3125944419","doi":"10.1177/1740774520984870","title":"Blinding, sham, and treatment effects in randomized controlled trials for back pain in 2000–2019: A review and meta-analytic approach","year":2021,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Public Health Ontario; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institutes of Health","keywords":"Blinding; Medicine; Randomized controlled trial; Meta-analysis; Physical therapy; N of 1 trial; Alternative medicine; Placebo; Internal medicine","score_opus":0.482903966861432,"score_gpt":0.5632263736170604,"score_spread":0.0803224067556284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125944419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007946699,0.9179586,0.00020499996,0.00090456416,0.00020382047,0.08050577,0.000049046266,0.000013464117,0.00015178142],"genre_scores_gemma":[0.000004498308,0.97934157,0.00249129,0.00059706956,0.00045226127,0.014447875,0.0003980748,0.000059796384,0.0022075418],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8298475,0.14923546,0.018530138,0.0015609433,0.00036624685,0.00045967792],"domain_scores_gemma":[0.54084516,0.4530439,0.0048305336,0.0007460116,0.00014641498,0.00038796515],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.41128272,0.0009133906,0.116436526,0.0005220668,0.00003153194,0.000063331405,0.00010789633,0.0010092964,0.00026557074],"category_scores_gemma":[0.6341327,0.00040747365,0.020442318,0.00049765187,0.00025568114,0.00004223731,0.000044792418,0.0005316165,0.000009262041],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023800507,0.0011866314,0.0000048819365,0.23214561,0.03844513,0.00001067802,0.000031111354,1.8070153e-7,1.4124882e-7,0.00016783668,0.0015667528,0.70264053],"study_design_scores_gemma":[0.5173133,0.0012109826,0.000003037897,0.03728289,0.32444713,0.0000045014053,0.000009026306,0.00007797166,3.9698538e-8,0.00020225027,0.119091295,0.000357607],"about_ca_topic_score_codex":0.000017960567,"about_ca_topic_score_gemma":0.00000781843,"teacher_disagreement_score":0.7022829,"about_ca_system_score_codex":0.00017822384,"about_ca_system_score_gemma":0.00080832635,"threshold_uncertainty_score":0.9998377},"labels":[],"label_agreement":null},{"id":"W3151993145","doi":"10.1177/1740774520980052","title":"Improving efficiency in the stepped-wedge trial design via Bayesian modeling with an informative prior for the time effects","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Sample size determination; Randomized controlled trial; Frequentist inference; Statistics; Bayesian probability; Statistical power; Medicine; Econometrics; Computer science; Mathematics; Bayesian inference","score_opus":0.34031754041561096,"score_gpt":0.510608425108701,"score_spread":0.17029088469309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151993145","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038206864,0.000050333838,0.9900769,0.00029652732,0.00034416653,0.005211923,0.000018315095,0.000039795123,0.00014132644],"genre_scores_gemma":[0.071998194,0.000012878551,0.9258117,0.0005740785,0.000843629,0.0006844964,0.000006373293,0.000037768572,0.00003090072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98850805,0.0081640575,0.002123314,0.00040831196,0.0003766536,0.00041964705],"domain_scores_gemma":[0.8119666,0.1864682,0.0005953961,0.0006469529,0.00020482304,0.00011802526],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040778074,0.00024946395,0.0011693665,0.00004273214,0.0002686659,0.00022018116,0.0005169587,0.00021118642,0.000046124096],"category_scores_gemma":[0.13185997,0.00011556962,0.0002864996,0.00031780955,0.00016023206,0.00016493474,0.000069893926,0.000496242,0.000012169319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048841912,0.001851445,0.000013694581,0.000447069,0.00026749953,0.000051517498,0.002708914,0.00033932534,0.00019848587,0.13006972,0.0003804633,0.81482995],"study_design_scores_gemma":[0.026599422,0.0028752738,0.000015190112,0.00012315235,0.00033560887,0.0000064978526,0.00030781436,0.6625608,0.00022162934,0.30670598,0.000019864894,0.0002287431],"about_ca_topic_score_codex":0.0000077532395,"about_ca_topic_score_gemma":0.0000065953163,"teacher_disagreement_score":0.8146012,"about_ca_system_score_codex":0.000026865058,"about_ca_system_score_gemma":0.0003748583,"threshold_uncertainty_score":0.98772085},"labels":[],"label_agreement":null},{"id":"W3154504422","doi":"10.1177/17407745211001504","title":"Strategies for facilitating the delivery of cluster randomized trials in hospitals: A study informed by the CFIR-ERIC matching tool","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Randomized controlled trial; Blueprint; Cluster randomised controlled trial; Implementation research; Process management; Matching (statistics); Identification (biology); Medical education; Knowledge management; Medicine; Computer science; Nursing; Business; Engineering","score_opus":0.836595647939426,"score_gpt":0.7459030377319846,"score_spread":0.09069261020744135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154504422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955813,0.00015968857,0.0048268535,0.016188474,0.001446212,0.020922445,0.0003045071,0.000027426393,0.00031141803],"genre_scores_gemma":[0.96934736,0.00022778212,0.002624335,0.01931465,0.0006063113,0.007459516,0.00001866274,0.000021561673,0.00037984658],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8147227,0.16290577,0.020054666,0.0005780608,0.00081679685,0.0009220135],"domain_scores_gemma":[0.2036228,0.790471,0.004597575,0.000636509,0.0005507543,0.00012136293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4216517,0.00020149711,0.0036096445,0.00007557211,0.00066425663,0.000085512955,0.0005125157,0.00019592159,0.0002913375],"category_scores_gemma":[0.6488962,0.000098199416,0.0007645563,0.0005333483,0.00030938775,0.0003276949,0.00023176805,0.0006900336,0.00003151851],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13141641,0.0015825345,0.019163208,0.0028876152,0.001791955,0.000008284078,0.4876007,0.00032478687,0.00089298293,0.010015074,0.23298965,0.111326784],"study_design_scores_gemma":[0.35427764,0.0005051463,0.00448059,0.00041085892,0.0003159514,5.408272e-7,0.60529697,0.0004712309,0.000030448597,0.019066187,0.014862936,0.00028151166],"about_ca_topic_score_codex":0.00046421395,"about_ca_topic_score_gemma":0.0005273695,"teacher_disagreement_score":0.6275652,"about_ca_system_score_codex":0.000084262,"about_ca_system_score_gemma":0.0035856133,"threshold_uncertainty_score":0.6360724},"labels":[],"label_agreement":null},{"id":"W3156374769","doi":"10.1177/17407745211005045","title":"Minimization of resource utilization data collected within cost-effectiveness analyses conducted alongside Canadian Cancer Trials Group phase III trials","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Canadian Partnership Against Cancer; Health Sciences Centre; Queen's University; University of Toronto; Sunnybrook Health Science Centre","funders":"National Cancer Institute","keywords":"Cost effectiveness; Incremental cost-effectiveness ratio; Bootstrapping (finance); Confidence interval; Cost database; Clinical trial; Medicine; Cost driver; Cost estimate; Cost–benefit analysis; Statistics; Computer science; Quality-adjusted life year; Econometrics; Mathematics; Risk analysis (engineering); Database; Business; Engineering","score_opus":0.9632781989233032,"score_gpt":0.7013410572343525,"score_spread":0.26193714168895077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156374769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7554093,0.029444573,0.06420173,0.02988333,0.016492875,0.02929203,0.07236304,0.00034220202,0.002570928],"genre_scores_gemma":[0.9481515,0.0038090693,0.0072147446,0.011281874,0.005016496,0.0014938039,0.021634586,0.00022623617,0.0011716872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8872495,0.07399248,0.036059905,0.0017912132,0.00028644584,0.0006204471],"domain_scores_gemma":[0.8015425,0.15971991,0.033527452,0.0029613297,0.0011229203,0.0011258838],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.43090695,0.0004017485,0.010578347,0.00073625124,0.00030789763,0.00020985918,0.0007434116,0.00072958495,0.0030171191],"category_scores_gemma":[0.68338937,0.00043158015,0.0008122524,0.0015079003,0.00022388533,0.0006215188,0.00014118924,0.000361336,0.000109722576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017791485,0.00740338,0.058365926,0.0038667745,0.022471456,0.000120319404,0.0045526447,0.010979485,0.002419288,0.06326068,0.7557683,0.05300024],"study_design_scores_gemma":[0.199771,0.0014602427,0.050839767,0.0031447888,0.004823087,0.000030530748,0.0055307792,0.1254241,0.0074878405,0.021123568,0.57635105,0.0040132552],"about_ca_topic_score_codex":0.03456145,"about_ca_topic_score_gemma":0.049888466,"teacher_disagreement_score":0.2524824,"about_ca_system_score_codex":0.0006758294,"about_ca_system_score_gemma":0.0043865563,"threshold_uncertainty_score":0.9998136},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3165583239","doi":"10.1177/17407745211020852","title":"Intra-cluster correlations from the CLustered OUtcome Dataset bank to inform the design of longitudinal cluster trials","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Monash University; European Commission; Medical Research Council; National Institute for Health and Care Research","keywords":"Correlation; Autocorrelation; Cluster (spacecraft); Interquartile range; Statistics; Correlation coefficient; Econometrics; Mathematics; Computer science","score_opus":0.96021934455992,"score_gpt":0.6763256042187579,"score_spread":0.2838937403411621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165583239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01692105,0.0013993195,0.8638139,0.09137122,0.0076956144,0.009943294,0.0075049326,0.000014525471,0.0013361416],"genre_scores_gemma":[0.7809439,0.00043286706,0.07686908,0.090979144,0.01012677,0.0010026504,0.0031149988,0.00013397311,0.036396667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.6522998,0.26436406,0.074232996,0.0019038488,0.006658547,0.0005407376],"domain_scores_gemma":[0.09322587,0.8669024,0.024023362,0.012971902,0.0023861693,0.0004902736],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.71166945,0.00040772726,0.011085751,0.00013435625,0.00035236354,0.0013671115,0.0036507496,0.0003005713,0.026137372],"category_scores_gemma":[0.8608375,0.00013291993,0.005225156,0.001766794,0.00024144526,0.00028908477,0.00083408254,0.0005190054,0.006361179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030814443,0.00011765596,0.018414747,0.000009491066,0.0011523878,0.0000036650113,0.0003189088,0.0014290076,0.000012714548,0.0005007095,0.9563037,0.021428864],"study_design_scores_gemma":[0.0054439493,0.0002540916,0.06056382,0.00015606175,0.006042115,0.000015134739,0.0014406822,0.014739896,0.00005628636,0.021467665,0.88926065,0.00055963034],"about_ca_topic_score_codex":0.000021826978,"about_ca_topic_score_gemma":0.00010234634,"teacher_disagreement_score":0.7869448,"about_ca_system_score_codex":0.000025033441,"about_ca_system_score_gemma":0.0003022484,"threshold_uncertainty_score":0.99966955},"labels":[],"label_agreement":null},{"id":"W3201173952","doi":"10.1177/17407745211045734","title":"Ethically designing research to inform multidimensional, rapidly evolving policy decisions: Lessons learned from the PROMISE HIV Perinatal Prevention Trial","year":2021,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Psychological intervention; Intervention (counseling); Relevance (law); Multinational corporation; Medicine; Value (mathematics); Public relations; Randomized controlled trial; Clinical trial; Research ethics; SAFER; Political science; Engineering ethics; Nursing; Law; Psychiatry","score_opus":0.9649735227677166,"score_gpt":0.782262357741556,"score_spread":0.1827111650261607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201173952","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015378883,0.91699123,0.0008643235,0.061995957,0.0018660906,0.016995672,0.00029515137,0.00013650203,0.00070128107],"genre_scores_gemma":[0.000024583042,0.9530785,0.023313625,0.0013587737,0.011183376,0.0018052284,0.00050597114,0.0002199165,0.008510015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.89582217,0.07225434,0.016645154,0.0039125783,0.0092448965,0.0021208525],"domain_scores_gemma":[0.05252933,0.93160605,0.0025565694,0.0050659766,0.005884363,0.0023577206],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.39117965,0.00091201253,0.010128369,0.0008233839,0.0012452465,0.0006275064,0.0023362013,0.006337652,0.0016337783],"category_scores_gemma":[0.970881,0.00055687455,0.006196925,0.003421979,0.0014958755,0.00018485947,0.0039578937,0.02832465,0.001953357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012531023,0.00097079464,0.0000071298646,0.0015743687,0.0012328649,0.00017651511,0.0001545611,9.603242e-7,0.0000066767216,0.0052552987,0.013783723,0.96430606],"study_design_scores_gemma":[0.027134957,0.0023756933,0.00003152481,0.08707388,0.001356995,0.0000172167,0.00015981267,0.00001792238,0.000004082805,0.014557033,0.86676556,0.0005053137],"about_ca_topic_score_codex":0.00013053042,"about_ca_topic_score_gemma":0.0000712541,"teacher_disagreement_score":0.9638008,"about_ca_system_score_codex":0.00082906685,"about_ca_system_score_gemma":0.037042968,"threshold_uncertainty_score":0.99968827},"labels":[],"label_agreement":null},{"id":"W3210716774","doi":"10.1177/17407745211052474","title":"Design of placebo-controlled randomized trials of anticancer agents: Ethical considerations based on a review of published trials","year":2021,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"NIH Clinical Center","keywords":"Placebo; Medicine; Regimen; Discontinuation; Randomized controlled trial; Randomization; Clinical trial; Assay sensitivity; Clinical study design; Internal medicine; Alternative medicine; Pathology","score_opus":0.9206873812501185,"score_gpt":0.7415951683623488,"score_spread":0.17909221288776966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210716774","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6957513e-7,0.92988664,0.005647439,0.012334087,0.002040737,0.048146304,0.00069185096,0.000039583796,0.0012129844],"genre_scores_gemma":[0.000022204951,0.9776523,0.011185344,0.005523779,0.0015601966,0.0031737683,0.00033361776,0.0001411373,0.0004076685],"study_design_codex":"randomized_trial","study_design_gemma":"systematic_review","domain_scores_codex":[0.17230667,0.6852969,0.13018551,0.0030530354,0.008084527,0.0010733175],"domain_scores_gemma":[0.0022610305,0.9444322,0.040886283,0.003830349,0.0077494704,0.0008406467],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.8904897,0.0011559902,0.155266,0.00094032584,0.000083403706,0.00009113923,0.0009986226,0.00756549,0.017683601],"category_scores_gemma":[0.9978375,0.0006575184,0.038621128,0.0014617188,0.003184963,0.0000723306,0.0003047252,0.010631857,0.00003508839],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.44959977,0.0041628727,0.0000010674531,0.33856958,0.022604665,0.000091117974,0.000018110331,0.000014254704,0.000009458447,0.013779119,0.04811288,0.123037085],"study_design_scores_gemma":[0.4442527,0.0014461096,1.3687504e-7,0.4520947,0.053857245,0.0000049933883,0.00000541066,0.00012249056,0.000037901904,0.006735045,0.041077636,0.00036563317],"about_ca_topic_score_codex":0.000014945101,"about_ca_topic_score_gemma":0.0000018086488,"teacher_disagreement_score":0.2591353,"about_ca_system_score_codex":0.00016119312,"about_ca_system_score_gemma":0.032481138,"threshold_uncertainty_score":0.9995876},"labels":[],"label_agreement":null},{"id":"W3211071033","doi":"10.1177/17407745211057186","title":"<i>Clinical Trials</i> to authors: Please pre-register your studies!","year":2021,"lang":"en","type":"editorial","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Register (sociolinguistics); Clinical trial; Medicine; Medical physics; Internal medicine","score_opus":0.9822132307979327,"score_gpt":0.7895643637112083,"score_spread":0.19264886708672435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211071033","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027539858,0.0126123205,0.004761951,0.0059837876,0.96589226,0.00688136,0.0013068775,0.00004320546,0.0022428473],"genre_scores_gemma":[0.000046233246,0.0029425218,0.004642341,0.0022926615,0.7868615,0.0004929194,0.00024248897,0.00011602006,0.20236331],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.064394645,0.67218816,0.22655375,0.00919449,0.026372353,0.0012966121],"domain_scores_gemma":[0.003601342,0.8612169,0.095978454,0.021817412,0.014227528,0.0031583395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.96768737,0.002071626,0.10145969,0.000841643,0.00037471298,0.0049480754,0.009790927,0.0055641425,0.026722018],"category_scores_gemma":[0.9971787,0.00096344395,0.061736345,0.003075588,0.0005902453,0.00030877767,0.002574946,0.0048405104,0.024518698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057137996,0.00049889897,0.00025464114,0.0001808786,0.0063048075,0.00009379908,0.00016797842,0.0000067754245,0.00000126693,0.00006595952,0.92668307,0.06517054],"study_design_scores_gemma":[0.0034849055,0.0005653122,0.000075195785,0.0008933756,0.008935506,0.0000019100435,0.0005046287,0.000047438574,0.0000014849721,0.004358451,0.9801642,0.00096764887],"about_ca_topic_score_codex":0.000017285987,"about_ca_topic_score_gemma":0.00005869487,"teacher_disagreement_score":0.20012046,"about_ca_system_score_codex":0.0001610284,"about_ca_system_score_gemma":0.0031033582,"threshold_uncertainty_score":0.9992816},"labels":[],"label_agreement":null},{"id":"W3215679127","doi":"10.1177/17407745211046672","title":"Methodological challenges in pragmatic trials in Alzheimer’s disease and related dementias: Opportunities for improvement","year":2021,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; Canadian Institutes of Health Research","keywords":"Alzheimer's disease; Disease; Medicine; Clinical trial; Dementia; Psychology; Pathology","score_opus":0.8739692182979255,"score_gpt":0.6125057956819048,"score_spread":0.26146342261602074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215679127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87321246,0.05189572,0.00046500866,0.059952214,0.0007505368,0.01001231,0.00009026025,0.00007208234,0.0035494298],"genre_scores_gemma":[0.922689,0.06742987,0.004113213,0.0018892767,0.00051011506,0.0020001233,0.00022387566,0.000043540156,0.001100968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9773331,0.01701635,0.0041400674,0.0006803333,0.0003858336,0.00044426112],"domain_scores_gemma":[0.94278365,0.055337917,0.00067448505,0.0003820351,0.00026389735,0.00055801834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12633528,0.00020683161,0.0026276833,0.000199703,0.000039794464,0.00004589069,0.0000859807,0.00022161144,0.0007114394],"category_scores_gemma":[0.20389527,0.0001503541,0.00058831956,0.0001560746,0.00016616317,0.00008524493,0.00014946259,0.00034004464,0.0000064067194],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006625364,0.0029810513,0.02276484,0.000577216,0.0015833551,0.0011115206,0.00015217454,7.004792e-7,0.0009432903,0.0029339206,0.0009942644,0.9593323],"study_design_scores_gemma":[0.11366761,0.008158069,0.7268789,0.0025946246,0.007985733,0.000036785565,0.010683969,0.0007866839,0.003699407,0.10411219,0.020460133,0.00093588536],"about_ca_topic_score_codex":0.0000031810598,"about_ca_topic_score_gemma":0.000011997575,"teacher_disagreement_score":0.95839643,"about_ca_system_score_codex":0.00002953313,"about_ca_system_score_gemma":0.00048064796,"threshold_uncertainty_score":0.89962167},"labels":[],"label_agreement":null},{"id":"W4205896703","doi":"10.1177/17407745211069153","title":"The representation of Indigenous peoples in chronic disease clinical trials in Australia, Canada, New Zealand, and the United States","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Clinical trial; Representation (politics); Medicine; Geography; Political science; Family medicine; Ethnology; History; Law; Pathology; Politics","score_opus":0.2608600660078836,"score_gpt":0.5287024864905064,"score_spread":0.26784242048262286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205896703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865848,0.0009131785,0.0000018020745,0.0078253,0.0019051352,0.0025990056,0.00007217864,0.000008491034,0.00009015563],"genre_scores_gemma":[0.9241856,0.06315655,0.000013094848,0.00026580878,0.002022092,0.00005452085,0.000113534574,0.0000133263875,0.010175503],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.92378074,0.069450624,0.005176923,0.00039982502,0.0006639803,0.0005279288],"domain_scores_gemma":[0.81279635,0.18333504,0.0026340515,0.0005631081,0.00014940358,0.00052203116],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1440807,0.000116707575,0.0012193868,0.00010509946,0.0021312996,0.00006615104,0.00044663085,0.000120176395,0.00015270406],"category_scores_gemma":[0.021144817,0.00006475366,0.0002677261,0.0007336851,0.00073869614,0.000060510465,0.000013175429,0.00053449435,0.0000019699787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009373667,0.000907258,0.47417793,0.00007588818,0.00026746665,0.000029155108,0.44681364,0.00130682,4.4133327e-7,0.03814507,0.017547352,0.011355317],"study_design_scores_gemma":[0.011182076,0.00030211522,0.24648815,0.000056751545,0.00017217343,5.943643e-7,0.03150927,0.00008656681,0.000002952387,0.029461255,0.68050337,0.0002347349],"about_ca_topic_score_codex":0.9882676,"about_ca_topic_score_gemma":0.9990036,"teacher_disagreement_score":0.662956,"about_ca_system_score_codex":0.00039925228,"about_ca_system_score_gemma":0.05698408,"threshold_uncertainty_score":0.9991678},"labels":[],"label_agreement":null},{"id":"W4210497484","doi":"10.1177/17407745221077691","title":"The PROTEUS-Trials Consortium: Optimizing the use of patient-reported outcomes in clinical trials","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cancer survivorship and care","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"National Institute for Health and Care Research; Genentech; Wellcome Trust; Patient-Centered Outcomes Research Institute","keywords":"Clinical trial; Medicine; Protocol (science); Patient-reported outcome; MEDLINE; Patient recruitment; Outcome (game theory); Dissemination; Outcomes research; Family medicine; Quality of life (healthcare); Alternative medicine; Nursing","score_opus":0.5986131313549837,"score_gpt":0.5473205174119634,"score_spread":0.051292613943020315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210497484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95717496,0.0018346092,0.00010205382,0.016918683,0.012330737,0.011039176,0.00024228844,0.00009162387,0.00026589513],"genre_scores_gemma":[0.98866546,0.0018113867,0.0004113746,0.00464566,0.0016467038,0.0015744201,0.000048349713,0.00007267762,0.0011239423],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.843606,0.1199249,0.032505848,0.0012128192,0.0019339029,0.00081654824],"domain_scores_gemma":[0.39878553,0.5786055,0.017477743,0.003749943,0.0007420862,0.000639183],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3063453,0.00034155077,0.006886642,0.0001295095,0.00034312336,0.00010287859,0.00051045243,0.00034803947,0.00066805095],"category_scores_gemma":[0.5865119,0.00016681217,0.0039795698,0.00057905243,0.0006373616,0.000088481516,0.00046173725,0.0016876532,0.000010654434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03849668,0.0030063277,0.5497279,0.00009611836,0.0045493115,0.00022942112,0.0011285412,0.00031670503,0.00025738383,0.00095022714,0.040684685,0.3605567],"study_design_scores_gemma":[0.0503573,0.005931515,0.085466094,0.00042182757,0.005411248,0.000057822694,0.0063168695,0.00038839798,0.00081677956,0.0023082728,0.84162134,0.00090254867],"about_ca_topic_score_codex":0.0004703369,"about_ca_topic_score_gemma":0.00020948143,"teacher_disagreement_score":0.80093664,"about_ca_system_score_codex":0.00008949689,"about_ca_system_score_gemma":0.0010172551,"threshold_uncertainty_score":0.73321074},"labels":[],"label_agreement":null},{"id":"W4220809478","doi":"10.1177/17407745211063476","title":"Practical steps to identifying the research risk of pragmatic trials","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"NIH Clinical Center; National Institutes of Health","keywords":"Randomized controlled trial; Psychological intervention; Informed consent; Clinical trial; Medicine; Gold standard (test); Medical physics; Alternative medicine; Nursing; Surgery; Pathology","score_opus":0.9777426684442803,"score_gpt":0.822756392261829,"score_spread":0.1549862761824513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220809478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56464976,0.0017377755,0.006602281,0.37544915,0.008428386,0.025700837,0.00057938666,0.00021555836,0.016636886],"genre_scores_gemma":[0.96528006,0.0031610753,0.014344686,0.003481183,0.0039375965,0.0012986847,0.000022275102,0.000104402905,0.008370024],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.59290683,0.3628082,0.023735251,0.0024679066,0.016072864,0.0020089417],"domain_scores_gemma":[0.019429691,0.97254217,0.0023749752,0.0027318965,0.002029821,0.0008914399],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8301942,0.00020228435,0.0034796088,0.00036786334,0.00078257616,0.00011381349,0.0011241114,0.0005133549,0.0043056495],"category_scores_gemma":[0.9786457,0.000121150886,0.0016493064,0.0016993646,0.0011550266,0.000076316624,0.0023589833,0.01274138,0.0004967421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052039422,0.0119365975,0.048917286,0.0019574997,0.006215427,0.0006426176,0.0032194713,0.00014464442,0.004757906,0.18087134,0.5816221,0.10767565],"study_design_scores_gemma":[0.031396598,0.02174072,0.037256174,0.001606713,0.003960863,0.00012025984,0.016367447,0.0008412195,0.0027717438,0.6338837,0.24925779,0.0007967398],"about_ca_topic_score_codex":0.000104465194,"about_ca_topic_score_gemma":0.00003122898,"teacher_disagreement_score":0.609734,"about_ca_system_score_codex":0.00017536806,"about_ca_system_score_gemma":0.0030678986,"threshold_uncertainty_score":0.99660456},"labels":[],"label_agreement":null},{"id":"W4229691213","doi":"10.1177/1740774515569012","title":"Response","year":2015,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine","score_opus":0.6850957393493382,"score_gpt":0.5515247073928555,"score_spread":0.13357103195648268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229691213","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034607723,0.000089884,0.00031443618,0.96795297,0.0085322,0.0015939212,0.0001211606,0.0002876022,0.020761756],"genre_scores_gemma":[0.00025506422,0.000102387974,0.000057753357,0.91912645,0.01543243,0.00005384555,0.000032956843,0.000053476288,0.06488566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79449475,0.20051838,0.0023782246,0.0011840045,0.00087820156,0.0005464644],"domain_scores_gemma":[0.701086,0.29694912,0.0008712069,0.00091726676,0.000039755334,0.00013668212],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.28787908,0.00034130877,0.0018000015,0.00017102476,0.00007017628,0.00016379265,0.0009193019,0.001423937,0.00067462627],"category_scores_gemma":[0.678577,0.00025753665,0.000916777,0.00023240845,0.00024459045,0.000074250784,0.00021477963,0.0025553715,0.0070443456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015438312,0.000024178878,0.000016370896,0.000023220191,0.000022766111,0.000821485,0.0000047851527,6.2161195e-7,0.00023088203,0.000015285388,0.990766,0.0065306],"study_design_scores_gemma":[0.0013009694,0.00021694686,0.000013060602,0.000051532952,0.000110227025,0.000002721574,7.443856e-7,0.000068329595,0.00022836507,0.002245319,0.99545485,0.00030694393],"about_ca_topic_score_codex":0.0000014929577,"about_ca_topic_score_gemma":1.2505672e-7,"teacher_disagreement_score":0.39069796,"about_ca_system_score_codex":0.000041014617,"about_ca_system_score_gemma":0.0002216687,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4229790163","doi":"10.1177/1740774507078457","title":"Index","year":2007,"lang":"en","type":"paratext","venue":"Clinical Trials","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Statistics; Mathematics","score_opus":0.5582593293919901,"score_gpt":0.46070998763354437,"score_spread":0.0975493417584457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229790163","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000084493724,0.0088453265,0.000947955,0.00018897191,0.08220024,0.00044030897,0.002896195,0.000028835506,0.9043677],"genre_scores_gemma":[0.000849971,0.006641706,0.00015102839,0.0010943457,0.0055396715,0.000021933138,0.000115158844,0.000045017317,0.98554116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99204934,0.00020914974,0.005877169,0.0012697697,0.00005350523,0.0005410426],"domain_scores_gemma":[0.9927897,0.0029981423,0.0031249851,0.00079413486,0.000051829924,0.00024120948],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038085684,0.00035536345,0.0039515905,0.00038156463,0.00012777848,0.00018073746,0.0006399746,0.0010284513,0.23155224],"category_scores_gemma":[0.00885186,0.0003613862,0.0015108137,0.0002114987,0.0003611564,0.00010255811,0.0002871716,0.00070444896,0.76256424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046809204,0.000085465246,0.0006649241,0.0000247519,0.0004112811,0.0000031659056,0.000024632991,0.000006700736,2.9475064e-8,0.007850457,0.98802906,0.0028527388],"study_design_scores_gemma":[0.001173452,0.000044033688,0.0003225084,0.000034481032,0.00002655873,5.101649e-7,0.000042981475,0.000029044366,0.0000010442334,0.0037900917,0.99411976,0.0004155055],"about_ca_topic_score_codex":0.00007004763,"about_ca_topic_score_gemma":0.000003597392,"teacher_disagreement_score":0.531012,"about_ca_system_score_codex":0.000097948265,"about_ca_system_score_gemma":0.00007232457,"threshold_uncertainty_score":0.99988383},"labels":[],"label_agreement":null},{"id":"W4233507620","doi":"10.1158/1538-7445.sabcs18-ct200","title":"Abstract CT200: IMpower130: Progression-free survival (PFS) and safety analysis from a randomized phase 3 study of carboplatin + nab-paclitaxel (CnP) with or without atezolizumab as first-line (1L) therapy in advanced non-squamous NSCLC","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Lung Cancer Treatments and Mutations","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"William Osler Health System","funders":"","keywords":"Atezolizumab; Carboplatin; Paclitaxel; Oncology; Nab-paclitaxel; Internal medicine; Medicine; Progression-free survival; Overall survival; Chemotherapy; Cancer; Cisplatin; Nivolumab; Immunotherapy","score_opus":0.07989084445208605,"score_gpt":0.4983019247232041,"score_spread":0.41841108027111806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233507620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883571,0.000833655,0.000069101974,0.00038254494,0.0003159314,0.009292285,0.00026645028,0.000043051266,0.0004398268],"genre_scores_gemma":[0.997099,0.00089989795,0.0008974012,0.000086126514,0.00018785865,0.0003807453,0.00016460069,0.000047997564,0.00023639466],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938676,0.001183839,0.0031291002,0.00084194157,0.0006533253,0.00032424723],"domain_scores_gemma":[0.98381084,0.013200131,0.0014087466,0.0010373712,0.00024856787,0.0002943423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058402247,0.00041197275,0.0052261865,0.00024632958,0.00007597361,0.000034770976,0.00018852524,0.00023664985,0.000656328],"category_scores_gemma":[0.006725348,0.00022049359,0.00057469646,0.00066947157,0.00020272755,0.00012653906,0.00006381577,0.00035555926,0.000008751256],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.72698045,0.0090779085,0.21653365,0.000050829007,0.0074520744,0.000116072704,0.0019945095,0.00011989397,0.00015844492,0.0000047783,0.00001597186,0.037495423],"study_design_scores_gemma":[0.87037724,0.01273611,0.108667694,0.00039557167,0.005189129,0.000002627285,0.0014161873,0.0005975004,0.00010809718,0.0001239984,0.000097138814,0.00028872062],"about_ca_topic_score_codex":0.0024141944,"about_ca_topic_score_gemma":0.0022895688,"teacher_disagreement_score":0.14339678,"about_ca_system_score_codex":0.000086941014,"about_ca_system_score_gemma":0.00048572765,"threshold_uncertainty_score":0.8991468},"labels":[],"label_agreement":null},{"id":"W4235442504","doi":"10.1158/1538-7445.sabcs18-ct129","title":"Abstract CT129: Identifying molecular determinants of response to apalutamide (APA) in patients (pts) with nonmetastatic castration-resistant prostate cancer (nmCRPC) in the SPARTAN study","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Prostate Cancer Treatment and Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Prostate cancer; Medicine; Internal medicine; Oncology; Metastasis; Transcriptome; Cancer; Androgen receptor; Biology; Gene; Gene expression","score_opus":0.21659087596534435,"score_gpt":0.5220882869166081,"score_spread":0.3054974109512638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235442504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924094,0.00012369106,9.70005e-7,0.00038222593,0.00015222319,0.006809733,0.000059840677,0.000006939586,0.000054948105],"genre_scores_gemma":[0.9991948,0.00004864561,0.000090034315,0.00013263212,0.000030815558,0.0003239586,0.000010914344,0.00002496284,0.00014325006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99427485,0.0021376456,0.001917079,0.0004929635,0.0007949891,0.00038246484],"domain_scores_gemma":[0.99585897,0.002863452,0.00044708545,0.00053480815,0.00014637563,0.00014930783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013554171,0.00020357927,0.0011639207,0.00023800838,0.00003241866,0.000042342668,0.00020144867,0.0000762861,0.00006937089],"category_scores_gemma":[0.002837566,0.000114973285,0.00014274553,0.0005378107,0.0000914008,0.00009680049,0.000047541558,0.00033511582,0.00003149756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04473302,0.0020863009,0.93863624,0.00013760506,0.00012237654,0.0003875991,0.0015575613,0.00007268199,0.0051673017,0.0000010792119,0.0000180557,0.0070802015],"study_design_scores_gemma":[0.020835878,0.004826089,0.970128,0.00070991425,0.00012876652,9.112508e-7,0.0013705014,0.000017018354,0.0017986214,0.000023126058,0.000036301764,0.000124858],"about_ca_topic_score_codex":0.00038476143,"about_ca_topic_score_gemma":0.0011556221,"teacher_disagreement_score":0.0314918,"about_ca_system_score_codex":0.00012752734,"about_ca_system_score_gemma":0.00048471388,"threshold_uncertainty_score":0.46976322},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4236041419","doi":"10.1177/1740774511404203","title":"SCT 32 <sup>nd</sup> Annual Meeting, May 15–18, 2011 – Vancouver, British Columbia, Canada","year":2011,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine","score_opus":0.2251493681221483,"score_gpt":0.31286203439381116,"score_spread":0.08771266627166285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236041419","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20322327,0.0032975797,0.00004925154,0.00015505713,0.03127458,0.0009216964,0.008221199,0.00012070145,0.7527367],"genre_scores_gemma":[0.30369562,0.0014087111,0.0011769149,0.0017788531,0.001811438,0.000064734806,0.000034044464,0.00006831343,0.6899614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945088,0.00024354324,0.0033926654,0.0011128907,0.000088294866,0.0006537801],"domain_scores_gemma":[0.99636036,0.001203904,0.0013497613,0.00062103773,0.000105549014,0.00035940378],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012919122,0.00020565181,0.001905408,0.00006833149,0.00031320678,0.0002461458,0.00063248543,0.00025540023,0.08294936],"category_scores_gemma":[0.006975238,0.0003213469,0.00058356026,0.0001442632,0.0003470799,0.00028035982,0.00027947695,0.0002888127,0.007453976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029307892,0.00012961663,0.09757122,0.000010566897,0.00022039887,0.000023690658,0.00013970057,0.000008269427,2.8113352e-8,0.00032064485,0.89778566,0.0037609022],"study_design_scores_gemma":[0.0020774687,0.0001009241,0.027552275,0.000029651275,0.00004409458,0.0000023943742,0.00085207494,0.00010329498,0.0000014948022,0.0034107459,0.9653592,0.00046635573],"about_ca_topic_score_codex":0.80761075,"about_ca_topic_score_gemma":0.81208515,"teacher_disagreement_score":0.10047234,"about_ca_system_score_codex":0.0001490447,"about_ca_system_score_gemma":0.00026186477,"threshold_uncertainty_score":0.9999239},"labels":[],"label_agreement":null},{"id":"W4239756280","doi":"10.1158/1538-7445.sabcs18-ct043","title":"Abstract CT043: Outcomes among patients (pts) with metastatic nonsquamous NSCLC with liver metastases or brain metastases treated with pembrolizumab (pembro) plus pemetrexed-platinum: Results from the KEYNOTE-189 study","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Brain Metastases and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Hôpital Charles-Le Moyne","funders":"","keywords":"Pemetrexed; Medicine; Carboplatin; Internal medicine; Placebo; Oncology; Lung cancer; Cisplatin; Clinical endpoint; Pembrolizumab; Randomization; Progression-free survival; Nausea; Randomized controlled trial; Chemotherapy; Cancer; Pathology","score_opus":0.1571907416247102,"score_gpt":0.40938378554186367,"score_spread":0.25219304391715347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239756280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813412,0.00029929986,0.00013014843,0.00078795763,0.0002529167,0.011878125,0.0046922835,0.00022896277,0.0003891411],"genre_scores_gemma":[0.9897731,0.00006223386,0.004666602,0.0011415357,0.00024074092,0.00043038017,0.001967404,0.00021655187,0.0015014319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9846255,0.005749194,0.004188952,0.002204296,0.0021605485,0.0010714891],"domain_scores_gemma":[0.942621,0.05023875,0.0028512715,0.0028055112,0.0006651677,0.0008182917],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.009133678,0.001443876,0.0057942164,0.00028448715,0.00036187252,0.00029736108,0.0006259436,0.0002273334,0.0016796688],"category_scores_gemma":[0.012916553,0.0005825688,0.00096517825,0.001064201,0.0006916934,0.0004428694,0.00018716906,0.0010366958,0.00031742055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2094009,0.015296538,0.7174802,0.00013481955,0.023929566,0.00345581,0.00084511767,0.00036288923,0.000010207234,0.00002489128,0.005388127,0.023670923],"study_design_scores_gemma":[0.20330021,0.027331652,0.74893874,0.00060419156,0.015359496,0.000048224778,0.0022618133,0.00009906076,0.00010773995,0.000013017989,0.0010748712,0.00086097815],"about_ca_topic_score_codex":0.0056540673,"about_ca_topic_score_gemma":0.0040769465,"teacher_disagreement_score":0.044489555,"about_ca_system_score_codex":0.00022078856,"about_ca_system_score_gemma":0.0008514738,"threshold_uncertainty_score":0.9998311},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4245855405","doi":"10.1158/1538-7445.sabcs18-ct166","title":"Abstract CT166: A Phase I/II, open-label, two part study of GSK3359609 in combination with tremelimumab in participants with selected, advanced solid tumors","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cancer Research and Treatments","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Princess Margaret Cancer Centre","funders":"","keywords":"Tremelimumab; Open label; Medicine; Solid tumor; Computer science; Oncology; Internal medicine; Clinical trial; Cancer; Immunotherapy; Ipilimumab","score_opus":0.23480205941650806,"score_gpt":0.5398216789347781,"score_spread":0.30501961951827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245855405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967607,0.00011004358,0.0000035279982,0.000047083333,0.00005743271,0.0027898217,0.000031053274,0.0000053703066,0.00019496107],"genre_scores_gemma":[0.9992463,0.000095659096,0.000075139025,0.00003409162,0.00004462508,0.0002822186,0.00009009174,0.000021399082,0.00011045619],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969153,0.00069296616,0.0011937588,0.00056016527,0.00025348467,0.00038435872],"domain_scores_gemma":[0.998542,0.00029911543,0.00044163174,0.00042942626,0.00014573797,0.00014209373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00288557,0.00018090391,0.0009125844,0.000073429226,0.000031966705,0.00002793534,0.000265134,0.00008619064,0.00005292224],"category_scores_gemma":[0.0012275451,0.00012829379,0.000041012245,0.0003261152,0.00007015524,0.000018726836,0.00012417513,0.00018664681,0.000007801968],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13936223,0.10935818,0.5485077,0.00008838749,0.0012203349,0.00024589774,0.0004042224,0.000605774,0.11813567,0.000019867388,0.0003672713,0.081684455],"study_design_scores_gemma":[0.61725736,0.15432842,0.15472397,0.00060174224,0.00015981172,0.0000059274735,0.000760349,0.00019672645,0.07045456,0.000121151075,0.000718551,0.0006714304],"about_ca_topic_score_codex":0.00032232015,"about_ca_topic_score_gemma":0.0050984495,"teacher_disagreement_score":0.4778951,"about_ca_system_score_codex":0.000034272412,"about_ca_system_score_gemma":0.0003869656,"threshold_uncertainty_score":0.52316684},"labels":[],"label_agreement":null},{"id":"W4246278554","doi":"10.1158/1538-7445.sabcs18-ct012","title":"Abstract CT012: Open-label, multicenter, Phase Ib study to assess safety, tolerability and efficacy of adavosertib monotherapy in patients with advanced solid tumors: Expansion cohorts","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Lung Cancer Treatments and Mutations","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Alberta","funders":"","keywords":"Tolerability; Medicine; Oncology; Open label; Internal medicine; Adverse effect","score_opus":0.1736007637037636,"score_gpt":0.544113882138634,"score_spread":0.3705131184348704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246278554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885508,0.00005554431,0.000017796781,0.00016638004,0.00026613206,0.010766967,0.000060816285,0.000017362778,0.00009823687],"genre_scores_gemma":[0.9986068,0.00004354857,0.0008225821,0.00026010675,0.000045763405,0.00010066916,0.000053239586,0.000025965257,0.000041339194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99635327,0.0005241931,0.0020177842,0.0005982749,0.0003004611,0.00020599314],"domain_scores_gemma":[0.99622595,0.002224354,0.0005426595,0.0005625406,0.00020147342,0.00024299686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028960505,0.00020574368,0.0017732976,0.000071291885,0.000037559174,0.000029973957,0.00013823388,0.00007002651,0.00011842834],"category_scores_gemma":[0.0019570764,0.00013581713,0.00006955331,0.00016495118,0.000051021976,0.00018395105,0.00008058665,0.00017129262,0.000009357961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06348516,0.05010381,0.78573364,0.000049039576,0.00032087605,0.000010615952,0.00053708616,0.000029535924,0.0005589094,0.0000023381667,0.000023652228,0.099145345],"study_design_scores_gemma":[0.17590804,0.016887177,0.8058571,0.00045520216,0.0001873035,1.7276025e-7,0.00021398987,0.00001586599,0.00026190554,0.00000877116,0.000082723964,0.00012172667],"about_ca_topic_score_codex":0.00010852287,"about_ca_topic_score_gemma":0.000059684437,"teacher_disagreement_score":0.112422876,"about_ca_system_score_codex":0.000088485824,"about_ca_system_score_gemma":0.00019435442,"threshold_uncertainty_score":0.5538462},"labels":[],"label_agreement":null},{"id":"W4248367574","doi":"10.1158/1538-7445.sabcs18-ct059","title":"Abstract CT059: A Phase Ib open label multicenter study with a HER2/neu peptide vaccine administered with cisplatin and 5-fluorouracil or capecitabine chemotherapy shows safety, immunogenicity and clinical response in patients with HER2/Neu overexpressing advanced cancer of the stomach","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Monoclonal and Polyclonal Antibodies Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Capecitabine; Immunogenicity; Medicine; Peptide vaccine; Cisplatin; Fluorouracil; Chemotherapy; Pharmacology; Oncology; Clinical trial; Phases of clinical research; Internal medicine; Immunology; Cancer; Immune system; Antibody; Colorectal cancer","score_opus":0.15350330778561563,"score_gpt":0.5051223840175796,"score_spread":0.351619076231964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248367574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910799,0.00020948371,0.0000031316886,0.0013343762,0.00009960376,0.0069427122,0.0002440319,0.000014300051,0.000072449395],"genre_scores_gemma":[0.99651664,0.0003140397,0.0010467715,0.00064330135,0.00011189087,0.00009617722,0.000019398814,0.00006334222,0.0011884592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929541,0.0023079324,0.0025297562,0.0009386092,0.00078917976,0.00048041885],"domain_scores_gemma":[0.9897752,0.0075651077,0.0011377751,0.0008099711,0.00035591258,0.0003560767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007836311,0.00045369318,0.0024765395,0.00008416645,0.00013160566,0.000088037144,0.00042133473,0.00019631902,0.00047239347],"category_scores_gemma":[0.0024694994,0.00021158253,0.00014696582,0.00030928082,0.00035615667,0.00025518888,0.00039138773,0.0008949556,0.000003065973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4471797,0.0053982344,0.52613306,0.00008941641,0.0005302038,0.000042075444,0.00021000681,0.0000025750858,0.0008915899,4.9738713e-7,0.00003016141,0.019492477],"study_design_scores_gemma":[0.16276479,0.027079042,0.807067,0.0013699698,0.00023802664,0.000009713175,0.0003191426,0.00014168814,0.00026331158,0.000002173438,0.00048259628,0.0002625869],"about_ca_topic_score_codex":0.000617981,"about_ca_topic_score_gemma":0.0013453717,"teacher_disagreement_score":0.28441492,"about_ca_system_score_codex":0.000067970184,"about_ca_system_score_gemma":0.0006227786,"threshold_uncertainty_score":0.8628085},"labels":[],"label_agreement":null},{"id":"W4249938708","doi":"10.1158/1538-7445.sabcs18-ct158","title":"Abstract CT158: ATHENA (GOG-3020/ENGOT-ov45): a randomized, double-blind, placebo-controlled, Phase III study of rucaparib + nivolumab following front-line platinum-based chemotherapy in ovarian cancer","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"PARP inhibition in cancer therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Ovarian cancer; Nivolumab; Oncology; Placebo; Double blind; Chemotherapy; Internal medicine; Front line; Cancer; Immunotherapy; Pathology","score_opus":0.19404139443175017,"score_gpt":0.49649106199942367,"score_spread":0.3024496675676735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249938708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687488,0.0011258652,0.00072486367,0.0015191612,0.0027865784,0.023363147,0.000073591844,0.000117895215,0.0015400623],"genre_scores_gemma":[0.9923868,0.00032987798,0.0005876992,0.0013931211,0.0018030505,0.0025539284,0.00006414561,0.0001347055,0.00074665056],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98556966,0.0029762215,0.008271399,0.0012603479,0.0011815908,0.00074079947],"domain_scores_gemma":[0.9785153,0.016204923,0.003195172,0.001358359,0.00028984793,0.00043639034],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.034071017,0.000724853,0.009766722,0.00048567675,0.0000929258,0.000063104424,0.00044996606,0.0007075239,0.0050784987],"category_scores_gemma":[0.004513682,0.0005578664,0.0027164018,0.0004953641,0.00024355663,0.00019891521,0.000048290054,0.0012038938,0.00010788217],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97055763,0.008660137,0.004377664,0.00010020047,0.003161559,0.00005693956,0.0010202226,0.0005655075,0.004830905,0.000037811427,0.00053622166,0.0060952306],"study_design_scores_gemma":[0.9880661,0.0024640916,0.0003560325,0.00093936373,0.0012350227,0.000002399139,0.0004683077,0.0023464353,0.0028453807,0.00021475529,0.00054495514,0.00051719334],"about_ca_topic_score_codex":0.0012541097,"about_ca_topic_score_gemma":0.00025744725,"teacher_disagreement_score":0.029557336,"about_ca_system_score_codex":0.00032384132,"about_ca_system_score_gemma":0.0012135684,"threshold_uncertainty_score":0.99968725},"labels":[],"label_agreement":null},{"id":"W4250108811","doi":"10.1177/1740774515569014","title":"Rejoinder","year":2015,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Alberta; Genome Canada","keywords":"Medicine","score_opus":0.9908813425561926,"score_gpt":0.8324388442241102,"score_spread":0.15844249833208246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250108811","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33979648,0.0018299586,0.002332628,0.1657496,0.009931549,0.003403524,0.0000248584,0.00056074874,0.47637066],"genre_scores_gemma":[0.89957845,0.001333469,0.012274012,0.018313106,0.009151902,0.000048685146,0.000019114426,0.00006951779,0.059211742],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919747,0.0029511338,0.002937691,0.00051797315,0.0012859317,0.00033256528],"domain_scores_gemma":[0.59190875,0.39625654,0.0010760011,0.003253823,0.003160885,0.0043440163],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19724406,0.00011315527,0.0013399152,0.00005983247,0.000032093958,0.000031655818,0.00023972863,0.00089356303,0.00068027916],"category_scores_gemma":[0.80999446,0.000077033306,0.0006142172,0.00020783576,0.00047152909,0.000043127002,0.00018864872,0.0026032417,0.0026603548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008482503,0.002849183,0.19670321,0.00023128635,0.00079028,0.0005374646,0.00017585215,0.0000031030772,0.0002884228,0.08486591,0.5890646,0.11600818],"study_design_scores_gemma":[0.022555757,0.0038482938,0.029623212,0.0003851645,0.00034231774,0.000035538444,0.00022595216,0.00012780611,0.0005643239,0.5342652,0.40771005,0.00031637194],"about_ca_topic_score_codex":0.0000096700305,"about_ca_topic_score_gemma":0.0000072167295,"teacher_disagreement_score":0.6127504,"about_ca_system_score_codex":0.0000495794,"about_ca_system_score_gemma":0.0015905991,"threshold_uncertainty_score":0.9996978},"labels":[],"label_agreement":null},{"id":"W4250584327","doi":"10.1158/1538-7445.sabcs18-ct190","title":"Abstract CT190: A Phase II basket study of hypomethylating agent oral cc-486 and durvalumab in advanced solid tumors (METADUR)","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Durvalumab; Hypomethylating agent; Medicine; Oncology; Internal medicine; Cancer; Chemistry; Nivolumab; Immunotherapy","score_opus":0.13511667668053126,"score_gpt":0.4764007058495135,"score_spread":0.34128402916898226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250584327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99726653,0.0009136545,0.00001224496,0.00003725919,0.0004335408,0.0009882441,0.000065819586,0.0000051863344,0.00027749356],"genre_scores_gemma":[0.9985085,0.000512079,0.00041149766,0.00013824659,0.00024346959,0.000028648634,0.000031793836,0.000022652135,0.000103125065],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99684525,0.00045851813,0.0017835023,0.00052739546,0.00014535623,0.00023997574],"domain_scores_gemma":[0.9976591,0.001071399,0.00062830193,0.00043727914,0.000072374336,0.0001315537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005092733,0.0001821965,0.0010196618,0.000061508894,0.00003849744,0.000020976278,0.00016772974,0.00016696766,0.000041460382],"category_scores_gemma":[0.008002156,0.00016416181,0.00020772382,0.00010295065,0.00006607609,0.000005465165,0.00024238741,0.00017532728,0.00000595135],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006232975,0.024628064,0.09141749,0.00013517207,0.00060012005,0.00004093073,0.00056611176,0.00063443667,0.58153516,0.000048012153,0.0005653734,0.29359615],"study_design_scores_gemma":[0.38300645,0.068284735,0.35744756,0.0004883845,0.0007143535,0.000015603595,0.0062668175,0.0010431956,0.15173164,0.0019547557,0.026550842,0.0024956586],"about_ca_topic_score_codex":0.000073340445,"about_ca_topic_score_gemma":0.000088476554,"teacher_disagreement_score":0.42980355,"about_ca_system_score_codex":0.000013509197,"about_ca_system_score_gemma":0.0001242565,"threshold_uncertainty_score":0.9579907},"labels":[],"label_agreement":null},{"id":"W4255942265","doi":"10.1158/1538-7445.sabcs18-ct139","title":"Abstract CT139: NCI Molecular Analysis for Therapy Choice (NCI-MATCH EAY131) arm B: Phase II study of afatinib in patients (pts) with HER2 (ERBB2) activating mutations","year":2019,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Chronic Lymphocytic Leukemia Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Afatinib; Medicine; Oncology; Internal medicine; Cancer; Epidermal growth factor receptor; Erlotinib","score_opus":0.22928919311886034,"score_gpt":0.5331464358580582,"score_spread":0.3038572427391979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255942265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99311423,0.000052853895,0.00015998264,0.00013874035,0.00012538394,0.006027796,0.000040144194,0.000034876815,0.00030600393],"genre_scores_gemma":[0.99849343,0.000018840934,0.00065523136,0.00013643323,0.00016362849,0.00023290528,0.00010705484,0.000052747568,0.00013970495],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943546,0.000737966,0.0027968255,0.0007239471,0.0009530207,0.00043364754],"domain_scores_gemma":[0.9848024,0.012317388,0.0011454888,0.00091726496,0.00057512237,0.00024233565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008005743,0.00027470035,0.002214826,0.0003527813,0.00008285139,0.00003294668,0.00027323994,0.00023349226,0.00045986765],"category_scores_gemma":[0.016031599,0.00019819787,0.0005946409,0.0010540098,0.00011217252,0.00014258239,0.00007656372,0.00043295964,0.000017320885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05644432,0.104408845,0.5891706,0.00067335536,0.017899387,0.00011179045,0.004662275,0.0056264955,0.00727882,0.000064788226,0.00024786004,0.21341147],"study_design_scores_gemma":[0.6921658,0.05360559,0.23322953,0.00047136337,0.0019805192,0.00000174291,0.0024113778,0.0071530435,0.0075696055,0.00013627566,0.00065752957,0.00061765884],"about_ca_topic_score_codex":0.00064392446,"about_ca_topic_score_gemma":0.00008857743,"teacher_disagreement_score":0.63572145,"about_ca_system_score_codex":0.0009733287,"about_ca_system_score_gemma":0.0018646533,"threshold_uncertainty_score":0.99225676},"labels":[],"label_agreement":null},{"id":"W4289766894","doi":"10.1177/17407745221108436","title":"On what basis did Health Canada approve OxyContin in 1996? A retrospective analysis of regulatory data","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Scrutiny; Context (archaeology); Clinical trial; Alternative medicine; Family medicine; Psychiatry; Law; Internal medicine","score_opus":0.22105220497859074,"score_gpt":0.4783446955832348,"score_spread":0.25729249060464404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289766894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844443,0.0021075571,0.000008528986,0.009081054,0.00091944676,0.0015973574,0.0015945159,0.000021358834,0.00022584133],"genre_scores_gemma":[0.9948708,0.00064997404,0.00015888145,0.0029962421,0.00010774476,0.000083804145,0.0009205227,0.00002202861,0.00019004638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929452,0.0026974925,0.0024345245,0.00084576005,0.0007928739,0.00028415487],"domain_scores_gemma":[0.99223125,0.004438246,0.0010413558,0.0020043806,0.00005925521,0.0002255135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013999849,0.00017764939,0.0027616667,0.00029900207,0.00006709307,0.0000134414,0.00033523125,0.000072516326,0.000495217],"category_scores_gemma":[0.010762387,0.0001510141,0.00042134264,0.0011982815,0.00006557758,0.00007244292,0.00029728562,0.00044538814,0.00000203533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048161857,0.006542132,0.8316628,0.00014273495,0.009901673,0.0001410373,0.0008756733,0.00035777848,0.000022626786,0.0010265908,0.060761478,0.08374932],"study_design_scores_gemma":[0.007748637,0.0016663474,0.9795141,0.00011902584,0.0020439306,8.188627e-7,0.0022197925,0.00092222955,0.00002830752,0.00026963674,0.0052997493,0.00016739372],"about_ca_topic_score_codex":0.17160513,"about_ca_topic_score_gemma":0.23093323,"teacher_disagreement_score":0.14785136,"about_ca_system_score_codex":0.0008941042,"about_ca_system_score_gemma":0.002267711,"threshold_uncertainty_score":0.9975704},"labels":[],"label_agreement":null},{"id":"W4296266806","doi":"10.1177/17407745221118366","title":"A Bayesian adaptive design for clinical trials of rare efficacy outcomes with multiple definitions","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; Impact; Institute for Clinical Evaluative Sciences; McGill University","funders":"Bill and Melinda Gates Foundation","keywords":"Flexibility (engineering); Computer science; Outcome (game theory); Bayesian probability; Early stopping; Set (abstract data type); Clinical trial; Risk analysis (engineering); Clinical study design; Rare events; Variety (cybernetics); Machine learning; Data mining; Artificial intelligence; Statistics; Medicine; Mathematics","score_opus":0.9518411116323391,"score_gpt":0.6939768661821792,"score_spread":0.25786424545015985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296266806","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003924312,0.00013291524,0.9734517,0.0015196502,0.0035583924,0.011463646,0.0053372993,0.00025272474,0.00035938833],"genre_scores_gemma":[0.07694277,0.00015967242,0.9179482,0.0008118248,0.0014274262,0.0023003244,0.00003712135,0.00016788815,0.00020477921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.80615795,0.16116785,0.028103488,0.0019659863,0.0015771926,0.0010275487],"domain_scores_gemma":[0.04091936,0.94670975,0.009244892,0.00174844,0.0006641488,0.0007134319],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3912285,0.0006686525,0.012027363,0.00023451538,0.0004869964,0.00006529978,0.001168233,0.0006797961,0.0018274208],"category_scores_gemma":[0.9550707,0.00046854265,0.0051255245,0.0006411103,0.001047699,0.00009721781,0.00047498857,0.0016032727,0.000022037915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14327343,0.032415424,0.03295576,0.00065963285,0.015362582,0.0001661351,0.00050326553,0.00053140684,0.00009637974,0.3701095,0.16315004,0.24077643],"study_design_scores_gemma":[0.046954364,0.009831704,0.002296597,0.00020654131,0.003912785,0.000008466665,0.0004152765,0.0020114903,0.00017916522,0.9298239,0.0035630325,0.0007967071],"about_ca_topic_score_codex":0.000007996819,"about_ca_topic_score_gemma":0.000005070905,"teacher_disagreement_score":0.7855419,"about_ca_system_score_codex":0.000087429384,"about_ca_system_score_gemma":0.0008795818,"threshold_uncertainty_score":0.9997766},"labels":[],"label_agreement":null},{"id":"W4311194534","doi":"10.1177/17407745221136970","title":"Cognitive screening considerations for psychosocial clinical trials in HIV, aging, and cognition","year":2022,"lang":"en","type":"article","venue":"Clinical Trials","topic":"HIV Research and Treatment","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Regina; Impact; Casey House; McMaster University; University Health Network; University of Toronto","funders":"Canadian HIV Trials Network, Canadian Institutes of Health Research; Institute of Infection and Immunity; Ontario HIV Treatment Network","keywords":"Neurocognitive; Psychosocial; Psychological intervention; Clinical trial; Cognition; Clinical psychology; Medicine; Quality of life (healthcare); Anxiety; Psychiatry; Comorbidity; Psychology","score_opus":0.5656451313797616,"score_gpt":0.5771408213798369,"score_spread":0.011495690000075331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311194534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9053382,0.010394228,0.009837329,0.0260914,0.008518474,0.01801743,0.018567488,0.00026741694,0.002968005],"genre_scores_gemma":[0.99409366,0.0004621819,0.00072138733,0.0011517063,0.0005358721,0.0011372755,0.0012574922,0.00001902134,0.00062137935],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9623243,0.03306336,0.003554131,0.00059025874,0.000076596225,0.00039134937],"domain_scores_gemma":[0.79711825,0.20131032,0.0010740925,0.00019753307,0.00017557308,0.00012426055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08260098,0.00016634312,0.0018611153,0.00014249647,0.00058322947,0.000044156717,0.00008759138,0.00029479552,0.0023361705],"category_scores_gemma":[0.17984958,0.00014372828,0.0007052384,0.00011163184,0.00043709972,0.000061945204,0.00012607065,0.00082106894,0.00015769579],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026436219,0.0062515875,0.11760362,0.000051128318,0.005980129,0.000121530305,0.00093382696,0.000005087142,0.0019551683,0.0044806236,0.2476789,0.58850217],"study_design_scores_gemma":[0.3993673,0.015746472,0.17988452,0.0004807242,0.004191536,0.00016573188,0.007227467,0.00009442557,0.0021656954,0.08648562,0.30243582,0.00175469],"about_ca_topic_score_codex":0.000017736116,"about_ca_topic_score_gemma":0.000039902912,"teacher_disagreement_score":0.58674747,"about_ca_system_score_codex":0.000022529997,"about_ca_system_score_gemma":0.00026187662,"threshold_uncertainty_score":0.9985758},"labels":[],"label_agreement":null},{"id":"W4319063017","doi":"10.1177/17407745221149222","title":"A hybrid automated event adjudication system for clinical trials","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut universitaire de cardiologie et de pneumologie de Québec; Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Adjudication; Medicine; Rivaroxaban; Event (particle physics); Clinical trial; Internal medicine; Atrial fibrillation; Warfarin","score_opus":0.7221693459441237,"score_gpt":0.6412150036741131,"score_spread":0.08095434227001064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319063017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7364196,0.0017596333,0.03585775,0.09117485,0.060264427,0.049216293,0.0007931073,0.019638332,0.004876007],"genre_scores_gemma":[0.96878177,0.001264671,0.0016806839,0.00087103323,0.020790383,0.00017899668,0.00080378266,0.00008525245,0.0055434452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806264,0.008134866,0.009578548,0.0007393501,0.0005127704,0.0004080403],"domain_scores_gemma":[0.9352914,0.060744997,0.0025685837,0.00070572586,0.00028395926,0.00040529814],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16884017,0.00025515407,0.0041164793,0.0002505295,0.00013582787,0.00006215019,0.000191189,0.00036834955,0.00015095623],"category_scores_gemma":[0.25357735,0.00018469819,0.0033571022,0.0004436092,0.0001053613,0.00008575909,0.00010495957,0.00023647316,0.0014717114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008933813,0.0001545299,0.07042975,0.00074462366,0.0026067856,0.00004679954,0.000025159654,0.000052759988,0.00026050463,0.0055538397,0.70515645,0.20603499],"study_design_scores_gemma":[0.056323875,0.0022068452,0.23764414,0.000811093,0.005945024,0.000012043249,0.00023839061,0.06407344,0.00049625617,0.0023722865,0.62919116,0.00068541843],"about_ca_topic_score_codex":0.000004214683,"about_ca_topic_score_gemma":5.008608e-7,"teacher_disagreement_score":0.23236214,"about_ca_system_score_codex":0.000069500325,"about_ca_system_score_gemma":0.00024332147,"threshold_uncertainty_score":0.9993058},"labels":[],"label_agreement":null},{"id":"W4327679283","doi":"10.1177/17407745231158906","title":"Dynamic use of historical controls in clinical trials for rare disease research: A re-evaluation of the MILES trial","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Tuberous Sclerosis Complex Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute for Occupational Safety and Health; National Center for Research Resources; Pfizer; National Heart, Lung, and Blood Institute; Canadian Institutes of Health Research; National Institute of Neurological Disorders and Stroke; Pfizer Pharmaceuticals; Food and Drug Administration; U.S. Food and Drug Administration; University of South Florida; National Institutes of Health; U.S. Department of Health and Human Services; Cincinnati Children's Hospital Medical Center","keywords":"Randomization; Medicine; Clinical trial; Placebo; Propensity score matching; Randomized controlled trial; Selection bias; Comparability; Physical therapy; Internal medicine; Alternative medicine","score_opus":0.9597579830287777,"score_gpt":0.7068922928152247,"score_spread":0.252865690213553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327679283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9605178,0.00057486043,0.000074711206,0.016395211,0.0025927818,0.019349674,0.00040923862,0.00004927721,0.000036401823],"genre_scores_gemma":[0.9949,0.00057905033,0.0003730837,0.00020065854,0.0015553917,0.0013931796,0.000090737914,0.00005936599,0.0008485609],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.85132146,0.1245962,0.01695232,0.0013308252,0.0047809603,0.0010182583],"domain_scores_gemma":[0.3550931,0.63059115,0.004561801,0.003731558,0.004784806,0.0012376177],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46171877,0.00023913504,0.004743658,0.00053773064,0.00011270912,0.000039375645,0.00061919255,0.00056097395,0.00022683361],"category_scores_gemma":[0.8829031,0.00015062086,0.0031998116,0.0013695924,0.00086321053,0.00010139373,0.00034449995,0.001181464,0.00003154258],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6716157,0.006667882,0.041941203,0.0005515293,0.0009765677,0.00002159377,0.00017834762,0.00018403555,0.0035611582,0.00093359005,0.14408292,0.12928545],"study_design_scores_gemma":[0.44044837,0.0065128887,0.48177403,0.0014548656,0.0022034594,9.081436e-7,0.00018331729,0.03876694,0.00013541065,0.014487881,0.013709613,0.0003223068],"about_ca_topic_score_codex":0.00009720744,"about_ca_topic_score_gemma":0.00010172714,"teacher_disagreement_score":0.5059949,"about_ca_system_score_codex":0.000543181,"about_ca_system_score_gemma":0.0028153365,"threshold_uncertainty_score":0.61421406},"labels":[],"label_agreement":null},{"id":"W4377093414","doi":"10.1177/17407745231174544","title":"Overview of modern approaches for identifying and evaluating heterogeneous treatment effects from clinical data","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bayer (Canada)","funders":"","keywords":"Computer science; Causal inference; Machine learning; Artificial intelligence; Set (abstract data type); Identification (biology); Usability; Observational study; Personalized medicine; Precision medicine; Statistical inference; Inference; Randomized experiment; Data science; Human–computer interaction; Bioinformatics; Medicine","score_opus":0.9791653892937205,"score_gpt":0.7317185737311261,"score_spread":0.2474468155625944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377093414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84026533,0.0033869557,0.15031473,0.00013423582,0.00066382944,0.004059242,0.00064794556,0.0004943729,0.000033365235],"genre_scores_gemma":[0.6283558,0.005915212,0.36321798,0.00010402977,0.0012257888,0.0005574,0.00042135423,0.000114746195,0.000087664754],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925025,0.0028969743,0.0032432675,0.00082440174,0.00026297895,0.00026989545],"domain_scores_gemma":[0.8857547,0.11143921,0.0012350362,0.0013585521,0.00007453803,0.00013796466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026801094,0.00023657084,0.0021194927,0.000053348835,0.00006400841,0.000040394778,0.0004297457,0.00029999344,0.000011992062],"category_scores_gemma":[0.099121146,0.00017807793,0.00045030037,0.00011543353,0.00016502444,0.00013586904,0.000505682,0.00016246758,0.000008536326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030496926,0.00041918422,0.0012608977,0.00049133407,0.00061137666,0.000007088861,0.00011471585,0.000009897888,0.0005212237,0.00208563,0.0005461379,0.99362755],"study_design_scores_gemma":[0.0034492488,0.0012909105,0.0006766443,0.00048607407,0.0009293825,0.0000011899605,0.00002869578,0.044562414,0.0028108943,0.9453493,0.00018476027,0.00023049022],"about_ca_topic_score_codex":0.000008205415,"about_ca_topic_score_gemma":0.000011020905,"teacher_disagreement_score":0.99339706,"about_ca_system_score_codex":0.00002436064,"about_ca_system_score_gemma":0.00007679221,"threshold_uncertainty_score":0.9288778},"labels":[],"label_agreement":null},{"id":"W4379197331","doi":"10.1177/17407745231176834","title":"The improving Medication Adherence in Adolescents and young adults following Liver Transplantation (iMALT) multisite trial: Design and trial implementation considerations","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Liver transplantation; Clinical trial; Incidence (geometry); Intervention (counseling); Transplantation; Informed consent; Internal medicine; Alternative medicine; Psychiatry; Pathology","score_opus":0.22767772062259686,"score_gpt":0.4863105074329159,"score_spread":0.258632786810319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379197331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99063796,0.0003264945,0.002171372,0.00041056692,0.0011498743,0.0052105803,0.00002096119,0.00006199631,0.000010202235],"genre_scores_gemma":[0.99121255,0.0069772867,0.0010315336,0.00012272362,0.00019860528,0.0003042752,0.00010463015,0.000015750866,0.00003267383],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99584264,0.0015493515,0.001686539,0.00039187295,0.00030769425,0.00022190604],"domain_scores_gemma":[0.9946559,0.004592752,0.00039777881,0.0001531443,0.000053100885,0.0001472897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007970299,0.00015820347,0.0005653409,0.00011653823,0.00024074865,0.00009249601,0.0000415778,0.00013749888,0.000011640367],"category_scores_gemma":[0.0024550965,0.00010843359,0.00017150033,0.00017721491,0.00007597231,0.00017557299,0.00001276472,0.00018548762,0.000012204945],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5199463,0.0005649438,0.1336277,0.0007057341,0.0005514357,0.00070150866,0.0027917998,0.000012276224,0.0006237649,0.0002624556,0.00009742323,0.34011465],"study_design_scores_gemma":[0.5973786,0.0022582347,0.39489627,0.0008380811,0.0007675346,0.000034489734,0.00047797954,0.0025831768,0.00021231589,0.00037095865,0.000012923531,0.000169432],"about_ca_topic_score_codex":0.00028974735,"about_ca_topic_score_gemma":0.0003292925,"teacher_disagreement_score":0.33994523,"about_ca_system_score_codex":0.000028938002,"about_ca_system_score_gemma":0.00011252076,"threshold_uncertainty_score":0.44217935},"labels":[],"label_agreement":null},{"id":"W4381598230","doi":"10.1177/17407745231182010","title":"Chronic pain trials often exclude people with comorbid depressive symptoms: A secondary analysis of 346 randomized controlled trials","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber River Regional Hospital; McMaster University; University of Toronto; Lunenfeld-Tanenbaum Research Institute","funders":"Canadian Institutes of Health Research; University of Toronto; Medical Psychiatry Alliance","keywords":"Randomized controlled trial; Medicine; Depression (economics); Chronic pain; Population; Clinical trial; Physical therapy; Psychological intervention; Psychiatry; Internal medicine","score_opus":0.16880229643067476,"score_gpt":0.47751652099018327,"score_spread":0.3087142245595085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381598230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9159785,0.02398927,0.004636244,0.0107657015,0.0017436997,0.039382644,0.0009511376,0.0006855312,0.0018672862],"genre_scores_gemma":[0.9850388,0.0059233047,0.00030333936,0.00015799013,0.001273245,0.0027784395,0.0010063499,0.00012725961,0.0033912647],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8552529,0.120464124,0.019506829,0.0014032078,0.002184525,0.0011883711],"domain_scores_gemma":[0.54009324,0.44855314,0.007871745,0.0017818331,0.00086511223,0.0008349352],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.43553475,0.0006663272,0.04836083,0.0016414546,0.00014609877,0.000099162855,0.00054196466,0.0007725288,0.0067440416],"category_scores_gemma":[0.5370614,0.00035756922,0.013969184,0.0033473244,0.0008992009,0.000117380485,0.00018968583,0.0009979142,0.00013040274],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74496233,0.0009109626,0.005815033,0.0025464522,0.19973588,0.0002848469,0.0003853516,0.00036760603,0.0028522606,0.00030559802,0.018838579,0.022995118],"study_design_scores_gemma":[0.9072456,0.0034282885,0.006120641,0.0017525237,0.06901885,0.0000131607785,0.00020352064,0.010129684,0.000634823,0.00049893674,0.0004802207,0.00047379502],"about_ca_topic_score_codex":0.00014176461,"about_ca_topic_score_gemma":0.000026888061,"teacher_disagreement_score":0.32808903,"about_ca_system_score_codex":0.00019308228,"about_ca_system_score_gemma":0.0034434441,"threshold_uncertainty_score":0.99988765},"labels":[],"label_agreement":null},{"id":"W4384119986","doi":"10.1177/17407745231186094","title":"Informative cluster size in cluster-randomised trials: A case study from the TRIGGER trial","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; Medical Research Council; National Institutes of Health; Patient-Centered Outcomes Research Institute","keywords":"Cluster randomised controlled trial; Cluster (spacecraft); Medicine; Clinical trial; Randomized controlled trial; Statistics; Internal medicine; Computer science; Mathematics","score_opus":0.6225687483452658,"score_gpt":0.6093820177838946,"score_spread":0.013186730561371207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384119986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9005033,0.000040647163,0.06813715,0.003092073,0.0050770324,0.02142472,0.00053185923,0.00028335705,0.00090989866],"genre_scores_gemma":[0.82860553,0.00024770148,0.14702836,0.0046209926,0.012375379,0.0056247558,0.00004873154,0.00021781235,0.0012307473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.91742957,0.06820587,0.012134348,0.0007797637,0.0007806561,0.00066980324],"domain_scores_gemma":[0.29102144,0.70566183,0.0020090716,0.0009288319,0.00014426,0.00023458421],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19869955,0.00041210448,0.0045979824,0.00011881097,0.00018925032,0.00025084268,0.0005499522,0.0004251491,0.0008694379],"category_scores_gemma":[0.76233244,0.0002188911,0.0011550941,0.00079612853,0.00024429665,0.00016453497,0.00030708485,0.00096536754,0.0002660784],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.56023103,0.0046701403,0.0014365219,0.000100985235,0.0020430645,0.002363636,0.016309287,0.000005024534,0.000008451164,0.008078785,0.10485382,0.29989925],"study_design_scores_gemma":[0.5613569,0.0013832784,0.0006770723,0.00013377407,0.0008445678,0.000017044762,0.0066757505,0.0016564326,0.000008804934,0.42578617,0.0010613184,0.00039891392],"about_ca_topic_score_codex":0.0002672385,"about_ca_topic_score_gemma":0.00020964489,"teacher_disagreement_score":0.63745594,"about_ca_system_score_codex":0.000047091165,"about_ca_system_score_gemma":0.00024344245,"threshold_uncertainty_score":0.9519735},"labels":[],"label_agreement":null},{"id":"W4387893874","doi":"10.1177/17407745231203375","title":"The impact of feedback training on prediction of cancer clinical trial results","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"","keywords":"Brier score; Randomized controlled trial; Confidence interval; Medicine; Sample size determination; Clinical trial; Physical therapy; Statistics; Medical physics; Internal medicine; Mathematics","score_opus":0.9849873901837678,"score_gpt":0.769200980041683,"score_spread":0.21578641014208477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387893874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852565,0.00025651228,0.00012641831,0.0018263715,0.005715347,0.0022199291,0.0005910968,0.00001290861,0.003994909],"genre_scores_gemma":[0.9899692,0.0013066902,0.000118100295,0.00006372111,0.0025850341,0.00006153546,0.000013970997,0.000013707206,0.0058680745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.64133036,0.208276,0.13782893,0.002371985,0.00950274,0.0006899499],"domain_scores_gemma":[0.41315997,0.53949475,0.03968299,0.0055710375,0.0017190755,0.00037219838],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7932209,0.00023593765,0.009309367,0.00021090062,0.00012264136,0.00020439918,0.0016768887,0.0004187675,0.0013884335],"category_scores_gemma":[0.8481673,0.000080640486,0.012414628,0.0018456706,0.00035178324,0.00007896388,0.000118964555,0.0005012232,0.0008689455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028033393,0.00031241647,0.015094991,0.000012417537,0.0020204464,0.0000015776537,0.0002573061,0.0006100306,0.000029288687,0.00041939612,0.470071,0.48313776],"study_design_scores_gemma":[0.100226164,0.008358475,0.7301956,0.00046130444,0.0020575754,0.0000010029905,0.0013584105,0.019630317,0.00004570121,0.025581585,0.111708194,0.0003756869],"about_ca_topic_score_codex":0.000026259617,"about_ca_topic_score_gemma":0.000014078276,"teacher_disagreement_score":0.7151006,"about_ca_system_score_codex":0.000019663288,"about_ca_system_score_gemma":0.00044988698,"threshold_uncertainty_score":0.999909},"labels":[],"label_agreement":null},{"id":"W4388909096","doi":"10.1177/17407745231208397","title":"Adherence to key recommendations for design and analysis of stepped-wedge cluster randomized trials: A review of trials published 2016–2022","year":2023,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Center for Advancing Translational Sciences; Patient-Centered Outcomes Research Institute; National Institute on Aging; Yale University; National Institutes of Health; Canadian Institutes of Health Research","keywords":"CRTS; Randomized controlled trial; Covariate; Medicine; Research design; Protocol (science); Clinical trial; Cluster randomised controlled trial; Cluster (spacecraft); Clinical study design; Medical physics; Computer science; Statistics; Data mining; Alternative medicine; Mathematics; Surgery; Pathology","score_opus":0.9807957873829063,"score_gpt":0.7471824509487227,"score_spread":0.23361333643418358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388909096","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4149585e-7,0.79413575,0.14825147,0.001567506,0.0020563607,0.051420476,0.0024339615,0.000012037212,0.00012208792],"genre_scores_gemma":[1.5475052e-7,0.9457443,0.036158852,0.0005596668,0.0005556198,0.0075746155,0.0005094868,0.000061990795,0.008835323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.04673141,0.71552956,0.22874562,0.0033638976,0.005079665,0.0005498665],"domain_scores_gemma":[0.0074438043,0.8232329,0.15690121,0.0068967557,0.0048809308,0.00064441265],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9770245,0.0012349971,0.2438955,0.0038141625,0.00013647246,0.0010074148,0.0044056554,0.0009917241,0.020234764],"category_scores_gemma":[0.9917091,0.00051574537,0.09605547,0.012484652,0.00030584782,0.0003086722,0.00065753225,0.00057280617,0.00067202124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002203575,0.00009599515,9.250682e-7,0.01878759,0.023835244,3.4300606e-7,0.000022834565,0.0000019906354,6.989962e-8,0.00018403733,0.41067916,0.54418826],"study_design_scores_gemma":[0.021817202,0.00022231141,5.04491e-7,0.04133988,0.21271272,6.888438e-7,0.000023027276,0.00030236886,1.48275e-7,0.0030061058,0.72019786,0.00037716413],"about_ca_topic_score_codex":0.000015702482,"about_ca_topic_score_gemma":0.000009918506,"teacher_disagreement_score":0.5438111,"about_ca_system_score_codex":0.000052386284,"about_ca_system_score_gemma":0.0014671978,"threshold_uncertainty_score":0.9997294},"labels":[],"label_agreement":null},{"id":"W4390145168","doi":"10.1177/17407745231205577","title":"Recommendations for assessing appearance concerns related to plexiform and cutaneous neurofibromas in neurofibromatosis 1 clinical trials","year":2023,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Neurofibromatosis and Schwannoma Cases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"National Cancer Institute; National Institutes of Health; McKnight Foundation","keywords":"Neurofibromatosis; Plexiform neurofibroma; Medicine; Quality of life (healthcare); Distress; Patient-reported outcome; Clinical trial; Randomized controlled trial; Patient satisfaction; Physical therapy; Clinical psychology; Neurofibroma; Surgery; Pathology","score_opus":0.5352581054255715,"score_gpt":0.5687027508768474,"score_spread":0.0334446454512759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390145168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96599114,0.00021304304,0.00014198828,0.025620181,0.0029300188,0.0041100206,0.00021803098,0.00041221737,0.0003633352],"genre_scores_gemma":[0.98920965,0.001384231,0.0032867857,0.0035199902,0.0011567198,0.0003377961,0.00015918651,0.00014442179,0.00080122217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9810448,0.0075598885,0.008951905,0.0013423676,0.00038921053,0.00071177824],"domain_scores_gemma":[0.9399015,0.056902904,0.0014318444,0.00077661715,0.00016777076,0.0008193809],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04242087,0.0004189586,0.0043553254,0.00042144023,0.00021684273,0.00022532187,0.00024150427,0.00054975896,0.000099464596],"category_scores_gemma":[0.16193399,0.0003465156,0.0013033377,0.0011166387,0.00023952543,0.00023258248,0.00021324202,0.0007253025,0.0001858109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0146213295,0.002268924,0.33185276,0.0011395557,0.0010898791,0.0021124608,0.00044346313,0.00005625684,0.020871961,0.00441482,0.23700616,0.3841224],"study_design_scores_gemma":[0.07228796,0.015837332,0.566736,0.006384881,0.00272175,0.0016639031,0.0012446067,0.011726283,0.0034377475,0.011110056,0.30411488,0.0027345873],"about_ca_topic_score_codex":0.000014908414,"about_ca_topic_score_gemma":0.000004173084,"teacher_disagreement_score":0.38138783,"about_ca_system_score_codex":0.000034574274,"about_ca_system_score_gemma":0.00029711207,"threshold_uncertainty_score":0.9998987},"labels":[],"label_agreement":null},{"id":"W4391316762","doi":"10.1177/17407745231225470","title":"Research encouraging off-label use of quetiapine: A systematic meta-epidemiological analysis","year":2024,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ethica (Canada)","funders":"","keywords":"Quetiapine; Medicine; Randomized controlled trial; Clinical trial; PsycINFO; Quetiapine Fumarate; MEDLINE; Off-label use; Psychiatry; Atypical antipsychotic; Antipsychotic; Internal medicine; Schizophrenia (object-oriented programming)","score_opus":0.9792123966898467,"score_gpt":0.780392014262269,"score_spread":0.1988203824275777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391316762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005853717,0.9930016,0.000057697223,0.0016774226,0.0005450706,0.00411682,0.000112989655,0.00006492592,0.00041764334],"genre_scores_gemma":[0.000049031234,0.99578756,0.0007393273,0.0003337795,0.0011062548,0.00060572545,0.000051539584,0.00004849367,0.0012782833],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.92592233,0.059269797,0.011767365,0.0012136113,0.0011676518,0.0006592694],"domain_scores_gemma":[0.60986704,0.38394687,0.003506332,0.0013663884,0.00064814766,0.00066520035],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.21142499,0.00068006845,0.037493262,0.00073856796,0.00010954683,0.000110734705,0.00047503723,0.0010515101,0.00070003036],"category_scores_gemma":[0.45027542,0.0002931636,0.0140375085,0.003304568,0.0005924866,0.00009174321,0.00062336994,0.0037645584,0.00047246917],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022323022,0.00068617886,0.00002513649,0.47637758,0.2656777,0.00025597133,0.0000122277515,6.4909426e-7,1.43222e-7,0.00069960015,0.019285388,0.2367562],"study_design_scores_gemma":[0.00030570562,0.0002345352,0.0000021657615,0.03312169,0.40669385,0.000011008989,0.000013845557,0.00013922692,6.968911e-8,0.0001233372,0.5592091,0.00014545144],"about_ca_topic_score_codex":0.0000497852,"about_ca_topic_score_gemma":0.000004175986,"teacher_disagreement_score":0.5399237,"about_ca_system_score_codex":0.00011027207,"about_ca_system_score_gemma":0.0004484457,"threshold_uncertainty_score":0.9999521},"labels":[],"label_agreement":null},{"id":"W4393344070","doi":"10.1177/17407745241238393","title":"Society for Clinical Trials Data Monitoring Committee initiative website: Closing the gap","year":2024,"lang":"en","type":"letter","venue":"Clinical Trials","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"U.S. Food and Drug Administration","keywords":"Closing (real estate); Data monitoring committee; Clinical trial; Medicine; Family medicine; Political science; Internal medicine; Law","score_opus":0.9633881699793474,"score_gpt":0.7446692026345262,"score_spread":0.2187189673448212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393344070","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015039131,0.010487297,0.0010194308,0.954606,0.019870447,0.009381835,0.0031991974,0.00021335948,0.0010720192],"genre_scores_gemma":[0.00011633495,0.026696436,0.0024949715,0.73946744,0.22524412,0.0003616356,0.0022729642,0.00019523484,0.0031508578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93392843,0.039293297,0.017640918,0.0027416935,0.0032346488,0.0031610245],"domain_scores_gemma":[0.03254987,0.94434565,0.005770684,0.007287245,0.0014573195,0.008589213],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4875975,0.00081401895,0.009254293,0.00015701387,0.00042864395,0.00039623247,0.0019446497,0.005141245,0.00039988515],"category_scores_gemma":[0.9279484,0.0004411592,0.0067859595,0.000505242,0.0014266699,0.00019689692,0.0011830896,0.018291362,0.0006405115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013787819,0.00021483627,0.0003105811,0.0017713467,0.002650626,0.00026049398,0.00006489473,2.336909e-8,0.000003339475,0.000011947923,0.87570494,0.117628165],"study_design_scores_gemma":[0.009454606,0.0016582689,0.00016278018,0.0038699447,0.0045995764,0.00001993049,0.00013542752,0.00024109185,0.000012547651,0.0016958942,0.9777574,0.00039251064],"about_ca_topic_score_codex":0.000021802534,"about_ca_topic_score_gemma":0.0000014685594,"teacher_disagreement_score":0.90505236,"about_ca_system_score_codex":0.0002984741,"about_ca_system_score_gemma":0.017737035,"threshold_uncertainty_score":0.999804},"labels":[],"label_agreement":null},{"id":"W4396958533","doi":"10.1177/17407745241247334","title":"A comparison of computational algorithms for the Bayesian analysis of clinical trials","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Manitoba; University of Toronto; University Health Network; University of Ottawa; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; LifeArc; Research Manitoba; University of Ottawa; National Institutes of Health; CancerCare Manitoba Foundation; National Heart, Lung, and Blood Institute; Heart and Stroke Foundation of Canada; Amgen","keywords":"Bayesian probability; Computer science; Clinical trial; Algorithm; Artificial intelligence; Medicine; Internal medicine","score_opus":0.9497491743628205,"score_gpt":0.789153977816664,"score_spread":0.1605951965461565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396958533","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025582877,0.0009033124,0.98247284,0.0017783627,0.0065082246,0.0031148873,0.0023094432,0.00011016068,0.00024446842],"genre_scores_gemma":[0.16921936,0.00022937427,0.8263965,0.00021818018,0.00347004,0.00019606989,0.000037871967,0.00006893613,0.00016365566],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.88958293,0.061843876,0.04499275,0.0014494886,0.0015539868,0.0005769892],"domain_scores_gemma":[0.08143471,0.90983194,0.0065562353,0.0011031997,0.00074919674,0.00032471403],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.45515433,0.0003923371,0.014142803,0.00036115426,0.00010262893,0.000097299555,0.00092323753,0.0008736051,0.001098686],"category_scores_gemma":[0.9168802,0.00022822621,0.009886997,0.0016556971,0.0012359098,0.0000656376,0.00018983176,0.00094492343,0.000016194368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028439884,0.0022835182,0.0045267954,0.00062966184,0.03159267,0.000004729732,0.00016488181,0.00091100804,0.000018886081,0.23601037,0.032180086,0.6888334],"study_design_scores_gemma":[0.0032733798,0.0008029044,0.0025032049,0.0002117085,0.024064898,4.2047486e-7,0.00010182632,0.27697423,0.00011032587,0.6884815,0.0032547521,0.00022085888],"about_ca_topic_score_codex":0.000010042026,"about_ca_topic_score_gemma":0.000006097021,"teacher_disagreement_score":0.84798807,"about_ca_system_score_codex":0.000024209263,"about_ca_system_score_gemma":0.00051999016,"threshold_uncertainty_score":0.99981445},"labels":[],"label_agreement":null},{"id":"W4397040181","doi":"10.1177/17407745241244801","title":"Comparison of Bayesian and frequentist monitoring boundaries motivated by the Multiplatform Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; McGill University Health Centre","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Frequentist inference; Randomized controlled trial; Bayesian probability; Statistics; Bayesian inference; Computer science; Econometrics; Medicine; Mathematics; Internal medicine","score_opus":0.8181638928621595,"score_gpt":0.7025413679078226,"score_spread":0.11562252495433689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397040181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37457347,0.008920529,0.52156454,0.0043031583,0.06965177,0.017008923,0.00091561885,0.0009757335,0.0020862734],"genre_scores_gemma":[0.758102,0.0009614505,0.23407128,0.00010621124,0.0058823386,0.00026663474,0.000010496026,0.000118226155,0.00048136147],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.939075,0.038767178,0.0192618,0.0012479704,0.0010261177,0.00062194973],"domain_scores_gemma":[0.16918759,0.8263784,0.0027113664,0.0010379908,0.0002503462,0.00043430628],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23389673,0.0004941155,0.008289931,0.0000935147,0.00031309886,0.0006898059,0.00066569814,0.0009770684,0.00030045232],"category_scores_gemma":[0.85149825,0.00028210817,0.0023263902,0.00038312742,0.0052777375,0.00015661286,0.00030536167,0.0018125045,0.000027258753],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48887464,0.0020769467,0.004008443,0.0005907396,0.0039481334,0.000024032215,0.00039017823,5.88128e-7,0.00014952704,0.14569798,0.038414683,0.3158241],"study_design_scores_gemma":[0.34035566,0.00082260696,0.0000932612,0.00051174243,0.001808064,0.000002686689,0.00013174774,0.0019979926,0.0007561167,0.64831924,0.0048743566,0.00032652536],"about_ca_topic_score_codex":0.000030133722,"about_ca_topic_score_gemma":0.0000028962124,"teacher_disagreement_score":0.7876112,"about_ca_system_score_codex":0.000037263337,"about_ca_system_score_gemma":0.0003049307,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W4398168682","doi":"10.1177/17407745241251812","title":"A comparison of alternative ranking methods in two-stage clinical trials with multiple interventions: An application to the anxiolysis for laceration repair in children trial","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; McGill University Health Centre","funders":"","keywords":"Psychological intervention; Medicine; Clinical trial; Ranking (information retrieval); Medical physics; Physical therapy; Computer science; Artificial intelligence; Psychiatry; Internal medicine","score_opus":0.8793479848945522,"score_gpt":0.7802434970391408,"score_spread":0.09910448785541148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398168682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10882166,0.00023519914,0.8705546,0.0007625772,0.0019380809,0.016935987,0.00056759594,0.0001569164,0.000027363205],"genre_scores_gemma":[0.19611385,0.00007774365,0.7974218,0.00016592458,0.0029379206,0.003107631,0.00004109947,0.00007894942,0.00005504845],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.811163,0.1537976,0.030993443,0.0023758018,0.0009566772,0.00071346463],"domain_scores_gemma":[0.33653992,0.65771586,0.0038047067,0.0013424435,0.00033204074,0.00026505327],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47129273,0.00042978278,0.0065166894,0.0004248342,0.000092145245,0.00013771841,0.0007610698,0.0004953165,0.00009354695],"category_scores_gemma":[0.8080659,0.00027003893,0.0028397564,0.0011315421,0.0003281109,0.00020615743,0.00018626153,0.0010675213,0.000009936953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1327877,0.007332915,0.038233977,0.00058504025,0.00243112,0.000004697312,0.0009216354,0.001537752,0.0002163436,0.054255087,0.0016434885,0.76005024],"study_design_scores_gemma":[0.16790822,0.009650179,0.008391774,0.002820138,0.0034847674,0.0000023292964,0.00063238165,0.24619815,0.0014521593,0.55628204,0.0021830134,0.0009948508],"about_ca_topic_score_codex":0.00012711078,"about_ca_topic_score_gemma":0.00074892206,"teacher_disagreement_score":0.7590554,"about_ca_system_score_codex":0.000119111115,"about_ca_system_score_gemma":0.00024538365,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W4401651480","doi":"10.1177/17407745241266168","title":"Commentary on Astrachan et al. The transmutation of research risk in pragmatic clinical trials","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Nuclear transmutation; Clinical trial; Medicine; Psychology; Physics; Internal medicine; Nuclear physics","score_opus":0.8512280324236317,"score_gpt":0.7577329018430329,"score_spread":0.09349513058059877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401651480","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23746826,0.0014051497,0.00049745117,0.7524127,0.0016665967,0.0052707326,0.00015871138,0.00005431332,0.001066108],"genre_scores_gemma":[0.85953957,0.01974463,0.00042351446,0.11715897,0.0025610644,0.00021170058,0.000102440565,0.000046833942,0.00021128466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8311895,0.15171513,0.011700205,0.0008872234,0.0031367985,0.0013711391],"domain_scores_gemma":[0.114781626,0.8770933,0.0010883645,0.0013355844,0.0004676014,0.005233525],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6913615,0.00017419308,0.0024500857,0.00037514267,0.000080702426,0.00005236475,0.0002658677,0.0003976946,0.0004843726],"category_scores_gemma":[0.87866694,0.00008967906,0.00090111303,0.00080371316,0.0007976376,0.000083395156,0.000052284435,0.004783738,0.00018983318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051985146,0.0012751353,0.0017788131,0.00042514005,0.00021389005,0.00010997352,0.0002959181,0.000003206794,0.000060372797,0.0003838358,0.51865673,0.47159848],"study_design_scores_gemma":[0.02868978,0.018587755,0.032367434,0.007931724,0.00053671206,0.0000133535905,0.0011175633,0.0042669484,0.0003258842,0.011952019,0.89397347,0.0002373511],"about_ca_topic_score_codex":0.00019937799,"about_ca_topic_score_gemma":0.000049649832,"teacher_disagreement_score":0.72537816,"about_ca_system_score_codex":0.00011289731,"about_ca_system_score_gemma":0.004422274,"threshold_uncertainty_score":0.9975123},"labels":[],"label_agreement":null},{"id":"W4401850710","doi":"10.1177/17407745241268054","title":"Estimands in clinical trials of complex disease processes","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Context (archaeology); Causal inference; Meaning (existential); Disease; Clinical trial; Intensive care medicine; Medicine; Computer science; Psychology; Psychotherapist","score_opus":0.9162224055802772,"score_gpt":0.7317444564015385,"score_spread":0.18447794917873872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401850710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.507594,0.011983707,0.4223586,0.014371627,0.009147037,0.017397365,0.0021636323,0.0057362583,0.009247818],"genre_scores_gemma":[0.91839033,0.0019833513,0.076838985,0.00030906367,0.0017081664,0.00024301597,0.000044078715,0.00008454572,0.00039845667],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97699773,0.00903863,0.012468267,0.00073359004,0.00042033644,0.00034143787],"domain_scores_gemma":[0.583972,0.4098773,0.003154277,0.0018680221,0.00046267637,0.00066571054],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12182597,0.00028807262,0.004052255,0.00019207996,0.000022265567,0.000069848815,0.00059715234,0.00037864316,0.00058056484],"category_scores_gemma":[0.7444162,0.00020426935,0.0011642372,0.0005493043,0.00047696513,0.00020338451,0.00023458441,0.0006815643,0.000051973744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007006563,0.0062076673,0.028018463,0.008213409,0.0010172795,0.00047715488,0.0003176896,0.000020133679,0.0006137007,0.36681217,0.1550071,0.42628866],"study_design_scores_gemma":[0.0017442995,0.0005164701,0.0019650455,0.0014662229,0.00039906666,0.0000013643036,0.00002353051,0.0007960636,0.00039717238,0.9812299,0.011178255,0.0002825789],"about_ca_topic_score_codex":0.000004015678,"about_ca_topic_score_gemma":0.000009849058,"teacher_disagreement_score":0.6225902,"about_ca_system_score_codex":0.000033106273,"about_ca_system_score_gemma":0.00071605685,"threshold_uncertainty_score":0.904265},"labels":[],"label_agreement":null},{"id":"W4403214867","doi":"10.1177/17407745241276137","title":"A review of current practice in the design and analysis of extremely small stepped-wedge cluster randomized trials","year":2024,"lang":"en","type":"review","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute for Clinical Evaluative Sciences; Hospital for Sick Children; Public Health Ontario; SickKids Foundation; University of Toronto; Ottawa Hospital; Western University","funders":"National Institute on Aging; National Institutes of Health; Ottawa Hospital Research Institute; Canadian Institutes of Health Research; Patient-Centered Outcomes Research Institute","keywords":"Randomized controlled trial; Cluster (spacecraft); Wedge (geometry); Sample size determination; Cluster randomised controlled trial; Medicine; Statistics; Computer science; Mathematics; Surgery","score_opus":0.9585951229149452,"score_gpt":0.7585002061861219,"score_spread":0.2000949167288233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403214867","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2975252e-7,0.8827507,0.089273185,0.00038644188,0.0018468461,0.024709895,0.0008193652,0.000030578372,0.00018285855],"genre_scores_gemma":[8.654854e-8,0.77196026,0.22540742,0.00041265707,0.0007038244,0.0013796632,0.00002304822,0.000078214616,0.00003480257],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.29447696,0.63429725,0.066849545,0.0021074289,0.0015758423,0.0006929339],"domain_scores_gemma":[0.010948995,0.9611708,0.024777027,0.0021955122,0.0006520188,0.00025563527],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7777001,0.0010753454,0.072136484,0.00084805256,0.000035986708,0.00010496792,0.0014510808,0.0012670393,0.00030850532],"category_scores_gemma":[0.992398,0.00050699944,0.017248148,0.0033037842,0.0010718941,0.000071645205,0.00049294607,0.0024372966,0.000031220363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00866956,0.0010183847,2.2949231e-7,0.17627615,0.011998757,0.000013606011,0.000046894555,1.2588997e-7,2.8597132e-8,0.007203208,0.010138152,0.7846349],"study_design_scores_gemma":[0.034113914,0.00023000038,1.4858169e-7,0.19287513,0.36870718,0.0000055927458,0.000011938222,0.00005850688,1.8700027e-7,0.12830116,0.2752975,0.00039874346],"about_ca_topic_score_codex":0.0000050504127,"about_ca_topic_score_gemma":0.0000017840837,"teacher_disagreement_score":0.7842362,"about_ca_system_score_codex":0.000055601675,"about_ca_system_score_gemma":0.0009214494,"threshold_uncertainty_score":0.9998641},"labels":[],"label_agreement":null},{"id":"W4403474226","doi":"10.1177/17407745241284798","title":"Are pragmatism and ethical protections in clinical trials a zero-sum game?","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University; University of Ottawa; Dalhousie University","funders":"Canadian Institutes of Health Research; National Institute on Aging; National Institutes of Health; University of Oxford","keywords":"Pragmatism; Clinical trial; Informed consent; Psychology; Research design; Engineering ethics; Research ethics; Epistemology; Medicine; Alternative medicine; Sociology; Social science; Philosophy; Psychiatry; Engineering","score_opus":0.9089758317428592,"score_gpt":0.7594715124040605,"score_spread":0.1495043193387987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403474226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.500093,0.009323493,0.00932845,0.43873358,0.015188505,0.018585864,0.0002894969,0.0011946106,0.0072630085],"genre_scores_gemma":[0.95489025,0.018705234,0.0040543936,0.010168358,0.0065170713,0.00077443605,0.000019893028,0.00014478121,0.004725583],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90838194,0.062161874,0.022816904,0.0029079374,0.0025466706,0.0011846995],"domain_scores_gemma":[0.08729294,0.9053881,0.002398949,0.002017602,0.00086301944,0.0020393645],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.54655755,0.00040930606,0.0057167234,0.00041681106,0.00011362548,0.00030765997,0.00040035657,0.0059502623,0.0006256455],"category_scores_gemma":[0.9363374,0.00028896643,0.0021451202,0.0009130562,0.0018853915,0.00010279706,0.0004779813,0.023142155,0.0006480034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013078154,0.004616955,0.11326943,0.0055343234,0.0030418262,0.0037789827,0.000500175,0.000005345475,0.0006140724,0.14165832,0.07553645,0.638366],"study_design_scores_gemma":[0.023867194,0.00443229,0.19572572,0.012274544,0.0014841551,0.00016393773,0.00027118894,0.0028971015,0.00013711317,0.62430245,0.13356969,0.00087461714],"about_ca_topic_score_codex":0.0000444345,"about_ca_topic_score_gemma":0.00016518103,"teacher_disagreement_score":0.84322625,"about_ca_system_score_codex":0.00010878332,"about_ca_system_score_gemma":0.0019055324,"threshold_uncertainty_score":0.99995625},"labels":[],"label_agreement":null},{"id":"W4404198666","doi":"10.1177/17407745241290729","title":"Pragmatic monitoring of emerging efficacy data in randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Impact; McMaster University; Population Health Research Institute","funders":"","keywords":"Randomized controlled trial; Medicine; Internal medicine","score_opus":0.8746604636711833,"score_gpt":0.7229113298889603,"score_spread":0.151749133782223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404198666","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0952856,0.02686813,0.706262,0.00877337,0.08338855,0.06705075,0.0019363465,0.001751832,0.008683443],"genre_scores_gemma":[0.14079489,0.003821306,0.8459755,0.000080238424,0.0079900455,0.0007234671,0.000019595484,0.00016794006,0.00042698954],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5752973,0.337715,0.08024097,0.0029213512,0.002530194,0.0012951829],"domain_scores_gemma":[0.011173506,0.9802506,0.0056558643,0.0023889767,0.00021716593,0.00031387815],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.74294084,0.0005487765,0.035724804,0.00046492254,0.0000493001,0.00019960478,0.0014222106,0.00069082633,0.0009382004],"category_scores_gemma":[0.99334073,0.00032639498,0.0050714826,0.000761732,0.0006025265,0.00021403225,0.0005704436,0.0012660644,0.000080172445],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39519,0.0029702906,0.0005768191,0.0030314184,0.013076942,0.00020431295,0.00047012183,0.00002978816,0.00047979382,0.23660317,0.0065942537,0.34077308],"study_design_scores_gemma":[0.35495073,0.000109815475,0.000048037375,0.0029511629,0.004241491,0.0000015530791,0.0000658121,0.0049769897,0.00013228501,0.6319307,0.00031325765,0.00027812773],"about_ca_topic_score_codex":0.000011946208,"about_ca_topic_score_gemma":0.0000012475142,"teacher_disagreement_score":0.6425356,"about_ca_system_score_codex":0.000049032675,"about_ca_system_score_gemma":0.00042658555,"threshold_uncertainty_score":0.9999751},"labels":[],"label_agreement":null},{"id":"W4404727371","doi":"10.1177/17407745241297947","title":"Detecting irregularities in randomized controlled trials using machine learning","year":2024,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Hamilton Health Sciences; McMaster University; Population Health Research Institute; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Interquartile range; Artificial intelligence; Machine learning; Concordance; Outlier; Clinical trial; Computer science; Randomized controlled trial; Receiver operating characteristic; Medicine; Anomaly detection; Algorithm; Statistics; Data mining; Mathematics; Surgery; Pathology","score_opus":0.8686945249905104,"score_gpt":0.6957301326060387,"score_spread":0.1729643923844717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404727371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10775707,0.022069175,0.80450946,0.0028033126,0.02900927,0.027012963,0.00025983562,0.0021176003,0.0044613397],"genre_scores_gemma":[0.16606973,0.0017776516,0.8216071,0.0003322949,0.0076926267,0.0007849278,0.0000069757466,0.00024877777,0.0014799146],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.61205536,0.34204257,0.041590694,0.0018000992,0.0013556876,0.0011555861],"domain_scores_gemma":[0.028325949,0.96647674,0.0040078764,0.0006431999,0.00020900296,0.0003372425],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.71683794,0.00064737996,0.032498185,0.00054303784,0.00016094183,0.00051874947,0.00045380136,0.00097383786,0.0016736038],"category_scores_gemma":[0.9900886,0.0003986767,0.008414073,0.0006554119,0.00068885944,0.00016184176,0.00023266225,0.0024089846,0.00006542906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48429504,0.00095719635,0.0005704246,0.0014371318,0.009303787,0.0005035646,0.00043349652,0.00017077102,0.0013790139,0.30826572,0.00072668574,0.19195716],"study_design_scores_gemma":[0.2671473,0.00012846608,0.0000043331615,0.0010284178,0.0027193585,0.000007768889,0.000065401015,0.05848923,0.00021686644,0.6694762,0.00037420163,0.00034244472],"about_ca_topic_score_codex":0.00006119238,"about_ca_topic_score_gemma":0.000014665249,"teacher_disagreement_score":0.6244342,"about_ca_system_score_codex":0.00011748977,"about_ca_system_score_gemma":0.00034428752,"threshold_uncertainty_score":0.9998925},"labels":[],"label_agreement":null},{"id":"W4411735566","doi":"10.1177/17407745251350598","title":"Afternoon discussion: Statistical issues in clinical trials conference on dose finding","year":2025,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"","keywords":"Clinical trial; Medicine; Medical physics; Internal medicine","score_opus":0.9141793752863242,"score_gpt":0.7548013895193272,"score_spread":0.15937798576699702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411735566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06790112,0.0007430345,0.70851624,0.0909717,0.06652648,0.021762125,0.0032623592,0.0015310822,0.038785864],"genre_scores_gemma":[0.17105779,0.002544492,0.7995753,0.0049999068,0.009256136,0.00079465733,0.00004431263,0.0002124339,0.011514922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8004543,0.16017644,0.033653103,0.002862778,0.0014744984,0.0013788701],"domain_scores_gemma":[0.10419723,0.88800657,0.004165207,0.0023065628,0.00038896463,0.000935475],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4026717,0.0008165222,0.01156311,0.0004123985,0.00016798584,0.00033674965,0.0012556039,0.0018590107,0.0035213393],"category_scores_gemma":[0.962074,0.00048765325,0.0022676555,0.0008057567,0.0011687991,0.00015070062,0.0006011273,0.0030066855,0.00054523395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063822474,0.0025531084,0.0051820218,0.00020044681,0.00041342844,0.00013985115,0.00003780703,0.0000013317283,0.000029205597,0.52868366,0.042632945,0.41374394],"study_design_scores_gemma":[0.012980587,0.0011439489,0.011955333,0.001866878,0.0006552589,0.0000012878769,0.00010794939,0.00051083317,0.00013436817,0.95934707,0.010688633,0.00060783257],"about_ca_topic_score_codex":0.000017375367,"about_ca_topic_score_gemma":0.000026875912,"teacher_disagreement_score":0.7278301,"about_ca_system_score_codex":0.00013779814,"about_ca_system_score_gemma":0.00071002793,"threshold_uncertainty_score":0.9997575},"labels":[],"label_agreement":null},{"id":"W4413050314","doi":"10.1177/17407745251361741","title":"Training the next generation of clinical trial biostatisticians","year":2025,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Population Health Research Institute; McGill University; University of Calgary; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; University of British Columbia; Hospital for Sick Children; Public Health Ontario; McMaster University","funders":"Clinical Trials Fund, Canadian Institutes of Health Research","keywords":"Clinical trial; Mentorship; Medical education; Biostatistics; Curriculum; Medicine; Professional development; Medical physics; Psychology; Nursing; Public health; Pedagogy","score_opus":0.9941957836134966,"score_gpt":0.774958531158823,"score_spread":0.21923725245467363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413050314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5491204,0.002255242,0.33867615,0.017818308,0.03785964,0.009010734,0.00017128575,0.00002287533,0.04506535],"genre_scores_gemma":[0.96894836,0.00023022068,0.009507862,0.0031068572,0.004638819,0.00007801736,0.000013925307,0.000010920152,0.0134650385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.47673836,0.36353484,0.15014774,0.0024750612,0.006608143,0.0004958489],"domain_scores_gemma":[0.23899205,0.71023756,0.039751954,0.008193284,0.0025032822,0.00032189416],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.79938906,0.00021846726,0.010387081,0.00018212946,0.0001604239,0.00064713054,0.0019539262,0.00029548988,0.005012636],"category_scores_gemma":[0.9000878,0.0000812914,0.0071364595,0.0012290698,0.00034337546,0.00011231835,0.00013591013,0.00038411218,0.00080500334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001070801,0.00017910889,0.0018032772,0.000009311568,0.0005752369,0.0000012442555,0.00012779531,0.000016387898,0.000034558143,0.01642825,0.21035485,0.76939917],"study_design_scores_gemma":[0.038938943,0.0010724822,0.010564564,0.0001399607,0.003595484,0.0000014594013,0.002217796,0.037615985,0.00004710889,0.10242495,0.8030024,0.0003788705],"about_ca_topic_score_codex":0.0000046702767,"about_ca_topic_score_gemma":0.000021609501,"teacher_disagreement_score":0.7690203,"about_ca_system_score_codex":0.000006967055,"about_ca_system_score_gemma":0.00048392886,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null}]}