{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1476,"total_is_capped":false,"direct_labels_cover":20,"predictions_cover":1476,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"0a2267d4c36d","filters":{"topic":"Delphi Technique in Research"}},"results":[{"id":"W2891378911","doi":"10.7326/m18-0850","title":"PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation","year":2018,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":40431,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; McMaster University; University of Alberta; University of Ottawa; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Royal College of Physicians and Surgeons of Canada; Dalhousie University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; World Health Organization","keywords":"Checklist; Systematic review; Terminology; Medicine; Guideline; Health care; Quality (philosophy); Medical education; MEDLINE; Management science; Knowledge management; Process management; Psychology; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3298410457736344,"gpt":0.5466968488783739,"spread":0.2168558031047395,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004301309,0.00008206335,0.0002677332,0.0001546573,0.0001471901,0.00001594932,0.0002504875,0.00007198862,0.0001486077],"category_scores_gemma":[0.005175493,0.00006327275,0.00004163041,0.000166209,0.0006871848,0.0001428078,0.00005694149,0.00009690893,0.000008119387],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001745046,"about_ca_system_score_gemma":0.00004264979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001754008,"about_ca_topic_score_gemma":0.0004455651,"domain_scores_codex":[0.9985887,0.0001303654,0.0004392533,0.0001947444,0.0004174017,0.0002295475],"domain_scores_gemma":[0.9985184,0.0002964629,0.0002402417,0.000160261,0.0006695244,0.0001151224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003712136,0.00008016869,0.001992953,0.00067224,0.00003925458,0.00001002821,0.01405311,8.322369e-8,0.01804416,0.01179393,0.5762553,0.3766876],"study_design_scores_gemma":[0.0009966603,0.00255854,0.003411014,0.02044947,0.00002891562,0.00001209815,0.003570218,0.0003749879,0.04904107,0.01723716,0.9020152,0.0003046673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5632846,0.02463837,0.0728551,0.2017229,0.002688751,0.007417792,0.00001781956,0.0002769516,0.1270977],"genre_scores_gemma":[0.9808463,0.008492335,0.003300542,0.002915511,0.001878585,0.00008783429,0.000004187952,0.0000170822,0.002457557],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4175618,"threshold_uncertainty_score":0.6195922,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145555293","doi":"10.1136/bmj.g1687","title":"Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10510,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"National Health and Medical Research Council; University of Oxford; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Wellcome Trust","keywords":"Checklist; Psychological intervention; Computer science; Replicate; Delphi method; Intervention (counseling); Face validity; Replication (statistics); MEDLINE; Statement (logic); Medical education; Applied psychology; Psychology; Medicine; Psychometrics; Nursing; Clinical psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2397811318931591,"gpt":0.5247609153651905,"spread":0.2849797834720315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009550725,0.00004499377,0.0001169633,0.00008501728,0.0001559782,0.00006029981,0.00008148895,0.00006253929,0.00001248419],"category_scores_gemma":[0.009106951,0.00004612048,0.00007459205,0.00008695202,0.0001544738,0.000190121,0.00005670497,0.00005267192,8.801561e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003841175,"about_ca_system_score_gemma":0.00001427039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009465459,"about_ca_topic_score_gemma":0.0005624851,"domain_scores_codex":[0.9985331,0.0001458085,0.0008421051,0.0002018944,0.0001576027,0.0001194815],"domain_scores_gemma":[0.9986051,0.0001223414,0.0008144625,0.0002110165,0.000209542,0.00003752969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008192047,0.0001698188,0.07938189,0.001208653,0.00005556544,0.000001575628,0.003147516,0.000001029019,0.02248804,0.03344968,0.09065643,0.7693579],"study_design_scores_gemma":[0.001806917,0.00109894,0.2705966,0.00372788,0.0001442502,0.00004352079,0.007412059,0.003952361,0.02697019,0.1745046,0.5090533,0.0006893371],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8159012,0.0001764311,0.1603433,0.01016011,0.0001531554,0.001622523,0.000005975639,0.0001117111,0.01152552],"genre_scores_gemma":[0.9780639,0.00002883971,0.01933405,0.00003169984,0.0001101824,0.0002020929,0.000008560893,0.000007502519,0.002213122],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7686685,"threshold_uncertainty_score":0.9992397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2901724277","doi":"10.3233/efi-180221","title":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","year":2018,"lang":"en","type":"article","venue":"Education for Information","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Université de Sherbrooke; McGill University; Quebec Rehabilitation Research Network","funders":"","keywords":"Inter-rater reliability; Limiting; Pillar; Quality (philosophy); Critical appraisal; Reliability (semiconductor); Fidelity; Multimethodology; Systematic review; Computer science; Psychology; Medicine; MEDLINE; Engineering; Chemistry; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.1460221592560119,"gpt":0.5800148193931113,"spread":0.4339926601370994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009048713,0.00008596954,0.00008245099,0.0002477346,0.002201585,0.0005092229,0.0003195362,0.0001546417,0.00003045993],"category_scores_gemma":[0.01071863,0.0000685317,0.0000471223,0.0003758768,0.000398366,0.004202818,0.00007261002,0.0001191732,0.00009616135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002314595,"about_ca_system_score_gemma":0.001158695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001612057,"about_ca_topic_score_gemma":0.00005042107,"domain_scores_codex":[0.9983287,0.000278812,0.0004198771,0.00008746124,0.0005400254,0.0003451669],"domain_scores_gemma":[0.9957511,0.002082391,0.0002539603,0.0002054967,0.001604833,0.000102219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001171251,0.0000178195,0.00002789254,0.00005588539,0.000007117601,1.126403e-9,0.01280521,4.574734e-7,0.00003071727,0.09649312,0.3773362,0.5131084],"study_design_scores_gemma":[0.0002386697,0.0001004692,0.0006718067,0.00002762545,0.000005184232,3.635329e-7,0.03515491,0.0008976833,0.00111072,0.007050526,0.95465,0.00009200934],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06816167,0.0002695252,0.5866568,0.1156169,0.02141923,0.02587909,0.00029325,0.000937549,0.180766],"genre_scores_gemma":[0.5157781,0.0004116203,0.4540277,0.002787298,0.003364317,0.01140376,0.001892782,0.00005556341,0.01027892],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5773138,"threshold_uncertainty_score":0.9990974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017265038","doi":"10.1016/j.jclinepi.2013.12.002","title":"Defining consensus: A systematic review recommends methodologic criteria for reporting of Delphi studies","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3552,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"Division of Graduate Education; Canadian Institutes of Health Research; Canadian Liver Foundation","keywords":"Systematic review; Delphi method; Delphi; MEDLINE; Medicine; Computer science; Statistics; Political science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9434568903010523,"gpt":0.7896438436165414,"spread":0.1538130466845109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6846035,0.0004504761,0.04013791,0.0004009141,0.0002062714,0.00001338727,0.001540588,0.001379855,0.00004099191],"category_scores_gemma":[0.9758203,0.0002794792,0.006121723,0.000499473,0.001485509,0.00005827903,0.0002954635,0.002173468,0.00000769596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002044876,"about_ca_system_score_gemma":0.001853118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003110075,"about_ca_topic_score_gemma":0.00001874297,"domain_scores_codex":[0.7402228,0.1821131,0.07493159,0.0007941638,0.0008065728,0.001131772],"domain_scores_gemma":[0.1203859,0.7312723,0.1433208,0.0009134344,0.003664878,0.0004426689],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002297252,0.00004443134,0.00003531088,0.7819424,0.00115122,0.00003078536,0.00007787504,2.03522e-7,1.172878e-8,0.006397912,0.03573627,0.1745606],"study_design_scores_gemma":[0.000114339,0.0005343811,8.196209e-7,0.5367388,0.003225125,0.000189602,0.0003100855,0.000004577706,2.146032e-8,0.01632089,0.4423824,0.0001789703],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.670412e-7,0.9833751,0.004286055,0.007578653,0.001907676,0.002316924,0.00001428294,0.00003005747,0.0004902444],"genre_scores_gemma":[0.000003642269,0.8556099,0.1419237,0.001341809,0.0008024056,0.0001973414,0.000003669918,0.00003653849,0.00008098021],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6198369,"threshold_uncertainty_score":0.9999657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029662381","doi":"10.1016/j.pain.2003.08.001","title":"Core outcome domains for chronic pain clinical trials: IMMPACT recommendations","year":2003,"lang":"en","type":"review","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3501,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; University Health Network; University of Toronto","funders":"","keywords":"Clinical trial; Chronic pain; Medicine; Outcome (game theory); Pooling; Alternative medicine; MEDLINE; Core (optical fiber); Physical therapy","retraction":null,"screen_n_in":null,"score":{"opus":0.9031873566968847,"gpt":0.7334296573299137,"spread":0.1697576993669709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47459,0.0004101281,0.003000963,0.0003373023,0.0006976188,0.0002061965,0.001245646,0.001100446,0.001268742],"category_scores_gemma":[0.2345535,0.0003379472,0.002322824,0.0008503727,0.0004373252,0.00009879439,0.00009032893,0.00113416,0.0001716282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001473193,"about_ca_system_score_gemma":0.003361827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002208053,"about_ca_topic_score_gemma":0.0008786618,"domain_scores_codex":[0.8966267,0.09691072,0.003640153,0.0008484151,0.0008008091,0.001173201],"domain_scores_gemma":[0.8847025,0.1128398,0.001168107,0.0007271723,0.0001814536,0.0003809632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002427006,0.00006223394,0.00002679922,0.001435881,0.00009007497,0.000002637851,0.00005705255,2.567621e-8,1.134769e-8,0.004061537,0.2152831,0.7789782],"study_design_scores_gemma":[0.0002081283,0.0001475067,3.877007e-7,0.002235844,0.0002359354,7.336433e-7,0.0002269115,0.00002751853,1.562705e-8,0.002527135,0.994028,0.0003618709],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[4.328097e-8,0.9254295,0.05771894,0.002504434,0.001448568,0.0073014,0.0003236555,0.0002625383,0.005010934],"genre_scores_gemma":[0.000001500503,0.9847431,0.005425022,0.0003455757,0.002352021,0.002166325,0.0002537174,0.00009053408,0.004622268],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7787449,"threshold_uncertainty_score":0.9999073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154790864","doi":"10.1007/s11606-021-06737-1","title":"A Consensus-Based Checklist for Reporting of Survey Studies (CROSS)","year":2021,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2098,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Keele University; University of Tokyo; Ottawa Hospital Research Institute","keywords":"Medicine; Checklist; MEDLINE; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4444469825001821,"gpt":0.5892921192927243,"spread":0.1448451367925422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0151315,0.00009786894,0.0006390879,0.0001720048,0.0001228171,0.00002511056,0.0003220708,0.00007286803,0.0001045644],"category_scores_gemma":[0.07807536,0.00007230303,0.0001814527,0.0003114524,0.0008700875,0.00005580464,0.00005457044,0.0002806931,4.401753e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001748536,"about_ca_system_score_gemma":0.0008086966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00323887,"about_ca_topic_score_gemma":0.002392268,"domain_scores_codex":[0.9960336,0.0004532614,0.002173862,0.0001354048,0.0009449665,0.0002589069],"domain_scores_gemma":[0.9892197,0.001752709,0.003009534,0.0001479172,0.005715853,0.0001542833],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00176822,0.00033489,0.4555754,0.0004536413,0.0009312669,0.002221677,0.006459806,0.0001985968,0.1393212,0.001813311,0.3786058,0.01231626],"study_design_scores_gemma":[0.01160414,0.006587636,0.2246528,0.0093098,0.0004250548,0.001365106,0.02843766,0.001698378,0.4982978,0.01547329,0.2012002,0.0009480502],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9727468,0.003255169,0.003023335,0.01519955,0.001662558,0.0001905248,0.00001434778,0.00001408702,0.003893625],"genre_scores_gemma":[0.9824079,0.0002819289,0.007524107,0.000335341,0.001419432,0.000004689357,0.000002182249,0.00001381828,0.008010661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3589766,"threshold_uncertainty_score":0.9296904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156741466","doi":"10.1186/1471-2288-10-22","title":"The COSMIN checklist for evaluating the methodological quality of studies on measurement properties: A clarification of its content","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1844,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Delphi method; Content validity; Relevance (law); Construct validity; Psychology; Quality (philosophy); Criterion validity; Delphi; Applied psychology; Formative assessment; Management science; Computer science; Psychometrics; Clinical psychology; Cognitive psychology; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.9906184913252002,"gpt":0.7661254438681674,"spread":0.2244930474570328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6651222,0.0001304431,0.0006330361,0.0001420026,0.001204179,0.00003392896,0.002024672,0.0004450908,0.00006287645],"category_scores_gemma":[0.9190369,0.0000620433,0.0002000934,0.0006024768,0.008473732,0.00004303613,0.0004081533,0.001745567,0.000004652288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002066778,"about_ca_system_score_gemma":0.003381269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001246318,"about_ca_topic_score_gemma":0.009481233,"domain_scores_codex":[0.7449377,0.234286,0.00268034,0.0009599031,0.01542789,0.001708102],"domain_scores_gemma":[0.4556108,0.5265525,0.000948579,0.001510851,0.01488066,0.0004966722],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002485144,0.0002678237,0.0003040307,0.0006604718,0.0001168815,6.53098e-7,0.008258435,0.000004279612,0.3803614,0.5084951,0.001112321,0.09793344],"study_design_scores_gemma":[0.00294542,0.006691005,0.01040142,0.00118019,0.00008348981,0.000005279678,0.2185767,0.003485611,0.5130468,0.2234435,0.01961529,0.0005253004],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7289357,0.007512385,0.1478105,0.09889955,0.001855725,0.01184869,0.00001634076,0.0001188472,0.003002283],"genre_scores_gemma":[0.9127864,0.001158873,0.08253819,0.0001406852,0.0003113193,0.002481819,7.982301e-7,0.00001691813,0.0005649896],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2922665,"threshold_uncertainty_score":0.9942246,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104881646","doi":"10.1186/1745-6215-13-132","title":"Developing core outcome sets for clinical trials: issues to consider","year":2012,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1685,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Medical Research Council","keywords":"Outcome (game theory); Medicine; Stakeholder; Clinical trial; Scope (computer science); Psychological intervention; Set (abstract data type); Core (optical fiber); Health care; MEDLINE; Management science; Process management; Nursing; Public relations; Computer science; Business; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9638793156367228,"gpt":0.7804584317783017,"spread":0.1834208838584211,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.220802,0.0001404769,0.00136417,0.0001433155,0.0003411243,0.0001342922,0.0004692097,0.0003111926,0.0006010926],"category_scores_gemma":[0.3560163,0.0001129121,0.0003970192,0.0003012833,0.0002099988,0.0002006782,0.000124957,0.0001808743,0.0003928774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000150176,"about_ca_system_score_gemma":0.0004587569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004244169,"about_ca_topic_score_gemma":0.0001987818,"domain_scores_codex":[0.9892689,0.006595982,0.002385949,0.0002919571,0.0006715818,0.0007856068],"domain_scores_gemma":[0.9545594,0.04382187,0.0005046893,0.0003262768,0.0003463218,0.0004414018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006979603,0.0001354083,0.04293079,0.00004416718,0.0001546706,0.000003713826,0.005352114,4.592518e-7,0.0002278622,0.1801572,0.6662124,0.1040832],"study_design_scores_gemma":[0.001002186,0.00006953584,0.002094196,0.00004033215,0.0000493739,5.688107e-7,0.0017874,0.000001894934,0.0007843886,0.0178489,0.976086,0.0002352434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3335656,0.007603476,0.09855037,0.4069948,0.03689318,0.07304226,0.000668335,0.00351032,0.03917164],"genre_scores_gemma":[0.7209538,0.0009185002,0.2456032,0.006238818,0.01415127,0.002157184,0.00002103787,0.0001050342,0.009851201],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.400756,"threshold_uncertainty_score":0.8023483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2297046696","doi":"10.1371/journal.pone.0150205","title":"Defining Feasibility and Pilot Studies in Preparation for Randomised Controlled Trials: Development of a Conceptual Framework","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1583,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Context (archaeology); Delphi method; Identification (biology); Research design; Medicine; Medical education; Psychology; Management science; Computer science; Engineering; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.5643700735445873,"gpt":0.5152247920801029,"spread":0.04914528146448449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01512145,0.00006993113,0.0008286546,0.00007748335,0.0001331167,0.00001365168,0.0001040728,0.00007047143,0.00002369891],"category_scores_gemma":[0.09456092,0.00004544861,0.00004690258,0.0001127586,0.0006066163,0.00009277969,0.00003887752,0.00005548459,0.000001480263],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001696994,"about_ca_system_score_gemma":0.0002931094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002396583,"about_ca_topic_score_gemma":0.0004228773,"domain_scores_codex":[0.9974915,0.001016955,0.0006791011,0.0001885316,0.0004297387,0.0001941419],"domain_scores_gemma":[0.9832695,0.01600902,0.0002446649,0.0001029744,0.0003288046,0.00004511245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.2525208,0.007123393,0.05016567,0.0007774978,0.003542882,0.0000031205,0.4191869,0.000001319351,0.09028286,0.1484541,0.0006280526,0.02731338],"study_design_scores_gemma":[0.4839323,0.003225488,0.00403355,0.008074994,0.0006129286,2.119903e-7,0.0834193,0.0001657973,0.1790741,0.2359965,0.0004229568,0.001041898],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9897217,0.001320183,0.002701569,0.0006299494,0.00002515755,0.005170159,0.000006182909,0.00003997595,0.0003851349],"genre_scores_gemma":[0.9593104,0.0003005352,0.03874331,0.00001110049,0.00003474593,0.001504729,4.922882e-7,0.000004842774,0.00008989517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3357676,"threshold_uncertainty_score":0.913066,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099537015","doi":"10.1016/j.ijnurstu.2011.07.002","title":"Testing the reliability and efficiency of the pilot Mixed Methods Appraisal Tool (MMAT) for systematic mixed studies review","year":2011,"lang":"en","type":"article","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1354,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Reliability (semiconductor); Inter-rater reliability; Cohen's kappa; Quality (philosophy); Research design; Systematic review; Medical physics; Psychology; Medicine; Statistics; MEDLINE; Mathematics; Rating scale; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.4938030885747823,"gpt":0.5981297874005457,"spread":0.1043266988257633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01465064,0.0001107505,0.0004808646,0.00008194179,0.000428099,0.00003296571,0.000900952,0.00002668335,0.000002122542],"category_scores_gemma":[0.08069839,0.00005624412,0.0001742888,0.0002698439,0.001471703,0.0001473085,0.0001559599,0.0001867519,2.479477e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002345061,"about_ca_system_score_gemma":0.0001366117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003266783,"about_ca_topic_score_gemma":0.00001314018,"domain_scores_codex":[0.9964405,0.001460032,0.0008726176,0.0001300936,0.0009142433,0.0001824754],"domain_scores_gemma":[0.9836582,0.01127979,0.00101667,0.0001878087,0.003828058,0.00002945045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001005252,0.003229915,0.008982028,0.0552723,0.01012414,0.00003593264,0.3854222,0.00007312572,0.004766977,0.09694404,0.06850792,0.3656361],"study_design_scores_gemma":[0.002083968,0.002498543,0.0413844,0.3604418,0.002616523,0.0004255369,0.3385558,0.000440485,0.006754274,0.2419438,0.002007673,0.0008471146],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4389754,0.3949747,0.02564928,0.09842139,0.02491209,0.00946229,0.00003373746,0.0001573583,0.007413686],"genre_scores_gemma":[0.9570754,0.003495034,0.0389856,0.00009159178,0.0002213609,0.00007492998,6.016389e-8,0.00001062995,0.00004535791],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5181,"threshold_uncertainty_score":0.9270453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2519102334","doi":"10.1186/s13063-016-1555-2","title":"How to select outcome measurement instruments for outcomes included in a “Core Outcome Set” – a practical guideline","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Women and Children’s Health Research Institute; University of Alberta","funders":"Seventh Framework Programme; European Commission; Medical Research Council; National Institute for Health and Care Research; Business Events Perth","keywords":"Outcome (game theory); Medicine; Guideline; Core (optical fiber); Set (abstract data type); Medical physics; Intensive care medicine; Pathology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8332521814720959,"gpt":0.6517549107595035,"spread":0.1814972707125924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04937905,0.0002602508,0.001125152,0.0004471298,0.0002374452,0.0002112957,0.0007187809,0.0002542945,0.0001714428],"category_scores_gemma":[0.1852048,0.0001680416,0.0002928816,0.0006400498,0.0001282951,0.0003916342,0.0002550637,0.0001875515,0.00008217675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001319294,"about_ca_system_score_gemma":0.0006547766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001024985,"about_ca_topic_score_gemma":0.00383973,"domain_scores_codex":[0.9928856,0.001445617,0.001877554,0.0005608155,0.002249886,0.0009805216],"domain_scores_gemma":[0.994449,0.003508585,0.0004362134,0.0004949601,0.0007449275,0.0003662943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001937599,0.000711675,0.7190239,0.00008926178,0.0003130405,0.00005301235,0.003368078,0.000001461539,0.02140289,0.02910846,0.1156737,0.1083168],"study_design_scores_gemma":[0.01672348,0.001039202,0.02125048,0.0002826846,0.0001642911,0.000006396113,0.003215703,0.00003023168,0.009113776,0.04107828,0.9055552,0.001540262],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1825201,0.00003686968,0.03699435,0.7539045,0.00176313,0.02053514,0.0002336777,0.0006865967,0.003325702],"genre_scores_gemma":[0.9675429,0.00001210206,0.02631095,0.001292521,0.0003602279,0.001454745,0.00000325915,0.00004029736,0.002983043],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7898815,"threshold_uncertainty_score":0.9788643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924322406","doi":"10.1016/j.jclinepi.2019.03.008","title":"Improving the content validity of the mixed methods appraisal tool: a modified e-Delphi study","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1060,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Armand Frappier Museum; Université de Sherbrooke; McGill University","funders":"","keywords":"Content validity; Delphi method; Delphi; Content (measure theory); Computer science; Medicine; Psychometrics; Mathematics; Clinical psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.913647252048127,"gpt":0.7217088427898263,"spread":0.1919384092583007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4035975,0.0004123632,0.00978965,0.0001901229,0.0003169063,0.00003615573,0.005055657,0.001433143,0.00004831349],"category_scores_gemma":[0.6236115,0.0001829731,0.005265867,0.0006348238,0.002279865,0.0001231284,0.001090004,0.005801183,0.00001196969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001762178,"about_ca_system_score_gemma":0.003640884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009549141,"about_ca_topic_score_gemma":0.0001433084,"domain_scores_codex":[0.7658667,0.2173581,0.01382301,0.0006519146,0.001378791,0.0009215453],"domain_scores_gemma":[0.5112237,0.4650704,0.02034822,0.0016989,0.001332023,0.00032673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006831619,0.0004264289,0.001550818,0.0008000756,0.0005531164,0.00000870345,0.0002805307,0.000008889871,4.192791e-7,0.004985818,0.004163862,0.987153],"study_design_scores_gemma":[0.0006479775,0.001306518,0.002262882,0.002049185,0.00173555,0.00004367688,0.001836407,0.00009418619,4.327856e-7,0.004369773,0.9853548,0.0002986471],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001407135,0.944713,0.02249537,0.007398196,0.01799506,0.005136712,0.0000262718,0.00004315124,0.0007850978],"genre_scores_gemma":[0.001965791,0.9847728,0.01026316,0.000316075,0.002302873,0.00006708709,8.053703e-7,0.00004667318,0.0002647277],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9868544,"threshold_uncertainty_score":0.9998632,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2528071154","doi":"10.1136/bjsports-2016-096651","title":"Consensus on Exercise Reporting Template (CERT): Explanation and Elaboration Statement","year":2016,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research; Judith Jane Mason and Harold Stannett Williams Memorial Foundation","keywords":"Computer science; Psychological intervention; Statement (logic); Delphi; Protocol (science); Delphi method; Medical education; Medicine; Alternative medicine; Nursing; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09367938471757997,"gpt":0.4240787028081628,"spread":0.3303993180905829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007734267,0.00006343873,0.0002262089,0.0001800428,0.0001942583,0.00003521392,0.00008940773,0.00005828191,0.0002805947],"category_scores_gemma":[0.003424312,0.0000493611,0.00002267985,0.0001749969,0.0002869903,0.0001481135,0.00001387884,0.0001421478,0.000001096148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001277453,"about_ca_system_score_gemma":0.0001688759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000609935,"about_ca_topic_score_gemma":0.00009151363,"domain_scores_codex":[0.9972596,0.00008310609,0.001191076,0.0001252924,0.001147605,0.000193329],"domain_scores_gemma":[0.9972985,0.0001687547,0.001657392,0.00007344882,0.0006229569,0.0001789573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006973683,0.00002517607,0.004241117,0.00001201914,0.000008525579,0.002881601,0.00077452,7.822728e-7,0.0006055363,0.0002911885,0.04540032,0.9456895],"study_design_scores_gemma":[0.009743736,0.001777191,0.5193937,0.08589361,0.000251914,0.00802235,0.03584686,0.00003134697,0.007559842,0.04767483,0.2827089,0.001095717],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9608319,0.002100079,0.000596841,0.02868911,0.0005659368,0.0004048786,0.000005529183,0.00004742794,0.006758298],"genre_scores_gemma":[0.984946,0.01340228,0.0005547178,0.00007787005,0.0003119143,0.000003119114,0.000001297137,0.000009435243,0.0006933702],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9445938,"threshold_uncertainty_score":0.4099468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992205884","doi":"10.1016/j.jclinepi.2013.11.013","title":"Developing Core Outcome Measurement Sets for Clinical Trials: OMERACT Filter 2.0","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":784,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Outcome (game theory); Medicine; Health care; Set (abstract data type); Core (optical fiber); Standardization; Voting; Process (computing); Computer science; Political science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9713478092818285,"gpt":0.7772782648495306,"spread":0.194069544432298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7080917,0.0002017277,0.004722482,0.0001909201,0.0002668872,0.00003035203,0.00117824,0.0009583646,0.0001613421],"category_scores_gemma":[0.9054617,0.0001418454,0.002291661,0.0001930477,0.0009179014,0.0001770784,0.0001335138,0.001835057,0.00004713652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002209582,"about_ca_system_score_gemma":0.001432922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008566189,"about_ca_topic_score_gemma":0.0001358476,"domain_scores_codex":[0.9019932,0.0740212,0.02082244,0.0006034874,0.001403005,0.001156717],"domain_scores_gemma":[0.4134131,0.5684077,0.01276377,0.000673157,0.003488872,0.001253431],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009265302,0.000224088,0.4813417,0.00003972572,0.000273677,0.00001026925,0.00008990239,0.00001074885,0.000003707983,0.04135254,0.141896,0.3338311],"study_design_scores_gemma":[0.001760383,0.001046797,0.1128684,0.0001334658,0.00008604949,0.000009691476,0.0001396969,0.0005169878,0.000003329318,0.1404966,0.7427449,0.0001937663],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05357726,0.0006658373,0.6543523,0.2714943,0.01410737,0.001737157,0.0000133685,0.0001061851,0.003946218],"genre_scores_gemma":[0.6643741,0.003693948,0.2931347,0.02530454,0.01303135,0.00005907871,0.000003435199,0.00005524453,0.000343625],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6107969,"threshold_uncertainty_score":0.7972513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4311249208","doi":"10.1001/jama.2022.21022","title":"Guidelines for Reporting Outcomes in Trial Reports","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":707,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Clinical trial; Family medicine; Systematic review; Transparency (behavior); Delphi method; Medical education; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7094067948983579,"gpt":0.6457184144312674,"spread":0.06368838046709047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02705172,0.0002232443,0.001676367,0.0004038043,0.0003401713,0.0001825115,0.0006167416,0.0004255406,0.0004551853],"category_scores_gemma":[0.196677,0.000190912,0.000822546,0.0007470435,0.00008959069,0.0001251135,0.0002881184,0.0006459386,0.000004879494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006231186,"about_ca_system_score_gemma":0.002094785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002341511,"about_ca_topic_score_gemma":0.0008178259,"domain_scores_codex":[0.9930265,0.0006448952,0.004059416,0.0005851459,0.001139373,0.0005446856],"domain_scores_gemma":[0.9928023,0.002316875,0.003832959,0.0006282395,0.0003251513,0.0000944376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003935666,0.00003280131,0.00002332817,0.0009149694,0.00001982756,0.0003498169,0.0001248669,1.064138e-7,4.887747e-9,0.0003592739,0.03449786,0.9636378],"study_design_scores_gemma":[0.0008318088,0.00003964573,7.477354e-7,0.0009482121,0.00004390554,0.00001670409,0.0002681075,6.724724e-7,4.766335e-8,0.001917702,0.995733,0.0001994435],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004533288,0.9701203,0.00002286713,0.003405964,0.001879127,0.006184063,0.00001892005,0.0002030555,0.01816118],"genre_scores_gemma":[7.613702e-7,0.9819077,0.002254952,0.00009344135,0.001321946,0.004411422,0.00004662244,0.0000510932,0.009912079],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9634383,"threshold_uncertainty_score":0.9375642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2534322213","doi":"10.1371/journal.pmed.1002148","title":"Core Outcome Set–STAndards for Reporting: The COS-STAR Statement","year":2016,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":650,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Universidad de Chile; Tampereen Yliopisto; Trinity College Dublin; University of Bath; University of Warwick; National Institute for Health and Care Research; Cancer Research UK; Sidra Medicine; University of Minnesota; McGill University; Shandong University; University of Bristol; Loyola University Chicago; Université François-Rabelais; National Institute for Health and Care Excellence; University of Washington; Université de Versailles Saint-Quentin-en-Yvelines; Universitat de València; Cincinnati Children's Hospital Medical Center","keywords":"Guideline; Checklist; Delphi method; Relevance (law); Family medicine; Systematic review; Psychology; MEDLINE; Medical education; Medicine; Computer science; Political science; Pathology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.6736257750902077,"gpt":0.6038167656911178,"spread":0.06980900939908996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01234952,0.0001010716,0.0002508581,0.00006683429,0.0004270263,0.00001860972,0.0004562593,0.0000646538,0.0008530873],"category_scores_gemma":[0.02834765,0.00004568554,0.00005474236,0.0002162909,0.0008290632,0.00007465771,0.00007227658,0.0001203798,0.00001434153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004171005,"about_ca_system_score_gemma":0.0003781235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005499907,"about_ca_topic_score_gemma":0.0004234829,"domain_scores_codex":[0.9964722,0.0001238656,0.000895588,0.0002348646,0.001800725,0.0004727939],"domain_scores_gemma":[0.9969289,0.001318811,0.0005497931,0.0003883058,0.0006535971,0.0001605405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001988011,0.0001261593,0.05530524,0.0001637211,0.0001469847,0.000112552,0.01903732,2.562133e-7,0.009187779,0.04579407,0.8327959,0.03713124],"study_design_scores_gemma":[0.000800992,0.0003183774,0.0009315977,0.0002717025,0.00003882106,0.000002785556,0.006338563,0.00002283708,0.001099178,0.01582489,0.9742211,0.000129224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2237817,0.0004294692,0.01171619,0.6813678,0.001276184,0.006023047,0.0002735941,0.0007555104,0.07437654],"genre_scores_gemma":[0.9849043,0.0001934886,0.0006237995,0.0007876818,0.0007304217,0.0003174967,0.00000559412,0.0000239803,0.01241325],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7611226,"threshold_uncertainty_score":0.979837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2733328613","doi":"10.1097/acm.0000000000001812","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education Research: A Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Nominal group technique; Scopus; Medical education; Data extraction; Curriculum; Nominal group; Medicine; Psychology; Family medicine; Computer science; Political science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.8651436294500171,"gpt":0.7292990154363592,"spread":0.1358446140136579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07734028,0.0002150878,0.001258632,0.0002670361,0.000657018,0.00002630878,0.002845782,0.0009261385,0.0001546099],"category_scores_gemma":[0.1897246,0.0001000482,0.0001208239,0.001078731,0.008087829,0.00005536493,0.0006174343,0.004245065,0.000005706896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002293454,"about_ca_system_score_gemma":0.004340342,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006000924,"about_ca_topic_score_gemma":0.001067346,"domain_scores_codex":[0.9796795,0.01529728,0.001325806,0.000430614,0.002671285,0.0005955096],"domain_scores_gemma":[0.9778505,0.01965132,0.0007838082,0.001118992,0.0003101271,0.0002852843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001942115,0.000005000141,0.00001562112,0.004459338,0.00001568114,0.000002098883,0.0007317504,5.22678e-10,1.685709e-7,0.01191048,0.1280095,0.8548484],"study_design_scores_gemma":[0.00005565264,0.00001638771,0.000004235611,0.1398045,0.00008257102,0.0000194629,0.0004421832,0.000001477663,5.858831e-8,0.002923677,0.8565733,0.00007646612],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001156254,0.9425723,0.00001267766,0.0502295,0.0004738765,0.002819322,0.000003534409,0.00001636258,0.003871292],"genre_scores_gemma":[0.0000020695,0.9949475,0.000322693,0.001180607,0.0005865776,0.0004519722,0.000001978299,0.00002980742,0.002476806],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8547719,"threshold_uncertainty_score":0.9980522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321180728","doi":"10.1097/md.0000000000032829","title":"Use of Delphi in health sciences research: A narrative review","year":2023,"lang":"en","type":"review","venue":"Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":577,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Delphi method; Delphi; CLARITY; Management science; Data collection; Medicine; Data science; Health care; Flexibility (engineering); Computer science; Sociology; Social science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.9168817821289421,"gpt":0.7318319561601334,"spread":0.1850498259688087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06289924,0.0002287375,0.002430058,0.001991596,0.0004848369,0.00002719416,0.001475726,0.000225514,0.0003057936],"category_scores_gemma":[0.03455543,0.0001581398,0.0001563539,0.01228439,0.005268028,0.000154605,0.0003055282,0.001274691,0.00007177235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006676374,"about_ca_system_score_gemma":0.005162789,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03154694,"about_ca_topic_score_gemma":0.00750459,"domain_scores_codex":[0.9856685,0.007642472,0.001609551,0.0006118442,0.003476345,0.0009912581],"domain_scores_gemma":[0.9913062,0.006858387,0.0005788289,0.0005057088,0.0004844948,0.0002663702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001230548,0.00002761923,0.000003134272,0.06926707,0.00001522351,0.00003446352,0.006731729,5.891464e-8,2.459584e-8,0.00543926,0.2028164,0.7156637],"study_design_scores_gemma":[0.00002769567,0.0001721074,7.17656e-7,0.3038682,0.00001144218,0.00000123141,0.002582202,6.007729e-7,1.423264e-8,0.0006222138,0.6926373,0.00007630163],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[4.349644e-7,0.962451,0.000003407064,0.02926055,0.0001564359,0.003585899,0.00001215017,0.00008037648,0.00444977],"genre_scores_gemma":[0.000001964808,0.9967483,0.0002033933,0.0002164643,0.0002347348,0.0004156242,0.00001381781,0.00003007423,0.002135573],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7155874,"threshold_uncertainty_score":0.9974391,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391135337","doi":"10.1371/journal.pmed.1004326","title":"ACCORD (ACcurate COnsensus Reporting Document): A reporting guideline for consensus methods in biomedicine developed via a modified Delphi","year":2024,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":546,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Ipsen; Universiteit Leiden; Cancer Research UK; Bristol-Myers Squibb","keywords":"Checklist; Guideline; Delphi method; Delphi; Systematic review; MEDLINE; Medicine; Management science; Psychology; Medical education; Family medicine; Political science; Computer science; Pathology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.4175101234001092,"gpt":0.5897659238972763,"spread":0.1722558004971671,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05805511,0.0003815328,0.001176548,0.001117444,0.0003916395,0.0001025759,0.000520032,0.0003124637,0.0002476613],"category_scores_gemma":[0.1900851,0.0003102289,0.0001483992,0.002728025,0.001081292,0.0001114478,0.0001989469,0.0007197307,0.0000109204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006144228,"about_ca_system_score_gemma":0.001569813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006497037,"about_ca_topic_score_gemma":0.001292744,"domain_scores_codex":[0.9862232,0.0008549314,0.009192494,0.001042502,0.001440847,0.001246001],"domain_scores_gemma":[0.9869835,0.006413561,0.004293174,0.000637009,0.001229849,0.0004428643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007671436,0.0003225666,0.001675221,0.001846095,0.0007264353,0.0109314,0.03447933,0.00007394849,0.2371161,0.01037048,0.1601827,0.5415086],"study_design_scores_gemma":[0.008004528,0.001627448,0.0006421185,0.01287385,0.0009440954,0.001344171,0.064269,0.1794283,0.0269843,0.149603,0.5514077,0.002871496],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1876249,0.006822546,0.3856426,0.3584886,0.004565943,0.01105454,0.00003336235,0.003445636,0.04232183],"genre_scores_gemma":[0.6473878,0.0002107327,0.3465708,0.001124522,0.001570284,0.000741314,0.00006335939,0.0001199608,0.0022112],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5386371,"threshold_uncertainty_score":0.999935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3026401238","doi":"10.1136/ebnurs-2020-103303","title":"What are Delphi studies?","year":2020,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":535,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Delphi method; Delphi; Expert opinion; Set (abstract data type); Field (mathematics); Oracle; Anonymity; Computer science; Management science; Knowledge management; Data science; Psychology; Engineering ethics; Engineering; Artificial intelligence; Medicine; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.488451143739433,"gpt":0.5363186513031396,"spread":0.04786750756370656,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00221289,0.0001533635,0.0002574077,0.0001173074,0.0007228589,0.0004539506,0.0006802392,0.0001234338,0.0001869091],"category_scores_gemma":[0.006875998,0.0001560394,0.0001122375,0.001099876,0.000933988,0.001778442,0.00005344075,0.0003501393,0.0001742493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006083623,"about_ca_system_score_gemma":0.0004700022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000112121,"about_ca_topic_score_gemma":0.00008463537,"domain_scores_codex":[0.9966588,0.0007970072,0.0002750849,0.0004469939,0.00121782,0.0006043187],"domain_scores_gemma":[0.997384,0.001414173,0.0001422945,0.0002763137,0.0004211704,0.0003620616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004096674,0.0002938498,0.009301653,0.0004102246,0.0000947885,0.0004443766,0.1480342,0.0005072204,0.002913744,0.007706009,0.3048911,0.5249932],"study_design_scores_gemma":[0.001219734,0.001079806,0.003237683,0.04566238,0.0001705589,0.000005107008,0.7588219,0.003593436,0.02122766,0.02052533,0.1424989,0.001957497],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06211725,0.03218963,0.005302913,0.8932272,0.002098061,0.001194356,0.000002871221,0.001059031,0.002808707],"genre_scores_gemma":[0.9899904,0.002673614,0.002031093,0.004168471,0.0009020035,0.00004837162,8.268639e-7,0.0000256536,0.0001595717],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9278731,"threshold_uncertainty_score":0.8231709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2552482844","doi":"10.1080/0142159x.2017.1245856","title":"Using consensus group methods such as Delphi and Nominal Group in medical education research","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":513,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Nominal group; Delphi method; Delphi; Group (periodic table); Strengths and weaknesses; Medical education; Management science; Data science; Computer science; Psychology; Medicine; Knowledge management; Social psychology; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3461353373856871,"gpt":0.6282272047831127,"spread":0.2820918673974255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04412998,0.0001286979,0.0002507264,0.0003966244,0.0003250381,0.00006488374,0.000698209,0.0006631226,0.007768497],"category_scores_gemma":[0.04924347,0.00009423259,0.00004468743,0.0007517549,0.00322782,0.0001179691,0.0003573665,0.001145468,0.00005928628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005527827,"about_ca_system_score_gemma":0.002858249,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02145777,"about_ca_topic_score_gemma":0.004585451,"domain_scores_codex":[0.9885538,0.006056482,0.0004381396,0.0005098088,0.003568964,0.0008728072],"domain_scores_gemma":[0.996026,0.002379545,0.00005237787,0.0002888113,0.0001960734,0.001057163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008365264,0.0006080127,0.02702006,0.00002708719,0.00001554094,0.0001980188,0.004040582,9.684037e-9,0.001281445,0.04938847,0.01219328,0.9051439],"study_design_scores_gemma":[0.004588129,0.0007052853,0.02242562,0.003018197,0.00003911585,0.000467518,0.04071914,0.005040857,0.0003288231,0.2149042,0.7063094,0.001453687],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8764327,0.0006726671,0.005304486,0.07400092,0.0003961182,0.0006459001,7.79019e-7,0.0001194941,0.04242689],"genre_scores_gemma":[0.9811464,0.0002701385,0.01475653,0.0003571954,0.0008375955,0.0001162378,0.000001484419,0.0000301609,0.002484265],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9036902,"threshold_uncertainty_score":0.9994848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885961185","doi":"10.1136/bmj.k1614","title":"Reporting of stepped wedge cluster randomised trials: extension of the CONSORT 2010 statement with explanation and elaboration","year":2018,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":490,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University; Ottawa Hospital; University of Ottawa","funders":"Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; Medical Research Council; National Institute for Health and Care Research; National Health and Medical Research Council; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Cluster (spacecraft); Elaboration; Cluster randomised controlled trial; Delphi method; Guideline; Computer science; Psychology; Intervention (counseling); Medicine; Randomized controlled trial; Artificial intelligence; Nursing; Humanities; Surgery","retraction":null,"screen_n_in":null,"score":{"opus":0.252317502372531,"gpt":0.5051611207364336,"spread":0.2528436183639026,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02162031,0.00004309619,0.0002125023,0.00005225865,0.0001374358,0.00001962509,0.00008274548,0.0000495042,0.00004367995],"category_scores_gemma":[0.01137769,0.00002586637,0.00002616838,0.0002030814,0.0003607255,0.0001068981,0.0000347511,0.00005080567,8.183765e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000280062,"about_ca_system_score_gemma":0.0002462938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006125094,"about_ca_topic_score_gemma":0.001080645,"domain_scores_codex":[0.9973029,0.0008397301,0.001120586,0.0001119186,0.0005256047,0.00009920258],"domain_scores_gemma":[0.9966518,0.0005016965,0.001973159,0.0001792382,0.0006683595,0.0000257261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.03361886,0.0005671024,0.1208553,0.0004431711,0.0004096747,0.00002060724,0.08503539,0.00006003839,0.3239982,0.01536004,0.3481978,0.07143384],"study_design_scores_gemma":[0.07392477,0.001952107,0.1953176,0.002002755,0.0004202845,0.00002256387,0.06581368,0.003766132,0.6005475,0.01039758,0.04484941,0.0009855864],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9835089,0.00002511147,0.002739094,0.004444702,0.0001921517,0.003136525,0.000004961462,0.00002124643,0.005927287],"genre_scores_gemma":[0.9977528,0.00002061459,0.001497241,0.00002806744,0.00008784274,0.00005808349,0.000001654942,0.000004280069,0.0005494585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3033484,"threshold_uncertainty_score":0.9969499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2345909751","doi":"10.2522/ptj.20150668","title":"Consensus on Exercise Reporting Template (CERT): Modified Delphi Study","year":2016,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":488,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Penn West Exploration (Canada); Brock University; Okanagan College; Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research","keywords":"Delphi; Delphi method; Computer science; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3214691354529379,"gpt":0.5066631480618488,"spread":0.1851940126089109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001537495,0.0001509578,0.0002990305,0.00007683092,0.0003989692,0.00006859327,0.000416196,0.00006511422,0.0000760864],"category_scores_gemma":[0.0008415503,0.00009563551,0.0001250615,0.0003209645,0.0003330894,0.00007740953,0.00005517641,0.00017776,0.0001310427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001054629,"about_ca_system_score_gemma":0.0000978147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008921832,"about_ca_topic_score_gemma":0.00003585669,"domain_scores_codex":[0.9973941,0.0003711166,0.0004239046,0.0004051269,0.000913337,0.0004924323],"domain_scores_gemma":[0.9980235,0.0008706824,0.000311769,0.0004688397,0.000158264,0.0001670152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001117484,0.003715723,0.005360514,0.00000655728,0.0001212951,0.0002663214,0.02241815,0.00001149693,0.05554823,0.01608695,0.008245362,0.8871019],"study_design_scores_gemma":[0.01571704,0.008022065,0.06191967,0.001119495,0.00009521085,0.00001066465,0.02886909,0.0009491228,0.1714581,0.6202585,0.08729424,0.004286764],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9775086,0.00001642021,0.00007985297,0.004164491,0.0001090141,0.001056608,0.000003519971,0.0003523678,0.01670912],"genre_scores_gemma":[0.9981642,0.00009063738,0.00007973077,0.00007848434,0.0003347286,0.0001481284,3.022571e-7,0.00002875354,0.001074994],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8828151,"threshold_uncertainty_score":0.3899903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617732284","doi":"10.1164/rccm.201702-0372oc","title":"Core Outcome Measures for Clinical Research in Acute Respiratory Failure Survivors. An International Modified Delphi Consensus Study","year":2017,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":474,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Heart, Lung, and Blood Institute","keywords":"Medicine; Physical therapy; Delphi method; Anxiety; Patient-Reported Outcomes Measurement Information System; Cognition; MEDLINE; Physical medicine and rehabilitation; Clinical psychology; Psychometrics; Psychiatry; Computerized adaptive testing","retraction":null,"screen_n_in":null,"score":{"opus":0.644407232562839,"gpt":0.6406827907853149,"spread":0.003724441777524179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02801028,0.0001873516,0.0008012712,0.0006163064,0.00101819,0.0001859943,0.001565008,0.0001661754,0.00002551675],"category_scores_gemma":[0.02989979,0.0001511403,0.0001242506,0.0002998611,0.009558397,0.0003652642,0.0001934355,0.0014356,0.000001148709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001927949,"about_ca_system_score_gemma":0.0007096244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001307649,"about_ca_topic_score_gemma":0.00494171,"domain_scores_codex":[0.9924418,0.002963908,0.001319109,0.0004564829,0.002201258,0.0006174797],"domain_scores_gemma":[0.9901603,0.004335434,0.0004278829,0.0006166236,0.003709247,0.0007505253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001494646,0.0003663041,0.8745976,0.00003121313,0.00008964755,0.001044932,0.007758759,8.960449e-7,0.0001289203,0.007909176,0.00119921,0.1053787],"study_design_scores_gemma":[0.007185021,0.03446608,0.3980552,0.0005105234,0.0002109723,0.00004697769,0.4796622,0.00003498937,0.00003591614,0.00439346,0.07479669,0.0006019491],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9844511,0.0005145922,0.0001883402,0.01225896,0.0006889636,0.0006774087,0.000024313,0.00002208984,0.001174271],"genre_scores_gemma":[0.9972947,0.00009383261,0.0004629666,0.0006667121,0.001399405,0.00003956498,7.547659e-7,0.00002473852,0.00001737455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4765424,"threshold_uncertainty_score":0.993137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794577228","doi":"10.1016/j.bja.2018.02.007","title":"A systematic review and consensus definitions for standardised end-points in perioperative medicine: pulmonary complications","year":2018,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":415,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research; British Journal of Anaesthesia","keywords":"Perioperative; Consensus conference; Medicine; Perioperative medicine; Intensive care medicine; Systematic review; MEDLINE; Internal medicine; Surgery; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1707884520920271,"gpt":0.456995159094593,"spread":0.2862067070025659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007041024,0.0002165537,0.002509828,0.0003524572,0.0004638546,0.0001350881,0.0005891362,0.0001995999,0.00006279829],"category_scores_gemma":[0.005876247,0.0001995425,0.0003468307,0.000595853,0.001165531,0.0001070829,0.00003859228,0.0004953819,0.000005550023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003471219,"about_ca_system_score_gemma":0.001427249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002715049,"about_ca_topic_score_gemma":0.0005352574,"domain_scores_codex":[0.9951205,0.001908268,0.001774726,0.00025196,0.0006191175,0.0003254659],"domain_scores_gemma":[0.9960512,0.001222502,0.001152111,0.0002218868,0.001123451,0.0002288509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000008736271,0.0001517936,0.00000317914,0.7654898,0.0002852018,0.001019306,0.0008533769,2.377218e-8,7.317361e-8,0.007361065,0.02941325,0.1954141],"study_design_scores_gemma":[0.0001465255,0.0001465668,0.000008140503,0.7042711,0.001114512,0.003455534,0.0006687789,6.398165e-7,1.350796e-8,0.001087551,0.2889189,0.0001817865],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001962374,0.9896935,0.00008866137,0.00337079,0.00003947371,0.00391586,0.0001707013,0.00001704442,0.002702044],"genre_scores_gemma":[0.00002784369,0.9972949,0.00174085,0.0002062557,0.0001199178,0.0004800517,0.00001659929,0.000033296,0.00008028952],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2595056,"threshold_uncertainty_score":0.8137108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104471097","doi":"10.1186/1471-2288-6-2","title":"Protocol of the COSMIN study: COnsensus-based Standards for the selection of health Measurement INstruments","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":398,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Protocol (science); Delphi method; Interpretability; Delphi; Health care; Medicine; Criterion validity; Consistency (knowledge bases); Computer science; Medical physics; Construct validity; Applied psychology; Management science; Psychology; Patient satisfaction; Alternative medicine; Nursing; Engineering; Artificial intelligence; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7892792696623773,"gpt":0.6850943130718052,"spread":0.104184956590572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3081651,0.00009545575,0.0004057651,0.0002120583,0.0008460847,0.00001898402,0.00116221,0.0001868284,0.0002584511],"category_scores_gemma":[0.166265,0.0000545398,0.0001186743,0.001142047,0.003162908,0.00001797005,0.0002120094,0.0006513162,6.194642e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007949842,"about_ca_system_score_gemma":0.02439182,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02563809,"about_ca_topic_score_gemma":0.05807182,"domain_scores_codex":[0.9025127,0.08032576,0.001247094,0.0004597597,0.01428321,0.001171456],"domain_scores_gemma":[0.9619954,0.03420305,0.0003136944,0.0004197179,0.002907735,0.000160385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005967361,0.004370817,0.1933824,0.002647937,0.0001863802,0.000003447914,0.003937534,0.0001065149,0.003716674,0.05076686,0.119704,0.6152101],"study_design_scores_gemma":[0.02229526,0.01761951,0.1635665,0.001756518,0.00008940983,0.000008623771,0.04558768,0.006894135,0.08493653,0.100032,0.5565017,0.0007121222],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.04753224,0.0001301659,0.4108446,0.04756682,0.0004927361,0.4900227,0.0000765205,0.0001118461,0.003222411],"genre_scores_gemma":[0.8390889,0.000009571549,0.03110222,0.0001209359,0.0002112037,0.1291918,9.05159e-7,0.0000250888,0.0002493817],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7915567,"threshold_uncertainty_score":0.9995499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101115013","doi":"10.1086/501875","title":"Development of Minimum Criteria for the Initiation of Antibiotics in Residents of Long-Term–Care Facilities: Results of a Consensus Conference","year":2001,"lang":"en","type":"review","venue":"Infection Control and Hospital Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Health Science Centre; Hamilton Health Sciences; University of Toronto; Health Canada; University of Manitoba; Mount Sinai Hospital; McMaster University Medical Centre","funders":"","keywords":"Long-term care; Delphi method; Medicine; Antibiotics; Intensive care medicine; Family medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.2391014013395516,"gpt":0.4995876195268966,"spread":0.260486218187345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004821862,0.0001775119,0.001701458,0.0002894636,0.00008078257,0.000005406878,0.0002204701,0.0004722358,0.00001097768],"category_scores_gemma":[0.01198033,0.0001359985,0.000209429,0.0002574787,0.001074816,0.00004304994,0.00006181689,0.000197989,3.330552e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008920083,"about_ca_system_score_gemma":0.0007211642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004649835,"about_ca_topic_score_gemma":0.003398554,"domain_scores_codex":[0.9958183,0.001358798,0.002099809,0.0002667274,0.0001855985,0.0002707334],"domain_scores_gemma":[0.9879876,0.009239552,0.001713084,0.0002073263,0.000809548,0.00004285245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004417498,0.0002163057,0.02758826,0.02227421,0.0003227161,0.000003075451,0.009996152,0.000005885959,0.00002297592,0.003446707,0.0002408117,0.9354411],"study_design_scores_gemma":[0.01547847,0.007201627,0.5376818,0.07311165,0.001899281,0.00003348255,0.01783274,0.0004820319,0.0004905246,0.01017316,0.3331704,0.002444802],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0456649,0.9381204,0.006358294,0.0005748897,0.0007414067,0.006091688,0.00133042,0.00003176609,0.001086217],"genre_scores_gemma":[0.365086,0.6343412,0.0004351676,0.000004983174,0.0000341543,0.00003032811,0.00003524048,0.000007177905,0.00002574156],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9329963,"threshold_uncertainty_score":0.9963422,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070375110","doi":"10.1108/13639510210450677","title":"The Delphi method: a powerful tool for strategic management","year":2002,"lang":"en","type":"article","venue":"Policing An International Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":348,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Delphi; Delphi method; Process management; Management science; Computer science; Engineering management; Business; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2249568389961696,"gpt":0.5261359871518975,"spread":0.3011791481557279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00329836,0.00007736762,0.00007100346,0.0001762702,0.0009104146,0.0008933486,0.001173303,0.0000478213,0.0002592101],"category_scores_gemma":[0.0002126045,0.00005938858,0.00009644659,0.0001265308,0.0001167916,0.0002744209,0.00006310959,0.0002476037,0.00003462695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002889301,"about_ca_system_score_gemma":0.00004989302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001994856,"about_ca_topic_score_gemma":0.001024886,"domain_scores_codex":[0.9980091,0.0002669552,0.000263271,0.0001318194,0.0009390378,0.0003897465],"domain_scores_gemma":[0.9987626,0.0004267633,0.0001231931,0.0001379974,0.000423359,0.000126074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005428922,0.0001113075,0.001380388,0.000003825512,0.0001942786,0.00005414893,0.005478868,0.000160298,0.000122695,0.8637238,0.01606729,0.1126488],"study_design_scores_gemma":[0.001765246,0.0004165861,0.005896486,0.0001801199,0.00006387593,0.0004799871,0.01800925,0.03645197,0.0003366834,0.5855988,0.3501002,0.0007007674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3990415,0.0000826236,0.07371622,0.09846178,0.00409413,0.001283048,0.00003255433,0.0003229952,0.4229652],"genre_scores_gemma":[0.9636403,0.0008216941,0.02558512,0.000727583,0.002258726,0.00004034333,0.000001548416,0.00002137638,0.006903257],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5645989,"threshold_uncertainty_score":0.8614581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091344210","doi":"10.1002/jtr.709","title":"Moving best practice forward: Delphi characteristics, advantages, potential problems, and solutions","year":2008,"lang":"en","type":"article","venue":"International Journal of Tourism Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Tourism; Management science; Computer science; Engineering ethics; Operations research; Engineering; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1634752203721323,"gpt":0.4800559311345999,"spread":0.3165807107624676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008422426,0.0001104751,0.0002018724,0.000889214,0.001016916,0.0003177413,0.001198248,0.0001491428,0.0001956974],"category_scores_gemma":[0.009126811,0.0001081581,0.000103378,0.0003246306,0.0009841988,0.001279657,0.0004786597,0.001274072,0.00004414583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004647981,"about_ca_system_score_gemma":0.0009620376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002241921,"about_ca_topic_score_gemma":0.0001050573,"domain_scores_codex":[0.9936474,0.0008922851,0.0006098104,0.0002164538,0.004006389,0.0006276594],"domain_scores_gemma":[0.9921724,0.001179784,0.0003490874,0.0001606718,0.005788084,0.0003499603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003114283,0.00704299,0.02321782,0.000188507,0.002363869,0.05150324,0.06195349,0.0002446926,0.02416424,0.05134656,0.426865,0.3479954],"study_design_scores_gemma":[0.001619946,0.0009226446,0.006928223,0.0005235497,0.00005235052,0.00472951,0.01630723,0.000694886,0.0004892789,0.01203583,0.9552239,0.000472636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7160676,0.0065451,0.02346021,0.2008551,0.004872021,0.00165365,0.0001319386,0.0001511694,0.04626317],"genre_scores_gemma":[0.9771652,0.01213434,0.005870728,0.00008781367,0.002191011,0.00001499267,0.000004309208,0.00002247571,0.002509124],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5283589,"threshold_uncertainty_score":0.9992197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136185137","doi":"10.1186/1745-6215-15-247","title":"Core Outcome Measures in Effectiveness Trials (COMET) initiative: protocol for an international Delphi study to achieve consensus on how to select outcome measurement instruments for outcomes included in a ‘core outcome set’","year":2014,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":333,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Alberta Innovates; European Commission","keywords":"Outcome (game theory); Delphi method; Protocol (science); Guideline; Medicine; Delphi; Set (abstract data type); Population; Clinical trial; Core (optical fiber); Medical physics; Medical education; Operations research; Computer science; Alternative medicine; Artificial intelligence; Engineering; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9390752564554358,"gpt":0.7144724603154647,"spread":0.224602796139971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.2290224,0.001595093,0.01347796,0.004140095,0.0005098789,0.0006870893,0.003613142,0.0009350618,0.00003747732],"category_scores_gemma":[0.2862851,0.001223524,0.001971626,0.002265183,0.0001891807,0.0003131274,0.0006432967,0.001155869,0.00003599367],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006105673,"about_ca_system_score_gemma":0.001925917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001391129,"about_ca_topic_score_gemma":0.01172852,"domain_scores_codex":[0.9527954,0.02923424,0.008861546,0.002354067,0.004924687,0.001829995],"domain_scores_gemma":[0.9566667,0.03585121,0.003592316,0.001333224,0.001840849,0.0007156797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02900245,0.00883586,0.2809834,0.01836835,0.003911025,0.00007422626,0.01008474,0.00007892156,0.00003787738,0.003224,0.002239322,0.6431599],"study_design_scores_gemma":[0.07003956,0.02189481,0.02080946,0.02095022,0.002011609,0.000007833503,0.00499125,0.00003089616,0.00007052681,0.005778809,0.8473856,0.006029442],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.003842573,0.001232478,0.0009808309,0.001920071,0.001870816,0.9879395,0.001569914,0.0003550855,0.0002887279],"genre_scores_gemma":[0.04129831,0.001327668,0.00225213,0.0004082022,0.0007930414,0.9533864,0.0001045819,0.0002935234,0.0001360976],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8451463,"threshold_uncertainty_score":0.9996797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4312114541","doi":"10.1001/jama.2022.21243","title":"Guidelines for Reporting Outcomes in Trial Protocols","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Consolidated Standards of Reporting Trials; Transparency (behavior); Clinical trial; MEDLINE; Outcome (game theory); Medical physics; Family medicine; Medical education; Alternative medicine; Computer science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.8076078659380478,"gpt":0.6919680523738759,"spread":0.1156398135641719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02135296,0.000206538,0.001528097,0.0003334353,0.0003090639,0.0002142327,0.001027496,0.0003848173,0.0004437453],"category_scores_gemma":[0.1401048,0.0001699065,0.0006844084,0.000702558,0.00008474082,0.0001178877,0.0002739952,0.0006190282,0.000009965278],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005719707,"about_ca_system_score_gemma":0.002177263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001078229,"about_ca_topic_score_gemma":0.0004961918,"domain_scores_codex":[0.9943022,0.0007976823,0.002919676,0.0004513198,0.001014875,0.0005142595],"domain_scores_gemma":[0.9947057,0.002180488,0.002292455,0.0004553007,0.0002885282,0.00007748948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009215548,0.00004326383,0.00001294791,0.001900767,0.00001388745,0.00002584448,0.0001135965,5.608644e-8,5.396802e-9,0.0008145839,0.02045032,0.9765326],"study_design_scores_gemma":[0.002038062,0.00007675583,4.245317e-7,0.001937301,0.00002041947,0.000001409545,0.0001828415,0.00000101317,6.736369e-8,0.00127372,0.9942868,0.0001812268],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.627006e-7,0.7537633,0.00004337012,0.003877787,0.0006458231,0.2222143,0.00005622285,0.0002864837,0.01911204],"genre_scores_gemma":[3.941508e-8,0.6816606,0.002767533,0.00006453107,0.0009674075,0.3088633,0.00001970555,0.0000384669,0.005618388],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9763513,"threshold_uncertainty_score":0.8671384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143515215","doi":"10.3325/cmj.2008.49.720","title":"Setting Priorities in Global Child Health Research Investments: Guidelines for Implementation of the CHNRI Method","year":2008,"lang":"en","type":"article","venue":"Croatian Medical Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"World Bank Group","keywords":"Context (archaeology); Listing (finance); Set (abstract data type); Process (computing); Actuarial science; Health policy; Investment (military); Operations research; Health care; Business; Management science; Computer science; Political science; Economics; Finance; Economic growth; Mathematics; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.442145834599578,"gpt":0.6444622832521174,"spread":0.2023164486525394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02771223,0.00007608865,0.0001981592,0.0001584947,0.001524032,0.00005909626,0.0008610597,0.000119369,0.0001966861],"category_scores_gemma":[0.01360691,0.00005540631,0.00009278172,0.0008257585,0.0008943733,0.0001580762,0.0001542347,0.00073236,0.000001185525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006317416,"about_ca_system_score_gemma":0.005284524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004093694,"about_ca_topic_score_gemma":0.005022089,"domain_scores_codex":[0.9930346,0.002249467,0.0008417835,0.000163076,0.003043602,0.0006674769],"domain_scores_gemma":[0.9976536,0.0006139269,0.0002414238,0.0001492049,0.0009737777,0.0003680779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000337565,0.0001178158,0.09488843,0.00009791437,0.00004171429,0.00003920501,0.0256583,0.000006160667,0.00002927506,0.03241278,0.2615618,0.5851129],"study_design_scores_gemma":[0.005203263,0.0007367574,0.3156944,0.002541865,0.00001684984,0.0007857591,0.1912682,0.0007452956,0.001486389,0.1623919,0.3186119,0.0005174473],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1544357,0.002087936,0.02563313,0.8079998,0.0008788917,0.002783034,0.0000562324,0.00006250482,0.006062706],"genre_scores_gemma":[0.7896182,0.003945025,0.1916533,0.01100791,0.003155939,0.0001954705,0.000006639144,0.00004149659,0.0003760739],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7969919,"threshold_uncertainty_score":0.9997758,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588632076","doi":"10.1177/160940691401300101","title":"Using the Delphi Method for Qualitative, Participatory Action Research in Health Leadership","year":2014,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina","funders":"","keywords":"Confidentiality; Delphi method; Restructuring; Citizen journalism; Public relations; Delphi; Participatory action research; Political science; Sociology; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.9879551244749066,"gpt":0.8512362208975898,"spread":0.1367189035773169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3660023,0.0001189786,0.0003530725,0.0009059855,0.0004514487,0.000145151,0.00111116,0.0001116089,0.00004383131],"category_scores_gemma":[0.03362548,0.00009248152,0.0001885837,0.0007654675,0.0008883229,0.0004470304,0.00008165774,0.0009270413,0.000002322371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001198744,"about_ca_system_score_gemma":0.0009897941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002752364,"about_ca_topic_score_gemma":0.000732861,"domain_scores_codex":[0.8429222,0.1518867,0.00145199,0.0002917999,0.002686253,0.0007611572],"domain_scores_gemma":[0.9392774,0.05619559,0.0008513613,0.0001673234,0.003325506,0.0001828774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003358176,0.0001170066,0.00003965032,0.00004645064,0.0001103786,0.000002730096,0.6359688,0.0002496156,0.002034029,0.2299507,0.001402154,0.1297427],"study_design_scores_gemma":[0.0004588199,0.000248635,0.00005784592,0.0002027233,0.000005639518,0.000005851109,0.6504446,0.003363185,0.001419663,0.2991534,0.0445414,0.00009823591],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004324396,0.0003113006,0.925864,0.06762282,0.0007194321,0.0004530996,0.000007176425,0.0000131089,0.0006846161],"genre_scores_gemma":[0.1916125,0.00006678724,0.8067211,0.0006023174,0.0007209916,0.00005971922,0.000001048161,0.00002073475,0.0001948313],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3323768,"threshold_uncertainty_score":0.9745147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101095958","doi":"10.1016/s1470-2045(15)00244-2","title":"Consensus on the management of intracranial germ-cell tumours","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":249,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children","funders":"Chugai Pharmaceutical; Children's Cancer and Leukaemia Group","keywords":"Multidisciplinary approach; Delphi method; Delphi; Medicine; Consensus conference; Germ cell; Germ cell tumors; Political science; Internal medicine; Chemotherapy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4008159004287329,"gpt":0.5433592322362883,"spread":0.1425433318075555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01219494,0.0002082542,0.001308466,0.00008224372,0.0002370828,0.00003133294,0.002293518,0.0003523409,0.0001977968],"category_scores_gemma":[0.0002458247,0.0001061266,0.0002077941,0.0004494182,0.001359846,0.00001037791,0.0003323867,0.0009452904,0.000316052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000521346,"about_ca_system_score_gemma":0.001066658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00030343,"about_ca_topic_score_gemma":0.0001658365,"domain_scores_codex":[0.993944,0.00402907,0.0004571111,0.0002608875,0.0007359045,0.0005729586],"domain_scores_gemma":[0.9956031,0.002886039,0.0005184151,0.0007724246,0.0001417953,0.00007824956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003623532,0.00009057507,0.00000117199,0.001392569,0.00007385924,0.0001330297,0.0006397573,3.813877e-7,9.112029e-8,0.07749657,0.135062,0.7850738],"study_design_scores_gemma":[0.0001604331,0.0001357352,0.000001980895,0.0007864897,0.0001919073,0.00001067145,0.000865128,8.995463e-7,4.54657e-7,0.004122833,0.9936132,0.0001103047],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003931008,0.5555481,0.00000372266,0.01278196,0.0005134613,0.001985674,0.00003676291,0.00007365995,0.4290174],"genre_scores_gemma":[0.0001897087,0.9953991,0.0004120878,0.0002318641,0.0009349796,0.0002864192,0.000004226159,0.00002636771,0.002515214],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8585512,"threshold_uncertainty_score":0.5010409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344771891","doi":"10.1016/j.ijnurstu.2016.04.015","title":"The use of Delphi and Nominal Group Technique in nursing education: A review","year":2016,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":248,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Delphi method; Nominal group technique; Nursing; Delphi; Nominal group; Group (periodic table); Psychology; Medicine; Computer science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.4349166082933247,"gpt":0.6282628429543953,"spread":0.1933462346610705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003254568,0.0001876802,0.0009013538,0.0005161123,0.0001920142,0.00009940533,0.0008725739,0.0001225623,0.000006473342],"category_scores_gemma":[0.003442723,0.000114305,0.0003203459,0.0003247539,0.001473993,0.0003196028,0.0000735193,0.0004491023,0.000001137768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001430677,"about_ca_system_score_gemma":0.0009839874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004047084,"about_ca_topic_score_gemma":0.00003085318,"domain_scores_codex":[0.9966573,0.0007597237,0.001193485,0.0001662003,0.0009986884,0.0002245683],"domain_scores_gemma":[0.9945978,0.002337865,0.001346022,0.0001529848,0.001502605,0.00006273294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001298506,0.0001244445,0.000004455612,0.000770648,0.0001712458,0.00001179521,0.0008114699,1.946077e-8,6.370501e-7,0.005906456,0.01333209,0.9788538],"study_design_scores_gemma":[0.00003927825,0.00003467561,0.000007302617,0.3583128,0.0001133195,0.0001583888,0.0006793246,6.409595e-8,3.486257e-7,0.004353699,0.6362249,0.00007596628],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000002377573,0.9874434,0.0002146125,0.009361153,0.001286862,0.0006481112,0.00000693436,0.000007940427,0.001028555],"genre_scores_gemma":[0.00005988923,0.9966801,0.002413178,0.00004158353,0.0005556841,0.00006937703,8.040349e-7,0.00001749194,0.0001618586],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9787778,"threshold_uncertainty_score":0.5430987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2995096233","doi":"10.1186/s13643-019-1252-9","title":"Preferred Reporting Items for Overviews of Reviews (PRIOR): a protocol for development of a reporting guideline for overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; Public Health Ontario; Queen's University; University of Alberta; St. Michael's Hospital; Institute of Health Economics","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Medicine; Protocol (science); Systematic review; Delphi method; Psychological intervention; Health care; Delphi; Multidisciplinary approach; MEDLINE; Popularity; Medical education; Alternative medicine; Nursing; Computer science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.6837951854771637,"gpt":0.6284411097096287,"spread":0.05535407576753493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1826785,0.0004946152,0.008323744,0.0003602759,0.0002095131,0.00003051154,0.001155145,0.0002654402,0.0001063863],"category_scores_gemma":[0.1505012,0.0003449017,0.003536265,0.001007172,0.0001371932,0.0002545158,0.0002198118,0.0001802912,0.000007567344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003087973,"about_ca_system_score_gemma":0.001005804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004026475,"about_ca_topic_score_gemma":0.001135085,"domain_scores_codex":[0.9349127,0.003736397,0.05849376,0.0008613568,0.001234164,0.0007616227],"domain_scores_gemma":[0.8891568,0.001553745,0.1041858,0.00194117,0.002995283,0.0001672995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000560632,0.0002422121,0.00035546,0.9489022,0.00008431824,1.827351e-7,0.005032402,6.96392e-7,0.001864103,0.001490946,0.0110169,0.03095444],"study_design_scores_gemma":[0.0006886981,0.0003994376,0.00001820458,0.2423378,0.0001507502,0.000003257,0.0007820094,0.0001127094,0.00161871,0.0006138964,0.7530017,0.000272744],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0002445071,0.03560086,0.06294578,0.0003477776,0.0002640625,0.8997455,0.00006677017,0.00003920464,0.0007455834],"genre_scores_gemma":[0.0007711015,0.002273765,0.3107294,0.00004833253,0.00009116077,0.6851789,0.00004126937,0.00006183885,0.0008041968],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7419848,"threshold_uncertainty_score":0.9999003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008814053","doi":"10.1177/1609406920976417","title":"Preregistering Qualitative Research: A Delphi Study","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Credibility; Transparency (behavior); Terminology; Relevance (law); Delphi method; Delphi; Computer science; Flexibility (engineering); Qualitative property; Psychology; Epistemology; Mathematics; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.968747366045333,"gpt":0.82911360818675,"spread":0.139633757858583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1104646,0.0001472439,0.0003968086,0.000616776,0.0002961716,0.0002749623,0.002039094,0.00008789857,0.0003130816],"category_scores_gemma":[0.05715694,0.0001338746,0.0002009746,0.0009396531,0.0009589258,0.0006700489,0.000362105,0.00109528,0.00003251165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004797564,"about_ca_system_score_gemma":0.0006266183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007086751,"about_ca_topic_score_gemma":0.0000899978,"domain_scores_codex":[0.9270055,0.0665755,0.001206167,0.0003351797,0.004400617,0.0004770231],"domain_scores_gemma":[0.9761066,0.01640314,0.0006514841,0.0001594565,0.006273319,0.0004059761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000398622,0.0002453747,0.00008107852,0.000008571576,0.0003245535,0.0001449977,0.9459755,0.000008770743,0.001635376,0.02792472,0.003303632,0.01994876],"study_design_scores_gemma":[0.0005975499,0.0009256512,0.0001066648,0.0000674859,0.00001231457,0.000006469345,0.9045212,0.00004223503,0.0007360911,0.05551445,0.03733299,0.0001369382],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1943547,0.0005850361,0.6474592,0.1192813,0.001500479,0.001394463,0.0000344125,0.0001174348,0.03527303],"genre_scores_gemma":[0.7669229,0.00005655861,0.2314855,0.0003297847,0.0008495005,0.00003084849,7.8928e-7,0.00002298704,0.0003011236],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5725682,"threshold_uncertainty_score":0.950785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1866803133","doi":"10.1371/journal.pone.0125620","title":"The REporting of Studies Conducted Using Observational Routinely-Collected Health Data (RECORD) Statement: Methods for Arriving at Consensus and Developing Reporting Guidelines","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"Medical Research Council; Canadian Child Health Clinician Scientist Program; Novo Nordisk Fonden; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute for Health and Care Research; Novo Nordisk; Aarhus Universitet; University of Ottawa; Wellcome Trust; H. Lundbeck A/S; Lundbeckfonden; Canadian Institutes of Health Research; National Science Foundation","keywords":"Observational study; Statement (logic); Medicine; MEDLINE; Data science; Family medicine; Data mining; Medical physics; Computer science; Pathology; Biology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9559391848330298,"gpt":0.6739929827434366,"spread":0.2819462020895932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05096595,0.0001243893,0.0005895456,0.00008620697,0.00143374,0.00007905773,0.0003504781,0.00005868398,0.000002141607],"category_scores_gemma":[0.3735954,0.0001025885,0.00002958582,0.0005922961,0.0003861033,0.0001617914,0.0007141287,0.0001278728,9.572307e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005499201,"about_ca_system_score_gemma":0.00241178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00285827,"about_ca_topic_score_gemma":0.003245789,"domain_scores_codex":[0.9927957,0.0008018899,0.004698193,0.0004171646,0.0007916121,0.0004954337],"domain_scores_gemma":[0.9794619,0.004443874,0.01027443,0.000536664,0.00513018,0.000152972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005781529,0.0006706713,0.6115851,0.004080684,0.005062638,0.00005423434,0.05848388,0.0001411426,0.1728023,0.01023203,0.05487315,0.08143599],"study_design_scores_gemma":[0.005882272,0.0009578194,0.03631578,0.01711543,0.001081752,0.0001123636,0.3189824,0.3724987,0.07694002,0.1064155,0.06019865,0.003499292],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9557529,0.002938154,0.01386317,0.02519334,0.0001619114,0.001797388,0.00003752598,0.0001491486,0.0001064798],"genre_scores_gemma":[0.03499322,0.0003225585,0.9638953,0.000130167,0.0001387785,0.00006286,0.00002968866,0.00002268154,0.0004047884],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9500321,"threshold_uncertainty_score":0.9998662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124048564","doi":"10.1186/1745-6215-15-32","title":"The trials methodological research agenda: results from a priority setting exercise","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; University of Bristol; Queen's University; University of Liverpool","keywords":"Medicine; Delphi method; Clinical trial; Delphi; Descriptive statistics; Research design; Medical education; Attrition; Family medicine; Medical physics; Statistics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8938918485060562,"gpt":0.6882222726457565,"spread":0.2056695758602997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6955281,0.0001750875,0.001312892,0.0001757942,0.002660276,0.0007562981,0.00178888,0.0004576119,0.0002576946],"category_scores_gemma":[0.7654887,0.000105212,0.000406094,0.0009029372,0.001202998,0.0001513633,0.0004668317,0.001003625,0.0002900679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002061826,"about_ca_system_score_gemma":0.0006096841,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009703967,"about_ca_topic_score_gemma":0.0009204681,"domain_scores_codex":[0.7877648,0.2025692,0.003196531,0.001002105,0.003804231,0.001663068],"domain_scores_gemma":[0.4271714,0.5683857,0.001200423,0.001670998,0.001100299,0.0004711853],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003420891,0.00009118294,0.0000690174,0.000008545587,0.0000723959,0.00001627542,0.008740225,0.000002626157,0.006046135,0.03608382,0.1982737,0.7471752],"study_design_scores_gemma":[0.001710906,0.0001125763,0.0005098914,0.00009060669,0.00004409109,2.825132e-7,0.003691992,0.00004627556,0.007484521,0.2119101,0.7741883,0.0002104642],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1758918,0.005861635,0.01274915,0.2893455,0.008847027,0.03766546,0.001066051,0.003365051,0.4652083],"genre_scores_gemma":[0.9086096,0.005663934,0.06176495,0.0003099156,0.01125198,0.001359843,0.00004212442,0.00007960914,0.01091809],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7469648,"threshold_uncertainty_score":0.9986382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976983792","doi":"10.1097/bpo.0b013e3182840de2","title":"Building Consensus","year":2013,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":211,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Perioperative; Guideline; MEDLINE; Family medicine; Expert opinion; Evidence-based medicine; Physical therapy; Scoliosis; Systematic review; Best practice; Surgery; Intensive care medicine; Alternative medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.07038855790999267,"gpt":0.408856390477155,"spread":0.3384678325671623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003190538,0.00008424424,0.0001859279,0.000405791,0.0002259642,0.0001175443,0.0004572512,0.0001349342,0.0006164896],"category_scores_gemma":[0.003169075,0.0000738327,0.0001660116,0.0007371155,0.0001850609,0.0002281568,0.00006213552,0.000516911,0.0000780864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001262396,"about_ca_system_score_gemma":0.0007629785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002752419,"about_ca_topic_score_gemma":0.0000253209,"domain_scores_codex":[0.9974908,0.000256328,0.0005334692,0.00009463847,0.001235342,0.0003893752],"domain_scores_gemma":[0.9974225,0.0006882792,0.0004470124,0.000125465,0.0009681502,0.0003486189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002672071,0.0002088285,0.3177661,0.0000467303,0.00005840295,0.0004267572,0.002110979,0.00003012744,0.0004131413,0.01774665,0.5715491,0.08961643],"study_design_scores_gemma":[0.002497816,0.001026146,0.05942864,0.00008233132,0.000394808,0.0003967048,0.0121075,0.0002388974,0.0002979501,0.08399988,0.8383679,0.001161413],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9646815,0.001141071,0.002637288,0.01127011,0.001384935,0.0003348,0.000002013019,0.0000767883,0.01847148],"genre_scores_gemma":[0.961728,0.001578566,0.03030552,0.0001432396,0.005552385,0.000004634652,9.808485e-8,0.0000170568,0.0006704336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2668188,"threshold_uncertainty_score":0.6750129,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896004366","doi":"10.1016/j.kint.2018.08.018","title":"Implementing core outcomes in kidney disease: report of the Standardized Outcomes in Nephrology (SONG) implementation workshop","year":2018,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":205,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Ottawa; Libin Cardiovascular Institute of Alberta","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Health and Medical Research Council; Royal Australasian College of Physicians","keywords":"Medicine; Clinical trial; Randomized controlled trial; Kidney disease; Nephrology; Guideline; Intensive care medicine; MEDLINE; Disease; Quality of life (healthcare); Family medicine; Internal medicine; Nursing; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.08078146414046497,"gpt":0.4851410894556973,"spread":0.4043596253152324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00299646,0.0001216679,0.0002319905,0.000317898,0.000186032,0.00006019055,0.0008044523,0.00007928439,0.002435511],"category_scores_gemma":[0.007072771,0.0000992292,0.0001201137,0.0004443686,0.0004325371,0.000236494,0.0003920307,0.0002081186,0.000007355099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004400215,"about_ca_system_score_gemma":0.001186997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00362889,"about_ca_topic_score_gemma":0.01454662,"domain_scores_codex":[0.9970717,0.0002504618,0.0007192519,0.0002947414,0.001176556,0.0004873346],"domain_scores_gemma":[0.9985317,0.0002870036,0.0003204813,0.0003028166,0.0003522669,0.000205719],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006033916,0.00007342456,0.9656152,0.000005654412,0.0000476913,0.00002775549,0.001833149,9.144366e-7,0.0002192525,0.01081712,0.02027044,0.001029073],"study_design_scores_gemma":[0.001545719,0.00002737582,0.7843838,0.00008438572,0.00001333366,0.000002886999,0.003259104,0.0001112687,0.0003749076,0.009636166,0.2003929,0.0001680882],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8558106,0.000007182914,0.0004237906,0.1275647,0.001541929,0.001206606,0.0004961391,0.00007317768,0.01287596],"genre_scores_gemma":[0.9954786,0.00001062058,0.000940188,0.00168561,0.0001484472,0.0001183196,0.00008204042,0.00001327938,0.001522912],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1812313,"threshold_uncertainty_score":0.9984764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2503465116","doi":"10.1053/j.ajkd.2016.05.022","title":"Establishing Core Outcome Domains in Hemodialysis: Report of the Standardized Outcomes in Nephrology–Hemodialysis (SONG-HD) Consensus Workshop","year":2016,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":202,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"National Health and Medical Research Council; National Institutes of Health; National Institute of Diabetes and Digestive and Kidney Diseases; University of Minnesota; University of Sydney; International Society of Nephrology","keywords":"Medicine; Hemodialysis; Psychological intervention; Intensive care medicine; Nephrology; MEDLINE; Clinical trial; Stakeholder; Nursing; Medical education; Family medicine; Internal medicine; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.06604892148886754,"gpt":0.4131689629398699,"spread":0.3471200414510024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004494139,0.0002161305,0.001206076,0.0007268641,0.0001636589,0.00007221586,0.001183328,0.00009774385,0.0001161157],"category_scores_gemma":[0.06568584,0.00012968,0.0005899281,0.002071749,0.002691848,0.000296128,0.0002031582,0.000396148,0.000001505686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005623331,"about_ca_system_score_gemma":0.003006391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002152508,"about_ca_topic_score_gemma":0.001452724,"domain_scores_codex":[0.994356,0.001468016,0.001599713,0.0003072099,0.001644807,0.0006242324],"domain_scores_gemma":[0.9921069,0.00407588,0.00185956,0.0006313815,0.000548263,0.0007780826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004474019,0.000211648,0.9827129,0.000008413844,0.0001364985,0.0006112669,0.001273699,0.00002686604,0.0003492295,0.0001716067,0.004169751,0.00988078],"study_design_scores_gemma":[0.006044724,0.0003956807,0.9292505,0.001041983,0.000630708,0.0001370804,0.035494,0.0000250464,0.0003079869,0.01061753,0.01526301,0.0007916991],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9548683,0.0001042842,0.0002647247,0.04352389,0.000236056,0.000341937,0.000119247,0.00002728072,0.0005143059],"genre_scores_gemma":[0.9974069,0.000150317,0.001165631,0.0009354826,0.0001175321,0.00001895653,0.000001235205,0.00002263135,0.0001812892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0611917,"threshold_uncertainty_score":0.9918227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2891107576","doi":"10.1177/1747493018806200","title":"A core outcome set for aphasia treatment research: The ROMA consensus statement","year":2018,"lang":"en","type":"article","venue":"International Journal of Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia; Université de Montréal","funders":"National Institute on Deafness and Other Communication Disorders; British Aphasiology Society","keywords":"Aphasia; Medicine; Quality of life (healthcare); Consensus conference; Outcome (game theory); Set (abstract data type); Clinical psychology; Psychiatry; Nursing; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.7468909035740514,"gpt":0.6476991496247736,"spread":0.09919175394927782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005268848,0.00007803883,0.0001342502,0.000271151,0.0003979783,0.0001829993,0.0009962625,0.00005350343,0.0002463813],"category_scores_gemma":[0.001457988,0.00005019201,0.0001500052,0.0001321364,0.0008497984,0.00009176598,0.00007934177,0.0002130616,0.00002901613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008092234,"about_ca_system_score_gemma":0.0005310271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007197132,"about_ca_topic_score_gemma":0.0007849247,"domain_scores_codex":[0.9969121,0.0002686449,0.0005038076,0.0001153528,0.001866973,0.0003331189],"domain_scores_gemma":[0.9950702,0.001300961,0.0002704923,0.0001383217,0.003095369,0.0001246854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004996926,0.001615027,0.077987,0.00002443972,0.003036009,0.001819827,0.06044269,0.00004038189,0.01560412,0.2386898,0.4129628,0.182781],"study_design_scores_gemma":[0.001510175,0.001658533,0.001511236,0.00005033908,0.00002048299,0.0001287026,0.01266962,0.0001223557,0.003077028,0.01549252,0.9636564,0.0001025932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8869985,0.00009849976,0.001496502,0.08730434,0.002257348,0.001075526,0.0003136336,0.0000331255,0.02042254],"genre_scores_gemma":[0.991997,0.00008920595,0.001965516,0.0001281019,0.001529299,0.00003547822,0.000002233813,0.00001003147,0.004243114],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5506936,"threshold_uncertainty_score":0.3131118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760424266","doi":"10.1177/1357633x17730444","title":"Virtual care policy recommendations for patient-centred primary care: findings of a consensus policy dialogue using a nominal group technique","year":2017,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Women's College Hospital","funders":"","keywords":"Primary care; Nominal group technique; Political science; Nursing; Medicine; Psychology; Public administration; Family medicine; Computer science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.08137656308102835,"gpt":0.4187896185933313,"spread":0.3374130555123029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005360788,0.0001527096,0.0004443004,0.0006709608,0.0008273156,0.00008071497,0.000494419,0.0001693936,0.00001163066],"category_scores_gemma":[0.002808966,0.0001346276,0.0001530245,0.0002584498,0.0006754673,0.000188763,0.0001520853,0.0003326159,1.821958e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006404773,"about_ca_system_score_gemma":0.001822534,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007411039,"about_ca_topic_score_gemma":0.0007471025,"domain_scores_codex":[0.9980813,0.000145919,0.0006387873,0.0001734101,0.0005524678,0.0004081215],"domain_scores_gemma":[0.9971187,0.0003416976,0.0007823463,0.0002527983,0.001265863,0.0002386521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001067576,0.0003154099,0.03075996,0.0009971872,0.0002926442,0.0001856655,0.1643143,0.000004372135,0.03220914,0.008262023,0.02442873,0.737163],"study_design_scores_gemma":[0.01219746,0.01271063,0.01531081,0.005284803,0.0006188948,0.0007026464,0.5672827,0.00004824143,0.02914715,0.005594135,0.3497237,0.001378763],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474419,0.002310448,0.00214153,0.03906411,0.000607662,0.002987564,0.0005353487,0.00005932437,0.004852093],"genre_scores_gemma":[0.9864963,0.0003051003,0.01184645,0.0001791213,0.001080224,0.00001945975,0.0000218527,0.00002072665,0.00003082339],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7357842,"threshold_uncertainty_score":0.9991987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248785342","doi":"10.1016/j.jamcollsurg.2013.02.020","title":"Consensus Statement on Concussion in Sport: The 4th International Conference on Concussion in Sport Held in Zurich, November 2012","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":191,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of British Columbia; University of Toronto; Centre for Advancing Health Outcomes; University of Ottawa; Athletic Edge Sports Medicine; University of Calgary","funders":"","keywords":"Concussion; Medicine; Classics; Psychoanalysis; Poison control; History; Psychology; Injury prevention; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.05756111208107909,"gpt":0.3862361823948906,"spread":0.3286750703138115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003893089,0.0001482043,0.0004669709,0.0005121361,0.0001024048,0.00003075098,0.0008799237,0.00006420574,0.0005274893],"category_scores_gemma":[0.0004882589,0.00008457778,0.0001274596,0.001063557,0.0008630212,0.0001577943,0.0001448758,0.0007267733,0.0000125321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000578578,"about_ca_system_score_gemma":0.0008502194,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01390591,"about_ca_topic_score_gemma":0.008324979,"domain_scores_codex":[0.9966556,0.0004382767,0.000979196,0.000176576,0.001358679,0.0003916832],"domain_scores_gemma":[0.9974344,0.000701083,0.001130188,0.0002699613,0.0003416475,0.0001227297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00170013,0.001371551,0.8670527,0.00001427124,0.00006690578,0.0005226898,0.002759962,0.0005815187,0.002235238,0.02397337,0.0927357,0.006985961],"study_design_scores_gemma":[0.002007447,0.0006757838,0.9076404,0.001415657,0.00001294331,0.00003603972,0.03492513,0.0005616368,0.001511646,0.004235271,0.04660978,0.0003682535],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9328361,0.00001740224,0.000003114211,0.05447096,0.0003928532,0.0006179064,0.0000295801,0.000006174272,0.01162589],"genre_scores_gemma":[0.9975687,0.0003082247,0.0001131067,0.0004196326,0.00004734917,0.00002273903,7.254893e-7,0.00001192847,0.001507552],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06473263,"threshold_uncertainty_score":0.9926606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910560171","doi":"10.3899/jrheum.181194","title":"The OMERACT-OARSI Core Domain Set for Measurement in Clinical Trials of Hip and/or Knee Osteoarthritis","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Leeds Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Medicine; Osteoarthritis; Core (optical fiber); Clinical trial; Physical therapy; Arthropathy; Internal medicine; Alternative medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6339378952374373,"gpt":0.5915269482496749,"spread":0.04241094698776238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1458869,0.0002183616,0.003566085,0.0002648129,0.000266286,0.00004471115,0.00136216,0.0005422988,0.00004644877],"category_scores_gemma":[0.03560464,0.0001026888,0.000787665,0.0003289061,0.001220042,0.00007316142,0.0001624257,0.001150942,0.000007202281],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001845051,"about_ca_system_score_gemma":0.002606418,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002744807,"about_ca_topic_score_gemma":0.001898158,"domain_scores_codex":[0.9788912,0.0147965,0.004534303,0.0001867341,0.001074967,0.0005163059],"domain_scores_gemma":[0.9521127,0.04252167,0.004283995,0.0003859281,0.0005776358,0.0001180453],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005376452,0.00004294774,0.000224284,0.001416413,0.0002176538,0.00000645429,0.0008693553,1.037613e-7,3.568677e-7,0.002695666,0.007002996,0.9869861],"study_design_scores_gemma":[0.001113602,0.0009439965,0.000008050703,0.008024031,0.0002611602,0.0005489065,0.001906532,7.55598e-7,2.83974e-7,0.005096533,0.9819774,0.0001187202],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001216315,0.9926007,0.00006578615,0.001992806,0.001103341,0.002814486,0.00003798652,0.000006714122,0.0001618318],"genre_scores_gemma":[0.001303247,0.9982001,0.0002449998,0.00001918463,0.0000596857,0.00006480204,0.000001390242,0.00002458452,0.0000819756],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9868674,"threshold_uncertainty_score":0.9725189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035611753","doi":"10.1186/s12874-020-01029-4","title":"Improving design choices in Delphi studies in medicine: the case of an exemplary physician multi-round panel study with 100% response","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Newfoundland and Labrador; Achmea","keywords":"Delphi method; Delphi; Operations research; Computer science; Psychology; Medical education; Medicine; Management science; Data science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.9143798360928609,"gpt":0.6898360383718415,"spread":0.2245437977210194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2143165,0.0002176599,0.0008887201,0.0007210181,0.0004950828,0.00003463596,0.001885548,0.0003047557,0.00008591428],"category_scores_gemma":[0.3555852,0.0001356154,0.00004545366,0.00325823,0.007526118,0.0002566231,0.0007180095,0.002170261,0.000005345134],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895926,"about_ca_system_score_gemma":0.003290585,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.06959035,"about_ca_topic_score_gemma":0.2055721,"domain_scores_codex":[0.8358136,0.1577104,0.0009275078,0.000900183,0.003298139,0.001350091],"domain_scores_gemma":[0.8231097,0.1748009,0.0001776098,0.0006003765,0.0006844323,0.0006269762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.03073626,0.003068877,0.01855449,0.0009053997,0.0002169143,0.04987479,0.6852881,0.0002372734,0.008375018,0.002041542,0.001184975,0.1995164],"study_design_scores_gemma":[0.00344424,0.007264465,0.007879219,0.0003238507,0.00002386674,0.0001065058,0.9717151,0.006551702,0.0004310289,0.001751766,0.0002445074,0.0002637613],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9518112,0.001038548,0.03190736,0.01194258,0.00008315082,0.00303516,0.000002460672,0.00006747597,0.0001121035],"genre_scores_gemma":[0.9458477,0.0002825252,0.05261456,0.0004491828,0.0003012331,0.0004185949,7.78009e-7,0.00003322677,0.00005223908],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2864271,"threshold_uncertainty_score":0.9951748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107381090","doi":"10.1093/neuonc/nos330","title":"A multi-disciplinary consensus statement concerning surgical approaches to low-grade, high-grade astrocytomas and diffuse intrinsic pontine gliomas in childhood (CPN Paris 2011) using the Delphi method","year":2013,"lang":"en","type":"review","venue":"Neuro-Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; Clinical trial; Radiation therapy; Biopsy; Glioma; Oncology; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.3760240868582111,"gpt":0.4862610042791122,"spread":0.1102369174209011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005383887,0.0007974308,0.002652947,0.0009015299,0.0007603088,0.0002515828,0.001353092,0.001026439,0.00009381749],"category_scores_gemma":[0.0009515369,0.0005969023,0.0003409204,0.001297308,0.001274493,0.000137815,0.001892357,0.002406771,0.00004936791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00128791,"about_ca_system_score_gemma":0.00184626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004123521,"about_ca_topic_score_gemma":0.001868082,"domain_scores_codex":[0.9851525,0.009078021,0.001729045,0.001477863,0.000976991,0.001585517],"domain_scores_gemma":[0.9905587,0.007023671,0.0009098929,0.000760968,0.0001395036,0.0006072742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001381857,0.001886946,0.0002242589,0.00152944,0.0002957312,0.002949156,0.01010547,0.00006626602,0.0002584634,0.001068628,0.00300599,0.9784715],"study_design_scores_gemma":[0.002164533,0.0007633489,0.000112451,0.001106468,0.0003402684,0.0006686241,0.00322962,0.000517053,0.0000310458,0.0001484664,0.9901144,0.0008037227],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.04412622,0.9229543,0.001278927,0.01300741,0.001188706,0.01632467,0.0001574785,0.0004817595,0.000480505],"genre_scores_gemma":[0.004619094,0.9307429,0.06129574,0.0001662483,0.0007903234,0.002028409,0.00004550352,0.0002123816,0.00009944653],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9871084,"threshold_uncertainty_score":0.9998947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109226190","doi":"10.1186/1745-6215-14-324","title":"Outcome measures in rheumatoid arthritis randomised trials over the last 50 years","year":2013,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Rheumatoid arthritis; Observational study; Clinical trial; Rheumatology; Physical therapy; Randomized controlled trial; Internal medicine; Alternative medicine; Meta-analysis; Family medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.585439546410313,"gpt":0.5667451240457809,"spread":0.01869442236453212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1661194,0.000480891,0.008066985,0.000589157,0.0002846856,0.0006786059,0.001906276,0.0009029271,0.003397644],"category_scores_gemma":[0.1264782,0.0002929411,0.00219366,0.0009809404,0.000542624,0.0001932215,0.0002080481,0.001009405,0.001038206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003785097,"about_ca_system_score_gemma":0.001377815,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004987522,"about_ca_topic_score_gemma":0.002390503,"domain_scores_codex":[0.9495585,0.04149872,0.005358296,0.0006183014,0.002057922,0.0009082542],"domain_scores_gemma":[0.9569755,0.03973942,0.002059876,0.0008688042,0.0001470383,0.0002093539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009829539,0.00003375244,0.00001201784,0.0002848983,0.000143603,0.00001240378,0.000421312,1.384753e-7,8.069263e-7,0.001163192,0.03221107,0.9656185],"study_design_scores_gemma":[0.005461492,0.0000153091,0.00001138158,0.004052617,0.00009245306,0.000002313877,0.0001553139,9.689364e-8,9.076115e-7,0.001293413,0.9885959,0.0003187962],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000025345,0.9755514,0.00002179033,0.000311427,0.001180386,0.01727678,0.00008651906,0.0001674026,0.005378908],"genre_scores_gemma":[0.00004824875,0.9932631,0.0001277043,0.00004603904,0.000922516,0.004489733,0.00001307797,0.00007574018,0.001013865],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9652997,"threshold_uncertainty_score":0.9999523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747940070","doi":"10.3758/s13428-017-0963-x","title":"The cognitive reflection test is robust to multiple exposures","year":2017,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Test (biology); Computer science; Cognition; Reflection (computer programming); Psychology; Cognitive psychology; Artificial intelligence; Statistics; Mathematics; Geology; Programming language; Neuroscience","retraction":null,"screen_n_in":null,"score":{"opus":0.7821180915133141,"gpt":0.736822124123797,"spread":0.04529596738951713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03896362,0.0001426981,0.0001825726,0.0003001801,0.01193834,0.001874274,0.002291562,0.0002174209,0.0002477342],"category_scores_gemma":[0.07929762,0.0001126192,0.0001073136,0.00066219,0.002255302,0.0003597655,0.0008875641,0.001069147,0.0002110179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003653772,"about_ca_system_score_gemma":0.0005069834,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01434024,"about_ca_topic_score_gemma":0.008990362,"domain_scores_codex":[0.991716,0.003976754,0.0002850147,0.0005540193,0.002200087,0.001268076],"domain_scores_gemma":[0.9864343,0.009926327,0.0001046476,0.00116418,0.001880696,0.0004898285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001134802,0.000244665,0.1228525,0.000006941428,0.00001300542,0.00004942892,0.006269635,2.824372e-7,0.0181916,0.001043918,0.02313568,0.8280789],"study_design_scores_gemma":[0.0006315969,0.0006912937,0.3756223,0.0001420731,0.00002639289,0.000006634591,0.02690391,0.00006895861,0.1150427,0.003872205,0.4764803,0.0005116041],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5714381,0.0006645868,0.03476397,0.08071434,0.002368182,0.01751791,0.0001731018,0.00108721,0.2912726],"genre_scores_gemma":[0.891676,0.0003528389,0.07499979,0.00008365303,0.0005656469,0.003277599,0.000002077639,0.00005754788,0.02898485],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8275672,"threshold_uncertainty_score":0.9991619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}