{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1476,"total_is_capped":false,"direct_labels_cover":20,"predictions_cover":1476,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"0a2267d4c36d","filters":{"topic":"Delphi Technique in Research"}},"results":[{"id":"W2891378911","doi":"10.7326/m18-0850","title":"PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation","year":2018,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":40431,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; McMaster University; University of Alberta; University of Ottawa; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Royal College of Physicians and Surgeons of Canada; Dalhousie University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; World Health Organization","keywords":"Checklist; Systematic review; Terminology; Medicine; Guideline; Health care; Quality (philosophy); Medical education; MEDLINE; Management science; Knowledge management; Process management; Psychology; Computer science; Engineering","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Erin Lillie","is_ca":true},{"name":"Wasifa Zarin","is_ca":true},{"name":"Kelly K. O’Brien","is_ca":true},{"name":"Heather Colquhoun","is_ca":true},{"name":"Danielle Levac","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Micah D.J. Peters","is_ca":false},{"name":"Tanya Horsley","is_ca":true},{"name":"Laura Weeks","is_ca":true},{"name":"Susanne Hempel","is_ca":false},{"name":"Elie A. Akl","is_ca":false},{"name":"Christine Chang","is_ca":false},{"name":"Jessie McGowan","is_ca":true},{"name":"Lesley Stewart","is_ca":false},{"name":"Lisa Hartling","is_ca":true},{"name":"Adrian Aldcroft","is_ca":false},{"name":"Michael G. Wilson","is_ca":true},{"name":"Chantelle Garritty","is_ca":true},{"name":"Simon Lewin","is_ca":false},{"name":"Christina Godfrey","is_ca":true},{"name":"Marilyn Macdonald","is_ca":true},{"name":"Étienne V Langlois","is_ca":false},{"name":"Karla Soares‐Weiser","is_ca":false},{"name":"Jo Moriarty","is_ca":false},{"name":"Tammy Clifford","is_ca":true},{"name":"Özge Tunçalp","is_ca":false},{"name":"Sharon E. Straus","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3298410457736344,"gpt":0.5466968488783739,"spread":0.2168558031047395,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4003629,0.005415189,0.008833024,0.02232718,0.004414309,0.008163314,0.01051381,0.007545645,0.05640912],"category_scores_gemma":[0.5493817,0.008202021,0.02199537,0.02924966,0.005591115,0.008250015,0.01457864,0.0160118,0.01785014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009901513,"about_ca_system_score_gemma":0.07250941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004704812,"about_ca_topic_score_gemma":0.005487198,"domain_scores_codex":[0.5243173,0.2779219,0.1667717,0.007674044,0.02043471,0.002880309],"domain_scores_gemma":[0.3427808,0.4270445,0.05944442,0.04409745,0.1232828,0.003350054],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001644029,0.0002239151,0.001360166,0.4252112,0.002666123,0.0003803216,0.005676431,0.002793137,0.001548092,0.02174536,0.3723074,0.1644438],"study_design_scores_gemma":[0.00670533,0.0004963364,0.005438392,0.2384524,0.004176524,0.0006832362,0.003162019,0.006371982,0.00337037,0.05635796,0.673864,0.000921495],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.002189391,0.009561866,0.2924442,0.01853759,0.008630747,0.5685244,0.082882,0.008711634,0.008518168],"genre_scores_gemma":[0.002383138,0.003718256,0.3686384,0.001452207,0.0002347291,0.6107378,0.01127933,0.0004187485,0.001137395],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5996372,"threshold_uncertainty_score":0.7394593,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145555293","doi":"10.1136/bmj.g1687","title":"Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10510,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"National Health and Medical Research Council; University of Oxford; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Wellcome Trust","keywords":"Checklist; Psychological intervention; Computer science; Replicate; Delphi method; Intervention (counseling); Face validity; Replication (statistics); MEDLINE; Statement (logic); Medical education; Applied psychology; Psychology; Medicine; Psychometrics; Nursing; Clinical psychology; Artificial intelligence","authors":[{"name":"Tammy Hoffmann","is_ca":false},{"name":"Paul Glasziou","is_ca":false},{"name":"Isabelle Boutron","is_ca":false},{"name":"Ruairidh Milne","is_ca":false},{"name":"Rafael Perera","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Douglas G. Altman","is_ca":false},{"name":"Virginia Barbour","is_ca":false},{"name":"H. Macdonald","is_ca":false},{"name":"Michelle Johnston","is_ca":false},{"name":"Sarah E Lamb","is_ca":false},{"name":"Mary Dixon‐Woods","is_ca":false},{"name":"Peter McCulloch","is_ca":false},{"name":"Jeremy C Wyatt","is_ca":false},{"name":"A.-W. Chan","is_ca":true},{"name":"Susan Michie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2397811318931591,"gpt":0.5247609153651905,"spread":0.2849797834720315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3686088,0.004471081,0.006231256,0.01712583,0.004004458,0.006830732,0.007428686,0.007276119,0.04642931],"category_scores_gemma":[0.5483646,0.005728299,0.01108524,0.01200059,0.004406591,0.007495926,0.008249964,0.01006516,0.01963408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009980932,"about_ca_system_score_gemma":0.0453742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005017961,"about_ca_topic_score_gemma":0.00879541,"domain_scores_codex":[0.551594,0.2993141,0.1121751,0.005422295,0.02861974,0.002874797],"domain_scores_gemma":[0.3926942,0.3397337,0.04863058,0.06162069,0.1526072,0.004713651],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002507691,0.001178218,0.002827218,0.07138564,0.000659701,0.0004658192,0.008161194,0.002307663,0.001872725,0.02331785,0.6309767,0.2543395],"study_design_scores_gemma":[0.007753184,0.001671404,0.01378045,0.07711917,0.0008677975,0.0006868956,0.00366432,0.005563971,0.004154888,0.03582704,0.8479389,0.0009719389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.002557446,0.002246881,0.1729268,0.008865054,0.003527765,0.7677446,0.02831241,0.003183665,0.01063531],"genre_scores_gemma":[0.001669622,0.0009044542,0.2074817,0.00143039,0.0001936582,0.7810357,0.005095268,0.0003263312,0.001862905],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6313912,"threshold_uncertainty_score":0.7786178,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2901724277","doi":"10.3233/efi-180221","title":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","year":2018,"lang":"en","type":"article","venue":"Education for Information","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Université de Sherbrooke; McGill University; Quebec Rehabilitation Research Network","funders":"","keywords":"Inter-rater reliability; Limiting; Pillar; Quality (philosophy); Critical appraisal; Reliability (semiconductor); Fidelity; Multimethodology; Systematic review; Computer science; Psychology; Medicine; MEDLINE; Engineering; Chemistry; Physics","authors":[{"name":"Quan Nha Hong","is_ca":true},{"name":"Sergi Fàbregues","is_ca":false},{"name":"Gillian Bartlett","is_ca":true},{"name":"Margaret Cargo","is_ca":false},{"name":"Pierre Dagenais","is_ca":true},{"name":"Marie‐Pierre Gagnon","is_ca":true},{"name":"Frances Griffiths","is_ca":false},{"name":"Belinda Nicolau","is_ca":true},{"name":"Alicia O’Cathain","is_ca":false},{"name":"Marie-Claude Rousseau","is_ca":true},{"name":"Isabelle Vedel","is_ca":true},{"name":"Pierre Pluye","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1460221592560119,"gpt":0.5800148193931113,"spread":0.4339926601370994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3752629,0.004493998,0.007218275,0.01986404,0.00302458,0.01455932,0.006237505,0.004946643,0.06617246],"category_scores_gemma":[0.6359934,0.004581717,0.01140582,0.02404809,0.004596891,0.01061839,0.01167437,0.01063069,0.02571211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007825742,"about_ca_system_score_gemma":0.04135996,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00118867,"about_ca_topic_score_gemma":0.00147253,"domain_scores_codex":[0.5365772,0.2884497,0.1396058,0.005899785,0.0270847,0.002382878],"domain_scores_gemma":[0.2417118,0.531104,0.06159619,0.03808104,0.1242664,0.00324062],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002711285,0.0003033913,0.001953573,0.2301967,0.002261761,0.0003356695,0.01160557,0.003119912,0.002375385,0.03141271,0.3062363,0.4074878],"study_design_scores_gemma":[0.003989206,0.0008642517,0.008451937,0.1290786,0.001990557,0.0007932095,0.003971585,0.004824314,0.002688362,0.06250039,0.7800326,0.0008149594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.004044064,0.01313757,0.3993353,0.02383624,0.008585731,0.4506269,0.05774678,0.01235715,0.03033029],"genre_scores_gemma":[0.004432444,0.00291555,0.3043514,0.0009065899,0.0004171519,0.6794185,0.004758069,0.0009039041,0.001896217],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6247371,"threshold_uncertainty_score":0.7704121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017265038","doi":"10.1016/j.jclinepi.2013.12.002","title":"Defining consensus: A systematic review recommends methodologic criteria for reporting of Delphi studies","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3552,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"Division of Graduate Education; Canadian Institutes of Health Research; Canadian Liver Foundation","keywords":"Systematic review; Delphi method; Delphi; MEDLINE; Medicine; Computer science; Statistics; Political science; Mathematics","authors":[{"name":"Ivan Diamond","is_ca":true},{"name":"Robert C. Grant","is_ca":true},{"name":"Brian M. Feldman","is_ca":true},{"name":"Paul B. Pencharz","is_ca":true},{"name":"Simon C. Ling","is_ca":true},{"name":"Aideen M. Moore","is_ca":true},{"name":"Paul W. Wales","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9434568903010523,"gpt":0.7896438436165414,"spread":0.1538130466845109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7272854,0.003241955,0.01183422,0.02709986,0.009864344,0.01871454,0.01036396,0.01182463,0.004706583],"category_scores_gemma":[0.8605798,0.004909609,0.01401723,0.01729393,0.0147971,0.01633404,0.01891993,0.01353524,0.001570788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01414288,"about_ca_system_score_gemma":0.05951039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004171522,"about_ca_topic_score_gemma":0.005734717,"domain_scores_codex":[0.1132087,0.5978508,0.2304119,0.009521624,0.04628365,0.00272336],"domain_scores_gemma":[0.1082527,0.6556131,0.05920143,0.04335778,0.1302826,0.003292543],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001711096,0.0004644323,0.02308144,0.3074356,0.01156117,0.0007637502,0.0863132,0.002058718,0.004337727,0.1519123,0.06273425,0.3476264],"study_design_scores_gemma":[0.003216015,0.001293108,0.02263416,0.3691657,0.01280198,0.002210102,0.04347385,0.01172127,0.009246856,0.3496045,0.1726614,0.001971141],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01827693,0.04726006,0.6214857,0.0768027,0.01043063,0.2033025,0.004591176,0.001025793,0.01682462],"genre_scores_gemma":[0.05545499,0.005628712,0.7971268,0.007772324,0.0005493501,0.1318034,0.0008377963,0.0001655061,0.0006610874],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.2727146,"threshold_uncertainty_score":0.3363057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029662381","doi":"10.1016/j.pain.2003.08.001","title":"Core outcome domains for chronic pain clinical trials: IMMPACT recommendations","year":2003,"lang":"en","type":"review","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3501,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; University Health Network; University of Toronto","funders":"","keywords":"Clinical trial; Chronic pain; Medicine; Outcome (game theory); Pooling; Alternative medicine; MEDLINE; Core (optical fiber); Physical therapy","authors":[{"name":"Dennis C. Turk","is_ca":false},{"name":"Robert H. Dworkin","is_ca":false},{"name":"Robert R. Allen","is_ca":false},{"name":"Nicholas Bellamy","is_ca":false},{"name":"Nancy A. Brandenburg","is_ca":false},{"name":"Daniel B. Carr","is_ca":false},{"name":"Charles S. Cleeland","is_ca":false},{"name":"Raymond A. Dionne","is_ca":false},{"name":"John T. Farrar","is_ca":false},{"name":"Bradley S. Galer","is_ca":false},{"name":"David Hewitt","is_ca":false},{"name":"Alejandro R. Jadad","is_ca":true},{"name":"Nathaniel P. Katz","is_ca":false},{"name":"Lynn D. Kramer","is_ca":false},{"name":"Donald C. Manning","is_ca":false},{"name":"Cynthia G. McCormick","is_ca":false},{"name":"Michael P. McDermott","is_ca":false},{"name":"Patrick J. McGrath","is_ca":true},{"name":"Steve Quessy","is_ca":false},{"name":"Bob A. Rappaport","is_ca":false},{"name":"James P. Robinson","is_ca":false},{"name":"Mike A. Royal","is_ca":false},{"name":"Lee S. Simon","is_ca":false},{"name":"Joseph Stauffer","is_ca":false},{"name":"Wendy M. Stein","is_ca":false},{"name":"Jane Tollett","is_ca":false},{"name":"James Witter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9031873566968847,"gpt":0.7334296573299137,"spread":0.1697576993669709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4633933,0.00556998,0.01424487,0.01583924,0.005970839,0.01685603,0.02046787,0.06059664,0.0119047],"category_scores_gemma":[0.6008431,0.006804409,0.02950529,0.0127703,0.01281254,0.01313831,0.01450365,0.05391324,0.01813018],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0157431,"about_ca_system_score_gemma":0.06294258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007464019,"about_ca_topic_score_gemma":0.008069866,"domain_scores_codex":[0.4382656,0.3535632,0.1228712,0.007795515,0.06926849,0.008236022],"domain_scores_gemma":[0.2303265,0.4757704,0.07596108,0.02851574,0.174939,0.01448733],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.002735395,0.0008771345,0.002847263,0.07605198,0.002277025,0.0006899273,0.001808616,0.003836949,0.0009676447,0.04163887,0.5936612,0.272608],"study_design_scores_gemma":[0.006481519,0.0008352263,0.005993461,0.2502354,0.004173189,0.0009623151,0.0008138096,0.006895633,0.001806589,0.07823757,0.6429663,0.0005990015],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.001880153,0.1053762,0.1553797,0.5501142,0.04965248,0.06483372,0.009682696,0.004185778,0.05889504],"genre_scores_gemma":[0.009966452,0.03556656,0.6172886,0.2044596,0.01289334,0.1019062,0.007902664,0.0008114325,0.009205269],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5366067,"threshold_uncertainty_score":0.6617316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3154790864","doi":"10.1007/s11606-021-06737-1","title":"A Consensus-Based Checklist for Reporting of Survey Studies (CROSS)","year":2021,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2098,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Keele University; University of Tokyo; Ottawa Hospital Research Institute","keywords":"Medicine; Checklist; MEDLINE; Family medicine","authors":[{"name":"Akash Sharma","is_ca":false},{"name":"Nguyen Tran Minh Duc","is_ca":false},{"name":"Tai Luu Lam Thang","is_ca":false},{"name":"Nguyen Hai Nam","is_ca":false},{"name":"Sze Jia Ng","is_ca":false},{"name":"Kirellos Said Abbas","is_ca":false},{"name":"Nguyen Tien Huy","is_ca":false},{"name":"Ana Marušić","is_ca":false},{"name":"Christine Paul","is_ca":false},{"name":"Janette Kwok","is_ca":false},{"name":"Juntra Karbwang","is_ca":false},{"name":"Chiara de Waure","is_ca":false},{"name":"Frances J. Drummond","is_ca":false},{"name":"Yoshiyuki Kizawa","is_ca":false},{"name":"Erik Taal","is_ca":false},{"name":"Joeri Vermeulen","is_ca":false},{"name":"Gillian Lee","is_ca":false},{"name":"Adam Gyedu","is_ca":false},{"name":"Martin L. Verra","is_ca":false},{"name":"Évelyne Jacqz-Aigrain","is_ca":false},{"name":"Wouter K. G. Leclercq","is_ca":false},{"name":"Simo Salminen","is_ca":false},{"name":"Cathy D. Sherbourne","is_ca":false},{"name":"Barbara Mintzes","is_ca":false},{"name":"Sergi Lozano","is_ca":false},{"name":"Ulrich S. Tran","is_ca":false},{"name":"Mitsuaki Matsui","is_ca":false},{"name":"Mohammad Karamouzian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4444469825001821,"gpt":0.5892921192927243,"spread":0.1448451367925422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32328,0.003825234,0.005135178,0.02255331,0.00839077,0.007419251,0.007174161,0.005574356,0.009496391],"category_scores_gemma":[0.4391363,0.003830798,0.006212757,0.01162366,0.005006946,0.006081349,0.01041773,0.007756755,0.004866884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008966537,"about_ca_system_score_gemma":0.04037436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003735844,"about_ca_topic_score_gemma":0.01049947,"domain_scores_codex":[0.4690292,0.2994904,0.1874389,0.005595824,0.03365345,0.004792359],"domain_scores_gemma":[0.3691928,0.3108592,0.03953212,0.05127777,0.222686,0.006452122],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001987597,0.002269291,0.01544642,0.05468058,0.001281703,0.001950752,0.0665747,0.003632921,0.0257608,0.02516961,0.1850598,0.6161858],"study_design_scores_gemma":[0.004273992,0.00391432,0.05531055,0.08363756,0.002009613,0.005153878,0.0612756,0.02908964,0.03759504,0.05048158,0.6647108,0.00254742],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02391581,0.002172964,0.558835,0.006222107,0.001885378,0.379878,0.006482227,0.00636462,0.01424392],"genre_scores_gemma":[0.01461769,0.0004809623,0.8142601,0.0007553298,0.0001130189,0.1658552,0.002101372,0.0003633863,0.001452847],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.67672,"threshold_uncertainty_score":0.8345163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156741466","doi":"10.1186/1471-2288-10-22","title":"The COSMIN checklist for evaluating the methodological quality of studies on measurement properties: A clarification of its content","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1844,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Delphi method; Content validity; Relevance (law); Construct validity; Psychology; Quality (philosophy); Criterion validity; Delphi; Applied psychology; Formative assessment; Management science; Computer science; Psychometrics; Clinical psychology; Cognitive psychology; Engineering; Artificial intelligence","authors":[{"name":"Lidwine B. Mokkink","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"Dirk L. Knol","is_ca":false},{"name":"Paul W. Stratford","is_ca":true},{"name":"Jordi Alonso","is_ca":false},{"name":"Donald L. Patrick","is_ca":false},{"name":"L.M. Bouter","is_ca":false},{"name":"Henrica C. W. de Vet","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9906184913252002,"gpt":0.7661254438681674,"spread":0.2244930474570328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5940288,0.003374449,0.004915989,0.02616378,0.005370517,0.006123782,0.005861572,0.005468979,0.003898195],"category_scores_gemma":[0.6920921,0.002693068,0.007235555,0.01311797,0.00939098,0.006513054,0.01223592,0.008819433,0.0009019446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01305927,"about_ca_system_score_gemma":0.03885622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002991624,"about_ca_topic_score_gemma":0.004813289,"domain_scores_codex":[0.2871682,0.4717935,0.1947487,0.003148406,0.04039107,0.002750204],"domain_scores_gemma":[0.1331844,0.6636469,0.05005312,0.02952169,0.1206014,0.002992589],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002026529,0.000872253,0.02655297,0.1269504,0.002838297,0.00132902,0.07069218,0.005774688,0.01043623,0.05857004,0.1981453,0.495812],"study_design_scores_gemma":[0.003149084,0.003083674,0.07648878,0.1518871,0.00314366,0.004883545,0.03346857,0.0208631,0.01493162,0.08651675,0.5991319,0.002452217],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02429839,0.01640793,0.734268,0.03716636,0.005411197,0.1651489,0.005152565,0.001958017,0.01018871],"genre_scores_gemma":[0.02478337,0.002210909,0.8353738,0.002986598,0.0003986124,0.1325564,0.001008081,0.0002132961,0.0004689318],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4059712,"threshold_uncertainty_score":0.5006348,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104881646","doi":"10.1186/1745-6215-13-132","title":"Developing core outcome sets for clinical trials: issues to consider","year":2012,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1685,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Medical Research Council","keywords":"Outcome (game theory); Medicine; Stakeholder; Clinical trial; Scope (computer science); Psychological intervention; Set (abstract data type); Core (optical fiber); Health care; MEDLINE; Management science; Process management; Nursing; Public relations; Computer science; Business; Political science","authors":[{"name":"Paula Williamson","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Jane Blazeby","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Declan Devane","is_ca":false},{"name":"Elizabeth Gargon","is_ca":false},{"name":"Peter Tugwell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9638793156367228,"gpt":0.7804584317783017,"spread":0.1834208838584211,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.868628,0.005223718,0.01984876,0.01360538,0.007306806,0.02868463,0.0160342,0.02060849,0.005243804],"category_scores_gemma":[0.9298609,0.00501783,0.01151611,0.01785426,0.02822682,0.0370391,0.01684202,0.03008438,0.002958143],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0302009,"about_ca_system_score_gemma":0.09432911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005650454,"about_ca_topic_score_gemma":0.005376203,"domain_scores_codex":[0.07358672,0.7730873,0.1068283,0.003927553,0.04037402,0.002196129],"domain_scores_gemma":[0.02335457,0.8827597,0.01993171,0.02275258,0.04855048,0.002650965],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003365746,0.0009324261,0.006921535,0.07717044,0.002813404,0.0006550872,0.03080509,0.008488667,0.00126148,0.3093026,0.07149628,0.4867873],"study_design_scores_gemma":[0.003086388,0.002069384,0.01394725,0.1964223,0.001475728,0.001440417,0.01940668,0.0169377,0.003174246,0.5123128,0.2285486,0.001178551],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.009182439,0.06572241,0.3606078,0.4737885,0.0165093,0.04949564,0.001493701,0.001280703,0.0219195],"genre_scores_gemma":[0.05374198,0.01085337,0.7964802,0.02959,0.003096087,0.1040476,0.00069308,0.0004240816,0.00107359],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.131372,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2297046696","doi":"10.1371/journal.pone.0150205","title":"Defining Feasibility and Pilot Studies in Preparation for Randomised Controlled Trials: Development of a Conceptual Framework","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1583,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Context (archaeology); Delphi method; Identification (biology); Research design; Medicine; Medical education; Psychology; Management science; Computer science; Engineering; Sociology","authors":[{"name":"Sandra Eldridge","is_ca":false},{"name":"Gillian Lancaster","is_ca":false},{"name":"Michael J. Campbell","is_ca":false},{"name":"Lehana Thabane","is_ca":true},{"name":"Sally Hopewell","is_ca":false},{"name":"Claire Coleman","is_ca":false},{"name":"Christine Bond","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5643700735445873,"gpt":0.5152247920801029,"spread":0.04914528146448449,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7137013,0.006167238,0.007728814,0.03164214,0.01317594,0.03327798,0.01463477,0.02569285,0.004062606],"category_scores_gemma":[0.5758452,0.006457081,0.01009879,0.02298671,0.06684245,0.05872107,0.03046721,0.02723691,0.00185341],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03191338,"about_ca_system_score_gemma":0.1082726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006255222,"about_ca_topic_score_gemma":0.005387329,"domain_scores_codex":[0.1966431,0.6849783,0.07833301,0.009802628,0.02543444,0.004808662],"domain_scores_gemma":[0.2349747,0.6362587,0.04118095,0.01985739,0.05665853,0.01106967],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002239058,0.000241191,0.002240225,0.01730062,0.0003178444,0.000592825,0.05785479,0.003426108,0.0005105278,0.8386514,0.00880747,0.06983303],"study_design_scores_gemma":[0.0007762638,0.00097831,0.001534601,0.04667434,0.0004267941,0.001208029,0.03345497,0.00630968,0.0006461741,0.7325713,0.1749827,0.0004368977],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004661454,0.02570068,0.8300943,0.06723946,0.002730961,0.0540103,0.0004530959,0.000403921,0.01470582],"genre_scores_gemma":[0.02479954,0.005262615,0.8974458,0.007303111,0.0006046944,0.06382962,0.0002242107,0.00009504404,0.0004353287],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2862987,"threshold_uncertainty_score":0.3530573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099537015","doi":"10.1016/j.ijnurstu.2011.07.002","title":"Testing the reliability and efficiency of the pilot Mixed Methods Appraisal Tool (MMAT) for systematic mixed studies review","year":2011,"lang":"en","type":"article","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1354,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Reliability (semiconductor); Inter-rater reliability; Cohen's kappa; Quality (philosophy); Research design; Systematic review; Medical physics; Psychology; Medicine; Statistics; MEDLINE; Mathematics; Rating scale; Chemistry","authors":[{"name":"Romina Pace","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Gillian Bartlett","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Jon Salsberg","is_ca":true},{"name":"Justin Jagosh","is_ca":true},{"name":"Robbyn Seller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4938030885747823,"gpt":0.5981297874005457,"spread":0.1043266988257633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4663014,0.001318246,0.003070037,0.006340318,0.002240119,0.003805387,0.002139453,0.002707206,0.002673712],"category_scores_gemma":[0.7258431,0.002455183,0.008116985,0.005371646,0.002956349,0.005185524,0.006226244,0.001848567,0.0005779358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003737612,"about_ca_system_score_gemma":0.01001029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001374994,"about_ca_topic_score_gemma":0.002572149,"domain_scores_codex":[0.4542324,0.400939,0.09535836,0.00871352,0.03849954,0.00225719],"domain_scores_gemma":[0.1221605,0.7344551,0.02305883,0.03174615,0.08756004,0.001019323],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01605573,0.002792863,0.1517309,0.05013652,0.0181765,0.0006184763,0.07424877,0.007997937,0.01221404,0.01015678,0.006312418,0.649559],"study_design_scores_gemma":[0.02775274,0.07882882,0.4385803,0.040014,0.07361156,0.00308331,0.03857337,0.1312271,0.06561691,0.02988478,0.07061248,0.002214635],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6195942,0.006971108,0.2716478,0.002655282,0.001422044,0.08573927,0.001569538,0.001059106,0.00934159],"genre_scores_gemma":[0.6212997,0.000893004,0.3249421,0.0003513603,0.0001284747,0.05131959,0.0003989408,0.0001359197,0.0005308968],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5336986,"threshold_uncertainty_score":0.6581454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2519102334","doi":"10.1186/s13063-016-1555-2","title":"How to select outcome measurement instruments for outcomes included in a “Core Outcome Set” – a practical guideline","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Women and Children’s Health Research Institute; University of Alberta","funders":"Seventh Framework Programme; European Commission; Medical Research Council; National Institute for Health and Care Research; Business Events Perth","keywords":"Outcome (game theory); Medicine; Guideline; Core (optical fiber); Set (abstract data type); Medical physics; Intensive care medicine; Pathology; Computer science","authors":[{"name":"C.A.C. Prinsen","is_ca":false},{"name":"Sunita Vohra","is_ca":true},{"name":"Michael R. Rose","is_ca":false},{"name":"Maarten Boers","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Mike Clarke","is_ca":false},{"name":"Paula Williamson","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8332521814720959,"gpt":0.6517549107595035,"spread":0.1814972707125924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2046764,0.004490267,0.006877909,0.01705585,0.003761296,0.00904952,0.008886084,0.01387045,0.006530897],"category_scores_gemma":[0.2867067,0.002516207,0.008944889,0.007926557,0.006426141,0.01167576,0.007438674,0.01351423,0.007955858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009221412,"about_ca_system_score_gemma":0.04083117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007131132,"about_ca_topic_score_gemma":0.009633997,"domain_scores_codex":[0.7937814,0.1313066,0.04911073,0.00446677,0.01849022,0.002844222],"domain_scores_gemma":[0.6792185,0.1926233,0.01920389,0.01101103,0.09058344,0.007359857],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007497813,0.001120882,0.004122959,0.06929949,0.0008023905,0.001897159,0.014166,0.004511198,0.00530332,0.0351002,0.38422,0.4787066],"study_design_scores_gemma":[0.00215882,0.000894113,0.01312771,0.2022892,0.001864629,0.002951502,0.0123531,0.009623779,0.004376602,0.1054806,0.644047,0.0008329616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009671338,0.05791793,0.3991955,0.3640931,0.01348054,0.1088491,0.007021877,0.002368321,0.0374023],"genre_scores_gemma":[0.01830265,0.02291781,0.8579097,0.03166332,0.002154711,0.05906615,0.003974965,0.0003646063,0.003646178],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7953236,"threshold_uncertainty_score":0.9807755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924322406","doi":"10.1016/j.jclinepi.2019.03.008","title":"Improving the content validity of the mixed methods appraisal tool: a modified e-Delphi study","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1060,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Armand Frappier Museum; Université de Sherbrooke; McGill University","funders":"","keywords":"Content validity; Delphi method; Delphi; Content (measure theory); Computer science; Medicine; Psychometrics; Mathematics; Clinical psychology; Artificial intelligence","authors":[{"name":"Quan Nha Hong","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Sergi Fàbregues","is_ca":false},{"name":"Gillian Bartlett","is_ca":true},{"name":"Felicity Boardman","is_ca":false},{"name":"Margaret Cargo","is_ca":false},{"name":"Pierre Dagenais","is_ca":true},{"name":"Marie‐Pierre Gagnon","is_ca":true},{"name":"Frances Griffiths","is_ca":false},{"name":"Belinda Nicolau","is_ca":true},{"name":"Alicia O’Cathain","is_ca":false},{"name":"Marie-Claude Rousseau","is_ca":true},{"name":"Isabelle Vedel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.913647252048127,"gpt":0.7217088427898263,"spread":0.1919384092583007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4550786,0.001920591,0.003591515,0.01466542,0.004034739,0.006261548,0.003501999,0.003283247,0.00330414],"category_scores_gemma":[0.4962279,0.001826618,0.00463541,0.009096338,0.004395161,0.006736469,0.01189414,0.003048335,0.0007332772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008199942,"about_ca_system_score_gemma":0.02421332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009028986,"about_ca_topic_score_gemma":0.001541689,"domain_scores_codex":[0.3610513,0.561537,0.04540702,0.005751904,0.02326017,0.002992582],"domain_scores_gemma":[0.4525391,0.4144458,0.02171428,0.01784151,0.09149885,0.001960465],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001982648,0.0008493624,0.01135132,0.05291155,0.001683938,0.0007907062,0.214587,0.003528679,0.01142026,0.03184589,0.009891632,0.659157],"study_design_scores_gemma":[0.008153798,0.01142758,0.07668946,0.1405519,0.008153674,0.003226806,0.2499724,0.05818212,0.04512456,0.124568,0.2715751,0.002374524],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1536976,0.009154302,0.5652742,0.01085349,0.001715143,0.2426461,0.0007667955,0.0005722612,0.01532011],"genre_scores_gemma":[0.171759,0.002620047,0.5379902,0.001977749,0.000277795,0.2843076,0.0002281852,0.00009636294,0.0007431485],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5449214,"threshold_uncertainty_score":0.671985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2528071154","doi":"10.1136/bjsports-2016-096651","title":"Consensus on Exercise Reporting Template (CERT): Explanation and Elaboration Statement","year":2016,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research; Judith Jane Mason and Harold Stannett Williams Memorial Foundation","keywords":"Computer science; Psychological intervention; Statement (logic); Delphi; Protocol (science); Delphi method; Medical education; Medicine; Alternative medicine; Nursing; Artificial intelligence","authors":[{"name":"Susan C. Slade","is_ca":false},{"name":"Clermont E. Dionne","is_ca":true},{"name":"Martin Underwood","is_ca":false},{"name":"Rachelle Buchbinder","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09367938471757997,"gpt":0.4240787028081628,"spread":0.3303993180905829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3034819,0.002670605,0.003498772,0.01102029,0.002982635,0.005393249,0.004564608,0.00997695,0.03203311],"category_scores_gemma":[0.519934,0.00250119,0.007006864,0.007125044,0.003964992,0.00650235,0.008691054,0.01178908,0.01753233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007847984,"about_ca_system_score_gemma":0.03253569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002852854,"about_ca_topic_score_gemma":0.002473537,"domain_scores_codex":[0.6329748,0.2035705,0.1262377,0.004774195,0.02828698,0.004155966],"domain_scores_gemma":[0.4104039,0.2733341,0.04628995,0.03772847,0.2282257,0.004017908],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009924299,0.0005819537,0.001899533,0.02951916,0.0002266917,0.0007550857,0.01919085,0.003204968,0.003842642,0.03290419,0.6913437,0.2155387],"study_design_scores_gemma":[0.001387242,0.0004571699,0.005784757,0.04261019,0.0002304765,0.0008490916,0.006601015,0.006186057,0.004231859,0.0321455,0.8989547,0.0005619474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008455064,0.002206925,0.413101,0.08659105,0.0169583,0.4056636,0.03362047,0.003492217,0.02991131],"genre_scores_gemma":[0.01413303,0.001774668,0.3378281,0.009526628,0.002007321,0.6118032,0.01486596,0.0007851786,0.007275957],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6965181,"threshold_uncertainty_score":0.8589308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992205884","doi":"10.1016/j.jclinepi.2013.11.013","title":"Developing Core Outcome Measurement Sets for Clinical Trials: OMERACT Filter 2.0","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":784,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Outcome (game theory); Medicine; Health care; Set (abstract data type); Core (optical fiber); Standardization; Voting; Process (computing); Computer science; Political science; Mathematics","authors":[{"name":"Maarten Boers","is_ca":false},{"name":"John Kirwan","is_ca":false},{"name":"George A. Wells","is_ca":true},{"name":"Dorcas Beaton","is_ca":true},{"name":"Laure Gossec","is_ca":false},{"name":"Maria Antonietta D’Agostino","is_ca":false},{"name":"Philip G. Conaghan","is_ca":false},{"name":"Clifton O. Bingham","is_ca":false},{"name":"Peter Brooks","is_ca":false},{"name":"Robert Landewé","is_ca":false},{"name":"Lyn March","is_ca":false},{"name":"Lee S. Simon","is_ca":false},{"name":"Jasvinder A. Singh","is_ca":false},{"name":"Vibeke Strand","is_ca":false},{"name":"Peter Tugwell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9713478092818285,"gpt":0.7772782648495306,"spread":0.194069544432298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5100389,0.003066354,0.006333358,0.01314205,0.002526036,0.01005756,0.005190324,0.005375326,0.008124916],"category_scores_gemma":[0.6834643,0.003172184,0.0143672,0.01075115,0.003136167,0.006987779,0.009174862,0.005836919,0.002719388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008537297,"about_ca_system_score_gemma":0.04117465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004498343,"about_ca_topic_score_gemma":0.004948982,"domain_scores_codex":[0.5388433,0.3417946,0.08152557,0.009034534,0.02530277,0.003499271],"domain_scores_gemma":[0.2288563,0.6070018,0.05877195,0.0430535,0.05740882,0.004907584],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008736019,0.0004828554,0.03890935,0.1132556,0.01484922,0.0005798732,0.009086119,0.01581979,0.003614998,0.09146444,0.07803246,0.6251693],"study_design_scores_gemma":[0.01061952,0.003808057,0.103325,0.1173249,0.01793924,0.001871776,0.001945791,0.06879469,0.009865877,0.2073908,0.4558488,0.001265589],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01806404,0.01672118,0.8340296,0.01724228,0.001394932,0.07542597,0.01182108,0.005894267,0.01940664],"genre_scores_gemma":[0.04047401,0.001607178,0.8777763,0.002347233,0.0002574461,0.07252782,0.003911491,0.000470056,0.0006283689],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4899611,"threshold_uncertainty_score":0.6042093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4311249208","doi":"10.1001/jama.2022.21022","title":"Guidelines for Reporting Outcomes in Trial Reports","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":707,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Clinical trial; Family medicine; Systematic review; Transparency (behavior); Delphi method; Medical education; Pathology","authors":[{"name":"Nancy J. Butcher","is_ca":true},{"name":"Andrea Monsour","is_ca":true},{"name":"Emma J. Mew","is_ca":true},{"name":"An‐Wen Chan","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Evan Mayo‐Wilson","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"Alyssandra Chee-A-Tow","is_ca":true},{"name":"Ami Baba","is_ca":true},{"name":"Frank Gavin","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Lauren E. Kelly","is_ca":true},{"name":"Leena Saeed","is_ca":true},{"name":"Lehana Thabane","is_ca":true},{"name":"Lisa Askie","is_ca":false},{"name":"Maureen Smith","is_ca":false},{"name":"Mufiza Farid‐Kapadia","is_ca":true},{"name":"Paula Williamson","is_ca":false},{"name":"Péter Szatmári","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Robert Golub","is_ca":false},{"name":"Suneeta Monga","is_ca":true},{"name":"Sunita Vohra","is_ca":true},{"name":"Susan Marlin","is_ca":true},{"name":"Wendy J. Ungar","is_ca":true},{"name":"Martin Offringa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7094067948983579,"gpt":0.6457184144312674,"spread":0.06368838046709047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5386877,0.005989285,0.01248617,0.03672766,0.006676925,0.03284525,0.01656059,0.02658443,0.02631876],"category_scores_gemma":[0.8276786,0.008495644,0.01779866,0.05180491,0.01557508,0.0170718,0.01350059,0.03713225,0.04206464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01419474,"about_ca_system_score_gemma":0.08691543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004876033,"about_ca_topic_score_gemma":0.00508525,"domain_scores_codex":[0.1269712,0.5084313,0.3147457,0.008464452,0.03878039,0.002606912],"domain_scores_gemma":[0.07786221,0.5061311,0.1430919,0.07082766,0.1978256,0.004261568],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001289359,0.0002535999,0.00137607,0.1816457,0.002381585,0.0006477929,0.008075033,0.002152791,0.001112338,0.06179748,0.5154289,0.2238394],"study_design_scores_gemma":[0.0024741,0.0003137253,0.00190073,0.2470366,0.002074704,0.0009547678,0.001636047,0.002555758,0.001858452,0.07407866,0.6646417,0.0004747445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00119014,0.05016969,0.3908848,0.1169769,0.0419791,0.3113288,0.03451478,0.006594562,0.04636118],"genre_scores_gemma":[0.005660658,0.02711075,0.5238927,0.01538988,0.005415828,0.4049974,0.009923962,0.001822087,0.005786773],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4613123,"threshold_uncertainty_score":0.5688802,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2534322213","doi":"10.1371/journal.pmed.1002148","title":"Core Outcome Set–STAndards for Reporting: The COS-STAR Statement","year":2016,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":650,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Universidad de Chile; Tampereen Yliopisto; Trinity College Dublin; University of Bath; University of Warwick; National Institute for Health and Care Research; Cancer Research UK; Sidra Medicine; University of Minnesota; McGill University; Shandong University; University of Bristol; Loyola University Chicago; Université François-Rabelais; National Institute for Health and Care Excellence; University of Washington; Université de Versailles Saint-Quentin-en-Yvelines; Universitat de València; Cincinnati Children's Hospital Medical Center","keywords":"Guideline; Checklist; Delphi method; Relevance (law); Family medicine; Systematic review; Psychology; MEDLINE; Medical education; Medicine; Computer science; Political science; Pathology; Artificial intelligence","authors":[{"name":"Jamie J Kirkham","is_ca":false},{"name":"Sarah L. Gorst","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Jane Blazeby","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Declan Devane","is_ca":false},{"name":"Elizabeth Gargon","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Jochen Schmitt","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Sean Tunis","is_ca":false},{"name":"Paula Williamson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6736257750902077,"gpt":0.6038167656911178,"spread":0.06980900939908996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6851656,0.005441647,0.01147428,0.02590341,0.009107296,0.02918977,0.01154019,0.02477161,0.01205067],"category_scores_gemma":[0.8440744,0.006918215,0.01759561,0.02157515,0.0162811,0.01683004,0.01837777,0.03195539,0.02098767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01751789,"about_ca_system_score_gemma":0.07719314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004075863,"about_ca_topic_score_gemma":0.002419634,"domain_scores_codex":[0.1274159,0.4816479,0.3392368,0.008131044,0.03913252,0.004435781],"domain_scores_gemma":[0.06477036,0.4308489,0.1241072,0.06231512,0.3104819,0.007476581],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00211084,0.0007177143,0.01012271,0.1055396,0.002130445,0.0007095577,0.01988494,0.004631922,0.00286864,0.08504005,0.5909377,0.175306],"study_design_scores_gemma":[0.002364494,0.000721022,0.01080305,0.2277799,0.001065274,0.001026431,0.01007119,0.01108458,0.005110133,0.08397593,0.6448045,0.001193469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00656944,0.01167564,0.4467498,0.1715131,0.03879163,0.2609233,0.0274446,0.006009798,0.03032273],"genre_scores_gemma":[0.02632837,0.006095139,0.4899814,0.02561767,0.003650103,0.4273275,0.01640627,0.001482562,0.003110984],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3148344,"threshold_uncertainty_score":0.3882468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2733328613","doi":"10.1097/acm.0000000000001812","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education Research: A Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Nominal group technique; Scopus; Medical education; Data extraction; Curriculum; Nominal group; Medicine; Psychology; Family medicine; Computer science; Political science; Knowledge management","authors":[{"name":"Susan Humphrey‐Murto","is_ca":true},{"name":"Lara Varpio","is_ca":false},{"name":"Timothy J. Wood","is_ca":true},{"name":"Carol Gonsalves","is_ca":true},{"name":"Lee‐Anne Ufholz","is_ca":true},{"name":"Kelly Mascioli","is_ca":true},{"name":"Carol Wang","is_ca":true},{"name":"Thomas Foth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8651436294500171,"gpt":0.7292990154363592,"spread":0.1358446140136579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2435758,0.002642692,0.006645267,0.03268067,0.003249702,0.009252758,0.004552084,0.005612636,0.002475163],"category_scores_gemma":[0.3670067,0.002113378,0.006208661,0.02928531,0.006135934,0.01199301,0.006544158,0.003506853,0.0006593865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01169621,"about_ca_system_score_gemma":0.02707366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004411452,"about_ca_topic_score_gemma":0.006074836,"domain_scores_codex":[0.5320005,0.3582278,0.05301713,0.00888784,0.04596336,0.001903421],"domain_scores_gemma":[0.4561277,0.4657645,0.02889444,0.006869767,0.0411422,0.001201418],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002089252,0.00009294966,0.001888366,0.4301066,0.00179704,0.0003038957,0.008373871,0.0006040122,0.0003398537,0.01337364,0.006227186,0.5366837],"study_design_scores_gemma":[0.0002081376,0.0004548935,0.005196053,0.8576314,0.003313222,0.001435347,0.009658378,0.001130482,0.0009001472,0.01140865,0.1083785,0.0002848473],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00111759,0.9850257,0.006660289,0.002797439,0.0009821075,0.001491825,0.00005364226,0.00002392293,0.00184745],"genre_scores_gemma":[0.0310597,0.9325655,0.02853801,0.001653693,0.0005656356,0.005248352,0.00008659872,0.00002753465,0.0002550534],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7564242,"threshold_uncertainty_score":0.9328057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321180728","doi":"10.1097/md.0000000000032829","title":"Use of Delphi in health sciences research: A narrative review","year":2023,"lang":"en","type":"review","venue":"Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":577,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Delphi method; Delphi; CLARITY; Management science; Data collection; Medicine; Data science; Health care; Flexibility (engineering); Computer science; Sociology; Social science; Artificial intelligence","authors":[{"name":"Zhida Shang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9168817821289421,"gpt":0.7318319561601334,"spread":0.1850498259688087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04856673,0.001733286,0.002652405,0.01217573,0.002865616,0.0051968,0.001922149,0.003850894,0.003867869],"category_scores_gemma":[0.1048907,0.000921795,0.002940561,0.01296716,0.004533275,0.007631766,0.005114397,0.003265355,0.000686539],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008346925,"about_ca_system_score_gemma":0.02007713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003216604,"about_ca_topic_score_gemma":0.005631039,"domain_scores_codex":[0.9353248,0.04934333,0.006870419,0.001617113,0.005923163,0.0009211387],"domain_scores_gemma":[0.9156173,0.07173777,0.004603988,0.001185813,0.006293506,0.0005615969],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003015024,0.00007559682,0.0007262169,0.4729701,0.0007089095,0.0008862342,0.02265606,0.0008787506,0.0006134413,0.05612493,0.03555397,0.4085042],"study_design_scores_gemma":[0.00008169936,0.0001890397,0.001131254,0.6201506,0.000883344,0.002134205,0.01541954,0.0004470699,0.0004118023,0.0137853,0.345233,0.0001332103],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001620812,0.9786122,0.003751151,0.009222402,0.001228439,0.001316488,0.0001408297,0.00002037949,0.004087254],"genre_scores_gemma":[0.02464106,0.9614043,0.00586323,0.004188572,0.0004309754,0.00269351,0.0001068823,0.00001468184,0.0006567404],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9514333,"threshold_uncertainty_score":0.2568485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391135337","doi":"10.1371/journal.pmed.1004326","title":"ACCORD (ACcurate COnsensus Reporting Document): A reporting guideline for consensus methods in biomedicine developed via a modified Delphi","year":2024,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":546,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Ipsen; Universiteit Leiden; Cancer Research UK; Bristol-Myers Squibb","keywords":"Checklist; Guideline; Delphi method; Delphi; Systematic review; MEDLINE; Medicine; Management science; Psychology; Medical education; Family medicine; Political science; Computer science; Pathology; Engineering","authors":[{"name":"William Gattrell","is_ca":false},{"name":"Patrícia Logullo","is_ca":false},{"name":"Esther J van Zuuren","is_ca":false},{"name":"Amy Price","is_ca":false},{"name":"Ellen L. Hughes","is_ca":false},{"name":"Paul Blazey","is_ca":true},{"name":"Christopher Winchester","is_ca":false},{"name":"David Tovey","is_ca":false},{"name":"Keith Goldman","is_ca":false},{"name":"A. P. S. Hungin","is_ca":false},{"name":"Niall Harrison","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4175101234001092,"gpt":0.5897659238972763,"spread":0.1722558004971671,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5828204,0.003905762,0.004941574,0.02201174,0.006569027,0.0158251,0.01219647,0.01232718,0.008461439],"category_scores_gemma":[0.6849216,0.005766047,0.009994656,0.01998847,0.01014272,0.0137601,0.02145617,0.01970896,0.01025074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01562103,"about_ca_system_score_gemma":0.08106734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009202159,"about_ca_topic_score_gemma":0.00928922,"domain_scores_codex":[0.181299,0.6137881,0.1554234,0.007608082,0.03885704,0.00302447],"domain_scores_gemma":[0.2685691,0.3915316,0.05338403,0.04899868,0.231931,0.005585675],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007205764,0.0004604949,0.00278704,0.048406,0.0008106364,0.0006200023,0.04553586,0.003536634,0.002419717,0.06292945,0.4261944,0.4055793],"study_design_scores_gemma":[0.001658798,0.0007796089,0.005122124,0.1397071,0.000878616,0.001213429,0.01201207,0.009705925,0.003929365,0.05609538,0.7677112,0.00118646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003471196,0.008266697,0.7153555,0.04653455,0.008397615,0.1849111,0.008777156,0.003589179,0.02069702],"genre_scores_gemma":[0.008161479,0.003718478,0.8317543,0.004270546,0.0004424013,0.1450807,0.004142832,0.0004973731,0.001931897],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4171796,"threshold_uncertainty_score":0.5144568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3026401238","doi":"10.1136/ebnurs-2020-103303","title":"What are Delphi studies?","year":2020,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":535,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Delphi method; Delphi; Expert opinion; Set (abstract data type); Field (mathematics); Oracle; Anonymity; Computer science; Management science; Knowledge management; Data science; Psychology; Engineering ethics; Engineering; Artificial intelligence; Medicine; Mathematics","authors":[{"name":"David Barrett","is_ca":false},{"name":"Roberta Heale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.488451143739433,"gpt":0.5363186513031396,"spread":0.04786750756370656,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1983039,0.002309594,0.003383332,0.01677737,0.007851899,0.0252677,0.004774803,0.009615158,0.01080635],"category_scores_gemma":[0.4334839,0.001815571,0.002973343,0.01587228,0.02368722,0.03532962,0.01214005,0.01037859,0.004578758],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01392586,"about_ca_system_score_gemma":0.02623371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004399551,"about_ca_topic_score_gemma":0.004165807,"domain_scores_codex":[0.6146122,0.3191383,0.0157506,0.009623232,0.03547892,0.005396803],"domain_scores_gemma":[0.5158468,0.3771923,0.01574524,0.01708634,0.06382174,0.01030749],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002705759,0.0001945416,0.003990186,0.01877301,0.0004640661,0.0005064562,0.06246045,0.0008036319,0.000359208,0.189722,0.1269862,0.5954698],"study_design_scores_gemma":[0.0001028035,0.0001217324,0.003194663,0.04262297,0.0001311323,0.0008152816,0.08917279,0.0008258427,0.0004235866,0.2893768,0.5729731,0.00023929],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.01485841,0.2321817,0.07763316,0.4950337,0.02941907,0.005477914,0.00147255,0.0008005165,0.1431229],"genre_scores_gemma":[0.3589678,0.2696575,0.1724666,0.1479169,0.01240973,0.02059277,0.002127292,0.0009783542,0.01488313],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.8016961,"threshold_uncertainty_score":0.988634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2552482844","doi":"10.1080/0142159x.2017.1245856","title":"Using consensus group methods such as Delphi and Nominal Group in medical education research","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":513,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Nominal group; Delphi method; Delphi; Group (periodic table); Strengths and weaknesses; Medical education; Management science; Data science; Computer science; Psychology; Medicine; Knowledge management; Social psychology; Engineering; Artificial intelligence","authors":[{"name":"Susan Humphrey‐Murto","is_ca":true},{"name":"Lara Varpio","is_ca":false},{"name":"Carol Gonsalves","is_ca":true},{"name":"Timothy J. Wood","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3461353373856871,"gpt":0.6282272047831127,"spread":0.2820918673974255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4599462,0.002347952,0.00232355,0.01200046,0.009095083,0.008720098,0.004683065,0.006105882,0.008690421],"category_scores_gemma":[0.4593083,0.001803407,0.002202188,0.01686139,0.02087396,0.01430507,0.01702005,0.007238792,0.002786398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009944124,"about_ca_system_score_gemma":0.02485466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003169668,"about_ca_topic_score_gemma":0.006382594,"domain_scores_codex":[0.2263246,0.7257312,0.0176465,0.007231144,0.02144568,0.001620932],"domain_scores_gemma":[0.4232796,0.4934234,0.02466287,0.02329322,0.0329389,0.002401962],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004407212,0.0004858509,0.003771609,0.01698123,0.0007101693,0.0005819013,0.198983,0.005196259,0.001841046,0.3628227,0.02199848,0.386187],"study_design_scores_gemma":[0.0006340447,0.001547376,0.00596047,0.0260409,0.0003038792,0.001160065,0.1123619,0.01624215,0.006139354,0.6085002,0.2201655,0.0009440957],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01646375,0.005187197,0.9021589,0.01079051,0.001968558,0.02133625,0.0002755915,0.0004363439,0.04138289],"genre_scores_gemma":[0.1146318,0.00417941,0.8409463,0.002547917,0.0003879446,0.03415691,0.0001666848,0.0001875382,0.002795483],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5400537,"threshold_uncertainty_score":0.6659824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885961185","doi":"10.1136/bmj.k1614","title":"Reporting of stepped wedge cluster randomised trials: extension of the CONSORT 2010 statement with explanation and elaboration","year":2018,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":490,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McGill University; Ottawa Hospital; University of Ottawa","funders":"Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; Medical Research Council; National Institute for Health and Care Research; National Health and Medical Research Council; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Cluster (spacecraft); Elaboration; Cluster randomised controlled trial; Delphi method; Guideline; Computer science; Psychology; Intervention (counseling); Medicine; Randomized controlled trial; Artificial intelligence; Nursing; Humanities; Surgery","authors":[{"name":"Karla Hemming","is_ca":false},{"name":"Monica Taljaard","is_ca":true},{"name":"Joanne E. McKenzie","is_ca":false},{"name":"Richard Hooper","is_ca":false},{"name":"Andrew Copas","is_ca":false},{"name":"JA Thompson","is_ca":false},{"name":"Mary Dixon‐Woods","is_ca":false},{"name":"Adrian Aldcroft","is_ca":false},{"name":"A. Doussau","is_ca":true},{"name":"Michael J. Grayling","is_ca":false},{"name":"Caroline Kristunas","is_ca":false},{"name":"Cory E. Goldstein","is_ca":true},{"name":"Marion Campbell","is_ca":false},{"name":"Alan Girling","is_ca":false},{"name":"Sandra Eldridge","is_ca":false},{"name":"Richard Lilford","is_ca":false},{"name":"Charles Weijer","is_ca":true},{"name":"Andrew Forbes","is_ca":false},{"name":"Jeremy Grimshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.252317502372531,"gpt":0.5051611207364336,"spread":0.2528436183639026,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6010156,0.005619959,0.00996706,0.01054161,0.002737394,0.006522311,0.004964138,0.0120388,0.0225224],"category_scores_gemma":[0.7803589,0.005745047,0.02091005,0.01149,0.006279449,0.00878443,0.006868571,0.0160258,0.007117536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005769629,"about_ca_system_score_gemma":0.01839478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007111497,"about_ca_topic_score_gemma":0.001243225,"domain_scores_codex":[0.2273641,0.5170586,0.2232254,0.007915964,0.0225364,0.00189969],"domain_scores_gemma":[0.164046,0.652042,0.08344147,0.0486658,0.05004653,0.00175813],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01257171,0.000500858,0.002756707,0.4194813,0.0101633,0.0006671379,0.01158034,0.006527236,0.002830494,0.07220481,0.2238831,0.236833],"study_design_scores_gemma":[0.04748892,0.002942209,0.007736777,0.2534305,0.01162978,0.00163447,0.002266885,0.03281609,0.01032004,0.161135,0.4669861,0.001613213],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003678692,0.006298096,0.4149306,0.0245398,0.01783383,0.5087596,0.01683097,0.00230196,0.004826513],"genre_scores_gemma":[0.005747525,0.001404819,0.2851008,0.002957027,0.0009770457,0.7013562,0.001330486,0.0001991192,0.0009270646],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3989844,"threshold_uncertainty_score":0.4920188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2345909751","doi":"10.2522/ptj.20150668","title":"Consensus on Exercise Reporting Template (CERT): Modified Delphi Study","year":2016,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":488,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Penn West Exploration (Canada); Brock University; Okanagan College; Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research","keywords":"Delphi; Delphi method; Computer science; Programming language; Artificial intelligence","authors":[{"name":"Susan C. Slade","is_ca":false},{"name":"Clermont E. Dionne","is_ca":true},{"name":"Martin Underwood","is_ca":false},{"name":"Rachelle Buchbinder","is_ca":false},{"name":"Belinda R. Beck","is_ca":false},{"name":"Kim L. Bennell","is_ca":false},{"name":"Lucie Brosseau","is_ca":true},{"name":"Leonardo Oliveira Pena Costa","is_ca":false},{"name":"Fiona Cramp","is_ca":false},{"name":"Edith H. C. Cup","is_ca":false},{"name":"Lynne M. Feehan","is_ca":true},{"name":"Manuela L. Ferreira","is_ca":false},{"name":"Scott C. Forbes","is_ca":true},{"name":"Paul Glasziou","is_ca":false},{"name":"Bas Habets","is_ca":false},{"name":"Susan R. Harris","is_ca":true},{"name":"Jean Hay‐Smith","is_ca":false},{"name":"Susan Hillier","is_ca":false},{"name":"Rana S. Hinman","is_ca":false},{"name":"Ann Holland","is_ca":false},{"name":"Maria Hondras","is_ca":false},{"name":"George F.J. Kelly","is_ca":false},{"name":"Peter Kent","is_ca":false},{"name":"G Lauret","is_ca":false},{"name":"Audrey Long","is_ca":true},{"name":"Christopher G. Maher","is_ca":false},{"name":"Lars Morsø","is_ca":false},{"name":"Nina Østerås","is_ca":false},{"name":"Tom Peterson","is_ca":false},{"name":"Rosaline C. M. Quinlivan","is_ca":false},{"name":"Karen Rees","is_ca":false},{"name":"Jean-Philippe Régnaux","is_ca":false},{"name":"Marc B. Rietberg","is_ca":false},{"name":"Dave Saunders","is_ca":false},{"name":"Nicole Skoetz","is_ca":false},{"name":"Karen Søgaard","is_ca":false},{"name":"Tim Takken","is_ca":false},{"name":"Maurits W. van Tulder","is_ca":false},{"name":"Nicoline Voet","is_ca":false},{"name":"Lesley Ward","is_ca":false},{"name":"Claire White","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3214691354529379,"gpt":0.5066631480618488,"spread":0.1851940126089109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4279842,0.001581663,0.002283037,0.00788686,0.003491607,0.003385062,0.005184627,0.003262063,0.006726506],"category_scores_gemma":[0.4743116,0.001501799,0.004249764,0.005714812,0.004809442,0.005479231,0.01272802,0.00390821,0.002313572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007465846,"about_ca_system_score_gemma":0.0358031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002604807,"about_ca_topic_score_gemma":0.002632602,"domain_scores_codex":[0.3984017,0.4899949,0.07365987,0.00861879,0.02505907,0.004265785],"domain_scores_gemma":[0.5709502,0.2227728,0.02652205,0.03963299,0.1360128,0.004109226],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002727237,0.0009979347,0.01747578,0.03200847,0.0008952849,0.001062777,0.2347689,0.006639116,0.008790771,0.04442231,0.05481577,0.5953957],"study_design_scores_gemma":[0.006552626,0.007789454,0.05757885,0.06685492,0.001830792,0.003305067,0.1921026,0.05573511,0.02716552,0.1141674,0.465194,0.001723892],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07637069,0.001564111,0.5462342,0.009433242,0.001575388,0.3347324,0.002167994,0.0005947463,0.02732727],"genre_scores_gemma":[0.1322898,0.000920689,0.4334939,0.002165012,0.0002224053,0.4281737,0.001001513,0.000151492,0.001581614],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5720158,"threshold_uncertainty_score":0.7053974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617732284","doi":"10.1164/rccm.201702-0372oc","title":"Core Outcome Measures for Clinical Research in Acute Respiratory Failure Survivors. An International Modified Delphi Consensus Study","year":2017,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":474,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Heart, Lung, and Blood Institute","keywords":"Medicine; Physical therapy; Delphi method; Anxiety; Patient-Reported Outcomes Measurement Information System; Cognition; MEDLINE; Physical medicine and rehabilitation; Clinical psychology; Psychometrics; Psychiatry; Computerized adaptive testing","authors":[{"name":"Dale M. Needham","is_ca":false},{"name":"Kristin A. Sepúlveda","is_ca":false},{"name":"Victor D. Dinglas","is_ca":false},{"name":"Caroline M. Chessare","is_ca":false},{"name":"Lisa Aronson Friedman","is_ca":false},{"name":"Clifton O. Bingham","is_ca":false},{"name":"Alison E. Turnbull","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.644407232562839,"gpt":0.6406827907853149,"spread":0.003724441777524179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4806924,0.001934316,0.002413566,0.009483133,0.004580047,0.004034698,0.004746517,0.004467574,0.003980753],"category_scores_gemma":[0.3727146,0.001505307,0.003956426,0.005376427,0.006325816,0.005080909,0.01618215,0.004680991,0.001164747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01025384,"about_ca_system_score_gemma":0.04126836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002301116,"about_ca_topic_score_gemma":0.002368659,"domain_scores_codex":[0.4800052,0.4182625,0.06533104,0.006805938,0.02326567,0.006329636],"domain_scores_gemma":[0.6209452,0.2357081,0.0224455,0.01861402,0.095126,0.007161095],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002647442,0.00160382,0.02873433,0.05356957,0.001257483,0.001199894,0.2715259,0.005843989,0.008916667,0.03900464,0.02352989,0.5621664],"study_design_scores_gemma":[0.005033453,0.01009833,0.09996525,0.08582531,0.001987787,0.002495171,0.380069,0.02593822,0.01182186,0.1213463,0.2538701,0.001549244],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.1601285,0.007538692,0.2509548,0.0239858,0.001766099,0.5222893,0.001965885,0.0003252163,0.0310456],"genre_scores_gemma":[0.2449996,0.002079806,0.3195939,0.003849487,0.0002185474,0.4273292,0.0009811686,0.00006718563,0.0008810811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5193076,"threshold_uncertainty_score":0.6403987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2794577228","doi":"10.1016/j.bja.2018.02.007","title":"A systematic review and consensus definitions for standardised end-points in perioperative medicine: pulmonary complications","year":2018,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":415,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research; British Journal of Anaesthesia","keywords":"Perioperative; Consensus conference; Medicine; Perioperative medicine; Intensive care medicine; Systematic review; MEDLINE; Internal medicine; Surgery; Political science; Law","authors":[{"name":"Tom Abbott","is_ca":false},{"name":"Alexander J. Fowler","is_ca":false},{"name":"Paolo Pelosi","is_ca":false},{"name":"Marcelo Gama de Abreu","is_ca":false},{"name":"Ann Merete Møller","is_ca":false},{"name":"Jaume Canet","is_ca":false},{"name":"Ben Creagh‐Brown","is_ca":false},{"name":"Monty Mythen","is_ca":false},{"name":"Tony Gin","is_ca":false},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Emmanuel Futier","is_ca":false},{"name":"Michael P. W. Grocott","is_ca":false},{"name":"Marcus J. Schultz","is_ca":false},{"name":"Rupert M. Pearse","is_ca":false},{"name":"Paul S. Myles","is_ca":false},{"name":"T.J. Gan","is_ca":false},{"name":"Andrea Kurz","is_ca":false},{"name":"Phil Peyton","is_ca":false},{"name":"Daniel I. Sessler","is_ca":false},{"name":"Martin R. Tramèr","is_ca":false},{"name":"Allan M Cyna","is_ca":false},{"name":"Gildàsio S. De Oliveira","is_ca":false},{"name":"Christopher L. Wu","is_ca":false},{"name":"Mark P. Jensen","is_ca":false},{"name":"Henrik Kehlet","is_ca":false},{"name":"Mari Botti","is_ca":false},{"name":"Oliver Boney","is_ca":false},{"name":"Guy Haller","is_ca":false},{"name":"Tim Cook","is_ca":false},{"name":"Lee A. Fleisher","is_ca":false},{"name":"Mark D. Neuman","is_ca":false},{"name":"David Story","is_ca":false},{"name":"Russell L. Gruen","is_ca":false},{"name":"Sohail Bampoe","is_ca":false},{"name":"Lisbeth Evered","is_ca":false},{"name":"David A. Scott","is_ca":false},{"name":"Brendan Silbert","is_ca":false},{"name":"Diederik van Dijk","is_ca":false},{"name":"Cor J. Kalkman","is_ca":false},{"name":"Matthew T.V. Chan","is_ca":false},{"name":"Hilary P. Grocott","is_ca":false},{"name":"Roderic G. Eckenhoff","is_ca":false},{"name":"Lars S. Rasmussen","is_ca":false},{"name":"Lars Eriksson","is_ca":false},{"name":"Scott Beattie","is_ca":false},{"name":"Duminda N. Wijeysundera","is_ca":false},{"name":"Giovanni Landoni","is_ca":false},{"name":"Kate Leslie","is_ca":false},{"name":"Bruce Biccard","is_ca":false},{"name":"Simon Howell","is_ca":false},{"name":"Peter Nägele","is_ca":false},{"name":"Toby Richards","is_ca":false},{"name":"André Lamy","is_ca":false},{"name":"Marcelo Gabreu","is_ca":false},{"name":"Andrew C. Klein","is_ca":false},{"name":"Tomás Corcoran","is_ca":false},{"name":"D. James Cooper","is_ca":false},{"name":"Jan M. Dieleman","is_ca":false},{"name":"E Diouf","is_ca":false},{"name":"David R. McIlroy","is_ca":false},{"name":"Rinaldo Bellomo","is_ca":false},{"name":"Andrew Shaw","is_ca":false},{"name":"John R. Prowle","is_ca":false},{"name":"Keyvan Karkouti","is_ca":false},{"name":"J. Billings","is_ca":false},{"name":"C. David Mazer","is_ca":false},{"name":"Mohindas Jayarajah","is_ca":false},{"name":"Michael K. Murphy","is_ca":false},{"name":"Justyna Bartoszko","is_ca":false},{"name":"J. Robert Sneyd","is_ca":false},{"name":"Shaine A. Morris","is_ca":false},{"name":"Ronald B. George","is_ca":false},{"name":"Ramani Moonesinghe","is_ca":false},{"name":"Mark Shulman","is_ca":false},{"name":"Meghan B. Lane‐Fall","is_ca":false},{"name":"Ulrica Nilsson","is_ca":false},{"name":"Nathalie Stevenson","is_ca":false},{"name":"Wilton A. van Klei","is_ca":false},{"name":"Luca Cabrini","is_ca":false},{"name":"Timothy E. Miller","is_ca":false},{"name":"Nathan L. Pace","is_ca":false},{"name":"S. Jackson","is_ca":false},{"name":"Donal J. Buggy","is_ca":false},{"name":"Timothy G. Short","is_ca":false},{"name":"Bernhard Riedel","is_ca":false},{"name":"V. Gottumukkala","is_ca":false},{"name":"Bilal Alkhaffaf","is_ca":false},{"name":"Mark Johnson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1707884520920271,"gpt":0.456995159094593,"spread":0.2862067070025659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1859357,0.003218087,0.01792785,0.02652272,0.0034531,0.0114497,0.007167796,0.007101671,0.005285815],"category_scores_gemma":[0.4633197,0.002624113,0.02282386,0.01792107,0.005565801,0.00935061,0.01214042,0.007515132,0.0006317969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01411151,"about_ca_system_score_gemma":0.05024924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007136553,"about_ca_topic_score_gemma":0.01641414,"domain_scores_codex":[0.6767676,0.1423441,0.139099,0.008256963,0.03062449,0.0029077],"domain_scores_gemma":[0.6545005,0.2585291,0.04534435,0.009088741,0.03061013,0.001927152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002976071,0.00004101672,0.002049563,0.8905517,0.0150173,0.0001053216,0.002338925,0.000330295,0.0001619902,0.005475518,0.00453291,0.07909794],"study_design_scores_gemma":[0.0006691628,0.0001677198,0.002652043,0.9335646,0.03780634,0.0002358612,0.001425385,0.0003102846,0.0002174325,0.00477288,0.0180503,0.0001281434],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004341973,0.9517134,0.01168337,0.008091967,0.00206481,0.01732429,0.002326599,0.00008043379,0.002373147],"genre_scores_gemma":[0.1259495,0.6569462,0.134055,0.01160376,0.0009236632,0.06572819,0.003743106,0.000112698,0.0009378755],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1859357,"threshold_uncertainty_score":0.9833336,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104471097","doi":"10.1186/1471-2288-6-2","title":"Protocol of the COSMIN study: COnsensus-based Standards for the selection of health Measurement INstruments","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":398,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Protocol (science); Delphi method; Interpretability; Delphi; Health care; Medicine; Criterion validity; Consistency (knowledge bases); Computer science; Medical physics; Construct validity; Applied psychology; Management science; Psychology; Patient satisfaction; Alternative medicine; Nursing; Engineering; Artificial intelligence; Pathology","authors":[{"name":"Lidwine B. Mokkink","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"DL Knol","is_ca":false},{"name":"Paul W. Stratford","is_ca":true},{"name":"Jordi Alonso","is_ca":false},{"name":"D Lyden Patrick","is_ca":false},{"name":"L.M. Bouter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7892792696623773,"gpt":0.6850943130718052,"spread":0.104184956590572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4327235,0.004130805,0.006288987,0.01437641,0.00779605,0.008704523,0.006888845,0.01012344,0.02967834],"category_scores_gemma":[0.3865358,0.00468533,0.006689242,0.01188553,0.008738736,0.007952035,0.01062518,0.01426892,0.01396585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01474009,"about_ca_system_score_gemma":0.08464621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002641135,"about_ca_topic_score_gemma":0.003498508,"domain_scores_codex":[0.5980771,0.2930806,0.07331012,0.008390034,0.02104849,0.00609371],"domain_scores_gemma":[0.5881042,0.1770567,0.0315349,0.05329937,0.1406348,0.009369942],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02335029,0.004611428,0.00778571,0.1275946,0.00121905,0.002202194,0.07477117,0.006771087,0.009082241,0.07461793,0.3087192,0.3592751],"study_design_scores_gemma":[0.02823203,0.005020195,0.02081209,0.08267244,0.0008990574,0.0009767119,0.02330438,0.008032857,0.008311572,0.05453847,0.7658719,0.001328343],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001621836,0.0003908238,0.02071214,0.001714334,0.0006286999,0.971045,0.001678153,0.0001900606,0.002018946],"genre_scores_gemma":[0.001052223,0.0001448638,0.02171218,0.0002540388,0.00005222676,0.9760038,0.0004961446,0.00002209017,0.0002625419],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5672765,"threshold_uncertainty_score":0.699553,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101115013","doi":"10.1086/501875","title":"Development of Minimum Criteria for the Initiation of Antibiotics in Residents of Long-Term–Care Facilities: Results of a Consensus Conference","year":2001,"lang":"en","type":"review","venue":"Infection Control and Hospital Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Health Science Centre; Hamilton Health Sciences; University of Toronto; Health Canada; University of Manitoba; Mount Sinai Hospital; McMaster University Medical Centre","funders":"","keywords":"Long-term care; Delphi method; Medicine; Antibiotics; Intensive care medicine; Family medicine; Nursing","authors":[{"name":"Mark Loeb","is_ca":true},{"name":"David W. Bentley","is_ca":false},{"name":"Suzanne Bradley","is_ca":false},{"name":"Kent Crossley","is_ca":false},{"name":"Richard A. Garibaldi","is_ca":false},{"name":"Nelson M. Gantz","is_ca":true},{"name":"Allison McGeer","is_ca":true},{"name":"Robert R. Muder","is_ca":false},{"name":"Joseph M. Mylotte","is_ca":false},{"name":"Lindsay E. Nicolle","is_ca":true},{"name":"Brenda A. Nurse","is_ca":false},{"name":"Shirley Paton","is_ca":true},{"name":"Andrew E. Simor","is_ca":true},{"name":"Philip W. Smith","is_ca":false},{"name":"Larry J. Strausbaugh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2391014013395516,"gpt":0.4995876195268966,"spread":0.260486218187345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2481272,0.00115275,0.003172386,0.006068599,0.002351378,0.002848706,0.004317922,0.002551317,0.001333801],"category_scores_gemma":[0.2093208,0.001180637,0.002388467,0.004951767,0.001846925,0.003769387,0.004730843,0.002171005,0.0005100374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00611765,"about_ca_system_score_gemma":0.02523877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002664003,"about_ca_topic_score_gemma":0.004742532,"domain_scores_codex":[0.7520053,0.1699901,0.03991606,0.002447773,0.03377695,0.001863822],"domain_scores_gemma":[0.79853,0.1176741,0.01086552,0.004019977,0.06686924,0.002041193],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009901519,0.0006259701,0.007585438,0.1083576,0.001110399,0.001770756,0.07263651,0.00274974,0.006137176,0.01184773,0.01584263,0.7703459],"study_design_scores_gemma":[0.002050833,0.00612431,0.06420769,0.2627446,0.00586046,0.007335876,0.1770874,0.01104954,0.02748662,0.04264168,0.3921219,0.001289097],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.2695075,0.3061929,0.208204,0.05484004,0.004483464,0.09600648,0.001850625,0.0003025409,0.05861244],"genre_scores_gemma":[0.4588001,0.1029745,0.3933035,0.001983973,0.0003252866,0.0386719,0.001199191,0.00009438273,0.002647207],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2481272,"threshold_uncertainty_score":0.927193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070375110","doi":"10.1108/13639510210450677","title":"The Delphi method: a powerful tool for strategic management","year":2002,"lang":"en","type":"article","venue":"Policing An International Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":348,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Delphi; Delphi method; Process management; Management science; Computer science; Engineering management; Business; Engineering; Artificial intelligence","authors":[{"name":"Robert Loo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2249568389961696,"gpt":0.5261359871518975,"spread":0.3011791481557279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06054727,0.001740852,0.001384682,0.009130432,0.003206299,0.004540627,0.001448557,0.001479513,0.01214047],"category_scores_gemma":[0.05785659,0.001182659,0.0008944205,0.006876427,0.005123323,0.005217606,0.005777614,0.004002587,0.003622761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00274843,"about_ca_system_score_gemma":0.00826213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002098269,"about_ca_topic_score_gemma":0.003006536,"domain_scores_codex":[0.9040731,0.07872894,0.00364079,0.001264537,0.01151082,0.0007818106],"domain_scores_gemma":[0.9577416,0.03183513,0.001450616,0.002242979,0.00562916,0.001100428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002343676,0.0003714993,0.001587477,0.005210032,0.0002307589,0.0005510553,0.06102508,0.003661119,0.007587861,0.174695,0.1027297,0.642116],"study_design_scores_gemma":[0.0002211358,0.000528685,0.003511214,0.005686901,0.00007386381,0.001091405,0.02556494,0.009286913,0.004872756,0.2254897,0.7231425,0.0005299389],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007799283,0.002224452,0.9225683,0.006681927,0.0008544693,0.01371067,0.0008646247,0.001546307,0.04374997],"genre_scores_gemma":[0.04941971,0.002456073,0.9229835,0.001130025,0.0002528655,0.01448385,0.0004309607,0.0003641606,0.008478875],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06054727,"threshold_uncertainty_score":0.3202084,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091344210","doi":"10.1002/jtr.709","title":"Moving best practice forward: Delphi characteristics, advantages, potential problems, and solutions","year":2008,"lang":"en","type":"article","venue":"International Journal of Tourism Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Tourism; Management science; Computer science; Engineering ethics; Operations research; Engineering; Political science; Artificial intelligence","authors":[{"name":"Holly Donohoe","is_ca":true},{"name":"Roger D. Needham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1634752203721323,"gpt":0.4800559311345999,"spread":0.3165807107624676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3088644,0.001034429,0.001172428,0.008281982,0.006036405,0.01248829,0.003108517,0.0038714,0.002530632],"category_scores_gemma":[0.2931042,0.001515329,0.001092148,0.006858096,0.01193039,0.01060784,0.01134463,0.005179526,0.0004692012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01062269,"about_ca_system_score_gemma":0.02224715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003289737,"about_ca_topic_score_gemma":0.003054176,"domain_scores_codex":[0.5218487,0.4118107,0.01394755,0.003458186,0.04347262,0.005462239],"domain_scores_gemma":[0.6627631,0.2712504,0.009945774,0.006729766,0.04167187,0.00763913],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004293252,0.0004143075,0.01958698,0.006313337,0.0002865487,0.001213434,0.3614225,0.002696992,0.003093091,0.1753346,0.01136518,0.4178436],"study_design_scores_gemma":[0.0002656752,0.001176624,0.01918644,0.01181804,0.0001289453,0.003033543,0.59743,0.02123139,0.002730464,0.2524361,0.09003896,0.000523838],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4842865,0.01439969,0.2504561,0.1439034,0.001319622,0.009115614,0.0001935335,0.0005345267,0.095791],"genre_scores_gemma":[0.8875204,0.002154551,0.1037775,0.002588563,0.0000959812,0.002111312,0.00005377971,0.00004805882,0.00164991],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6911356,"threshold_uncertainty_score":0.8522933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136185137","doi":"10.1186/1745-6215-15-247","title":"Core Outcome Measures in Effectiveness Trials (COMET) initiative: protocol for an international Delphi study to achieve consensus on how to select outcome measurement instruments for outcomes included in a ‘core outcome set’","year":2014,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":333,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Alberta Innovates; European Commission","keywords":"Outcome (game theory); Delphi method; Protocol (science); Guideline; Medicine; Delphi; Set (abstract data type); Population; Clinical trial; Core (optical fiber); Medical physics; Medical education; Operations research; Computer science; Alternative medicine; Artificial intelligence; Engineering; Pathology","authors":[{"name":"C.A.C. Prinsen","is_ca":false},{"name":"Sunita Vohra","is_ca":true},{"name":"Michael R. Rose","is_ca":false},{"name":"Susanne King-Jones","is_ca":true},{"name":"Sana Ishaque","is_ca":true},{"name":"Zafira Bhaloo","is_ca":true},{"name":"Denise Adams","is_ca":true},{"name":"Caroline B. Terwee","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9390752564554358,"gpt":0.7144724603154647,"spread":0.224602796139971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3462538,0.004949004,0.004621965,0.007819328,0.00632131,0.008091717,0.005801173,0.008915824,0.04981165],"category_scores_gemma":[0.268518,0.00426101,0.007476345,0.00718163,0.009285904,0.009847592,0.01140014,0.01466485,0.01933502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01368831,"about_ca_system_score_gemma":0.05738786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002472255,"about_ca_topic_score_gemma":0.003784267,"domain_scores_codex":[0.6917289,0.2416579,0.03874772,0.00606789,0.0140517,0.00774588],"domain_scores_gemma":[0.7603907,0.1311952,0.02326436,0.02420627,0.05079566,0.0101478],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.03725249,0.006707972,0.004048829,0.1937231,0.001213388,0.00219468,0.1151709,0.009045155,0.007952669,0.09118774,0.2686976,0.2628053],"study_design_scores_gemma":[0.06060197,0.009211808,0.009540811,0.1288041,0.0007443829,0.0009443642,0.03748468,0.007603508,0.007192708,0.07506054,0.6618277,0.0009834013],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0008582171,0.0001860491,0.006583876,0.0007120612,0.0002399246,0.9891459,0.0007924886,0.00007294999,0.001408598],"genre_scores_gemma":[0.0005742586,0.00007969842,0.006915146,0.0002164602,0.00001657936,0.9919018,0.0001494449,0.00000747994,0.0001391429],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6537462,"threshold_uncertainty_score":0.8061855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4312114541","doi":"10.1001/jama.2022.21243","title":"Guidelines for Reporting Outcomes in Trial Protocols","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Consolidated Standards of Reporting Trials; Transparency (behavior); Clinical trial; MEDLINE; Outcome (game theory); Medical physics; Family medicine; Medical education; Alternative medicine; Computer science; Pathology","authors":[{"name":"Nancy J. Butcher","is_ca":true},{"name":"Andrea Monsour","is_ca":true},{"name":"Emma J. Mew","is_ca":true},{"name":"An‐Wen Chan","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Evan Mayo‐Wilson","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"Alyssandra Chee-A-Tow","is_ca":true},{"name":"Ami Baba","is_ca":true},{"name":"Frank Gavin","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Lauren E. Kelly","is_ca":true},{"name":"Leena Saeed","is_ca":true},{"name":"Lehana Thabane","is_ca":true},{"name":"Lisa Askie","is_ca":false},{"name":"Maureen Smith","is_ca":false},{"name":"Mufiza Farid‐Kapadia","is_ca":true},{"name":"Paula Williamson","is_ca":false},{"name":"Péter Szatmári","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Robert Golub","is_ca":false},{"name":"Suneeta Monga","is_ca":true},{"name":"Sunita Vohra","is_ca":true},{"name":"Susan Marlin","is_ca":true},{"name":"Wendy J. Ungar","is_ca":true},{"name":"Martin Offringa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8076078659380478,"gpt":0.6919680523738759,"spread":0.1156398135641719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5409634,0.00525446,0.008941017,0.02357926,0.007614393,0.02616585,0.01366028,0.02426077,0.03137659],"category_scores_gemma":[0.7555949,0.008466733,0.01433223,0.0318984,0.0120595,0.01419592,0.01085905,0.04337633,0.04719089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01452752,"about_ca_system_score_gemma":0.1037534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005127109,"about_ca_topic_score_gemma":0.005956789,"domain_scores_codex":[0.1743644,0.5344492,0.245216,0.007973519,0.03445257,0.003544332],"domain_scores_gemma":[0.1402736,0.4523463,0.1003773,0.09041292,0.2109794,0.005610435],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002044412,0.000466395,0.00139185,0.06359108,0.001400531,0.0006843873,0.01218,0.002382219,0.001311833,0.102172,0.5827991,0.2295762],"study_design_scores_gemma":[0.004143098,0.0005279178,0.002267964,0.1020571,0.001239533,0.0008388209,0.001895605,0.003329125,0.002092678,0.08695154,0.7941643,0.0004923472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"review","genre_scores_codex":[0.001138879,0.01228905,0.4139087,0.06117828,0.02168498,0.4172864,0.02286579,0.004431277,0.04521657],"genre_scores_gemma":[0.003981052,0.007929698,0.4142847,0.01106317,0.0027559,0.545726,0.00716229,0.001041891,0.006055268],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4590366,"threshold_uncertainty_score":0.566074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143515215","doi":"10.3325/cmj.2008.49.720","title":"Setting Priorities in Global Child Health Research Investments: Guidelines for Implementation of the CHNRI Method","year":2008,"lang":"en","type":"article","venue":"Croatian Medical Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"World Bank Group","keywords":"Context (archaeology); Listing (finance); Set (abstract data type); Process (computing); Actuarial science; Health policy; Investment (military); Operations research; Health care; Business; Management science; Computer science; Political science; Economics; Finance; Economic growth; Mathematics; Politics","authors":[{"name":"Igor Rudan","is_ca":false},{"name":"Jennifer L. Gibson","is_ca":true},{"name":"Shanthi Ameratunga","is_ca":false},{"name":"Shams El Arifeen","is_ca":false},{"name":"Zulfiqar A Bhutta","is_ca":false},{"name":"Maureen M. Black","is_ca":false},{"name":"Robert E. Black","is_ca":false},{"name":"Kenneth H. Brown","is_ca":false},{"name":"Harry Campbell","is_ca":false},{"name":"Ilona Carneiro","is_ca":false},{"name":"Kit Yee Chan","is_ca":false},{"name":"Daniel Chandramohan","is_ca":false},{"name":"Mickey Chopra","is_ca":false},{"name":"Simon Cousens","is_ca":false},{"name":"Gary L. Darmstadt","is_ca":false},{"name":"Julie Meeks Gardner","is_ca":false},{"name":"Sonja Y. Hess","is_ca":false},{"name":"Adnan A. Hyder","is_ca":false},{"name":"Lydia Kapiriri","is_ca":true},{"name":"Margaret Kosek","is_ca":false},{"name":"Claudio F. Lanata","is_ca":false},{"name":"Mary Ann Lansang","is_ca":false},{"name":"Joy E Lawn","is_ca":false},{"name":"Mark Tomlinson","is_ca":false},{"name":"Alexander C. Tsai","is_ca":false},{"name":"Jayne Webster","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.442145834599578,"gpt":0.6444622832521174,"spread":0.2023164486525394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2604973,0.00273213,0.002269013,0.01567684,0.005158695,0.01030144,0.00602343,0.005050218,0.01108427],"category_scores_gemma":[0.2045988,0.002333336,0.003237959,0.01453675,0.009509385,0.008515014,0.01247794,0.008720241,0.005613389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0174445,"about_ca_system_score_gemma":0.05908119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009229345,"about_ca_topic_score_gemma":0.01988823,"domain_scores_codex":[0.6699154,0.2636925,0.03169893,0.005396976,0.02607246,0.003223685],"domain_scores_gemma":[0.7979776,0.1240731,0.01156184,0.01362543,0.04855898,0.004202971],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002748119,0.0008552168,0.004320018,0.01257044,0.0001651092,0.0008414258,0.07434729,0.003196628,0.002895323,0.2396696,0.06537912,0.595485],"study_design_scores_gemma":[0.0005139696,0.0006684889,0.008529238,0.03075379,0.0002044842,0.00134314,0.05421172,0.009473533,0.004669469,0.2147631,0.674234,0.0006351476],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004797487,0.004395334,0.8390083,0.01827143,0.001178462,0.07551025,0.001694121,0.001208322,0.05393625],"genre_scores_gemma":[0.005732336,0.0008974059,0.9697269,0.0007333003,0.00003782843,0.02105248,0.0002564674,0.0001049269,0.001458332],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7395027,"threshold_uncertainty_score":0.9119385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588632076","doi":"10.1177/160940691401300101","title":"Using the Delphi Method for Qualitative, Participatory Action Research in Health Leadership","year":2014,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina","funders":"","keywords":"Confidentiality; Delphi method; Restructuring; Citizen journalism; Public relations; Delphi; Participatory action research; Political science; Sociology; Computer science; Law","authors":[{"name":"Amber J. Fletcher","is_ca":true},{"name":"Gregory P. Marchildon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9879551244749066,"gpt":0.8512362208975898,"spread":0.1367189035773169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2087084,0.002345044,0.001867828,0.008490404,0.007153896,0.00530029,0.00337441,0.002636463,0.01264091],"category_scores_gemma":[0.1173327,0.001667958,0.002154973,0.007866998,0.01167697,0.004747691,0.01272512,0.004571811,0.001736462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008545255,"about_ca_system_score_gemma":0.02356062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004895607,"about_ca_topic_score_gemma":0.009138633,"domain_scores_codex":[0.6056784,0.3641002,0.01117746,0.005472797,0.009890025,0.003681142],"domain_scores_gemma":[0.8480209,0.1234164,0.004164214,0.007476384,0.01482262,0.002099556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008218631,0.0008313669,0.002355736,0.01159468,0.0002412292,0.001002962,0.4890659,0.005574839,0.007523973,0.1394385,0.02557308,0.3159759],"study_design_scores_gemma":[0.001315324,0.001663698,0.005265207,0.01416866,0.0001689326,0.001062434,0.3024209,0.01317199,0.007546364,0.2627405,0.3897225,0.0007534949],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03679791,0.001896337,0.7166402,0.008080942,0.001161949,0.2030176,0.001329015,0.0005531078,0.03052282],"genre_scores_gemma":[0.06203632,0.0008980522,0.7000081,0.00175348,0.0000763281,0.2319532,0.000315473,0.0001185417,0.002840508],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2087084,"threshold_uncertainty_score":0.9758034,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101095958","doi":"10.1016/s1470-2045(15)00244-2","title":"Consensus on the management of intracranial germ-cell tumours","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":249,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children","funders":"Chugai Pharmaceutical; Children's Cancer and Leukaemia Group","keywords":"Multidisciplinary approach; Delphi method; Delphi; Medicine; Consensus conference; Germ cell; Germ cell tumors; Political science; Internal medicine; Chemotherapy; Computer science","authors":[{"name":"Matthew J. Murray","is_ca":false},{"name":"Ute Bartels","is_ca":true},{"name":"Ryo Nishikawa","is_ca":false},{"name":"Jason Fangusaro","is_ca":false},{"name":"Masao Matsutani","is_ca":false},{"name":"James C. Nicholson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4008159004287329,"gpt":0.5433592322362883,"spread":0.1425433318075555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01295939,0.001063324,0.003694216,0.004579323,0.0006495171,0.002606887,0.002759821,0.003760132,0.004278595],"category_scores_gemma":[0.02626073,0.0004784635,0.002227015,0.003954117,0.001729853,0.002880928,0.002462184,0.003971025,0.0009139442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00300743,"about_ca_system_score_gemma":0.008688906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003926361,"about_ca_topic_score_gemma":0.006541889,"domain_scores_codex":[0.9941156,0.002445751,0.001346657,0.000406877,0.001422771,0.000262405],"domain_scores_gemma":[0.9868465,0.009775333,0.001188816,0.0001718342,0.00172428,0.0002932544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000115158,0.00002531756,0.0002365707,0.1028667,0.0005738297,0.0001946883,0.0002933648,0.0004738147,0.0002089886,0.008656166,0.04097288,0.8453825],"study_design_scores_gemma":[0.0001378515,0.00009075074,0.001379769,0.2556026,0.001662842,0.001180526,0.0007550337,0.0001859612,0.0002845558,0.01575179,0.7229047,0.00006367253],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000550707,0.9953814,0.0001725677,0.003439012,0.0004640013,0.00000913059,0.00002096485,0.00000222372,0.0004557041],"genre_scores_gemma":[0.00168913,0.994728,0.0005330616,0.002373954,0.0004019861,0.00002801096,0.00005359332,0.000002341762,0.0001899827],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01295939,"threshold_uncertainty_score":0.06853664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344771891","doi":"10.1016/j.ijnurstu.2016.04.015","title":"The use of Delphi and Nominal Group Technique in nursing education: A review","year":2016,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":248,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Delphi method; Nominal group technique; Nursing; Delphi; Nominal group; Group (periodic table); Psychology; Medicine; Computer science; Knowledge management","authors":[{"name":"Thomas Foth","is_ca":true},{"name":"Nikolaos Efstathiou","is_ca":false},{"name":"Brandi Vanderspank‐Wright","is_ca":true},{"name":"Lee‐Anne Ufholz","is_ca":false},{"name":"Nadin Dütthorn","is_ca":false},{"name":"Manuel Zimansky","is_ca":false},{"name":"Susan Humphrey‐Murto","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4349166082933247,"gpt":0.6282628429543953,"spread":0.1933462346610705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02343222,0.001317458,0.004293947,0.01203214,0.0008719093,0.003353404,0.002848918,0.002387683,0.00176277],"category_scores_gemma":[0.03948005,0.0007941883,0.002019067,0.01239732,0.002387869,0.004027417,0.002370368,0.002044235,0.0002291761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002711684,"about_ca_system_score_gemma":0.008190172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004053279,"about_ca_topic_score_gemma":0.01126102,"domain_scores_codex":[0.9809488,0.009072732,0.003791851,0.001138858,0.004783801,0.0002640025],"domain_scores_gemma":[0.9492164,0.04419554,0.002660043,0.0004221864,0.003188406,0.0003173737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001305039,0.00009616287,0.001088856,0.2424448,0.000778864,0.0001793231,0.001075557,0.0002046671,0.0002897485,0.002403706,0.002776813,0.748531],"study_design_scores_gemma":[0.0001807077,0.0007500534,0.01289804,0.5902408,0.007136127,0.004184426,0.00603822,0.0006693932,0.001342764,0.004912068,0.3713816,0.0002657529],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002027934,0.9992087,0.000193325,0.0001626377,0.00005990482,0.00002093221,0.000007304898,0.000001505187,0.0001428363],"genre_scores_gemma":[0.002834292,0.9960181,0.0008671936,0.0001408539,0.00004886717,0.00004107132,0.00000873837,0.00000151345,0.0000393027],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02343222,"threshold_uncertainty_score":0.1239229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2995096233","doi":"10.1186/s13643-019-1252-9","title":"Preferred Reporting Items for Overviews of Reviews (PRIOR): a protocol for development of a reporting guideline for overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; Public Health Ontario; Queen's University; University of Alberta; St. Michael's Hospital; Institute of Health Economics","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Medicine; Protocol (science); Systematic review; Delphi method; Psychological intervention; Health care; Delphi; Multidisciplinary approach; MEDLINE; Popularity; Medical education; Alternative medicine; Nursing; Computer science; Psychology","authors":[{"name":"Michelle Pollock","is_ca":true},{"name":"Ricardo M. Fernandes","is_ca":false},{"name":"Dawid Pieper","is_ca":false},{"name":"Andrea C. Tricco","is_ca":true},{"name":"Michelle Gates","is_ca":true},{"name":"Allison Gates","is_ca":true},{"name":"Lisa Hartling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6837951854771637,"gpt":0.6284411097096287,"spread":0.05535407576753493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.402159,0.007730471,0.01462075,0.02413529,0.005777211,0.01451293,0.008935957,0.01337545,0.052649],"category_scores_gemma":[0.6072256,0.01084417,0.02084036,0.03241062,0.008950318,0.01118421,0.01055393,0.02332233,0.02523351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02082292,"about_ca_system_score_gemma":0.05751677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004095372,"about_ca_topic_score_gemma":0.004962577,"domain_scores_codex":[0.4224071,0.3398137,0.2018165,0.01263775,0.01758602,0.00573886],"domain_scores_gemma":[0.3065232,0.3603547,0.1037241,0.05893641,0.1636583,0.006803264],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.007643157,0.0008438684,0.002025724,0.3825226,0.004298011,0.0007091701,0.01130999,0.002627713,0.003117796,0.02863896,0.4141859,0.1420771],"study_design_scores_gemma":[0.02495741,0.001355841,0.006528274,0.318174,0.003240167,0.0005637492,0.004745812,0.007929137,0.005445029,0.04331302,0.5826508,0.001096757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0007114041,0.001671469,0.03619471,0.004793374,0.00271266,0.9288912,0.02060593,0.001803477,0.002615775],"genre_scores_gemma":[0.0007929712,0.0006235578,0.05208049,0.0005828027,0.000117844,0.9431381,0.002064681,0.0001362025,0.0004633318],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.597841,"threshold_uncertainty_score":0.7372444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008814053","doi":"10.1177/1609406920976417","title":"Preregistering Qualitative Research: A Delphi Study","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Credibility; Transparency (behavior); Terminology; Relevance (law); Delphi method; Delphi; Computer science; Flexibility (engineering); Qualitative property; Psychology; Epistemology; Mathematics; Sociology; Artificial intelligence","authors":[{"name":"Tamarinde Haven","is_ca":false},{"name":"Timothy M. Errington","is_ca":false},{"name":"Kristian Skrede Gleditsch","is_ca":false},{"name":"Leonie van Grootel","is_ca":false},{"name":"Alan M. Jacobs","is_ca":true},{"name":"Florian G. Kern","is_ca":false},{"name":"Rafael Piñeiro Rodríguez","is_ca":false},{"name":"Fernando Rosenblatt","is_ca":false},{"name":"Lidwine B. Mokkink","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.968747366045333,"gpt":0.82911360818675,"spread":0.139633757858583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2575781,0.001899996,0.001994714,0.006717241,0.01171157,0.005722566,0.003754101,0.004453586,0.01259284],"category_scores_gemma":[0.207364,0.002703528,0.001641309,0.003748425,0.01088403,0.008969625,0.01663917,0.007392541,0.003304868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009945264,"about_ca_system_score_gemma":0.02297965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002037701,"about_ca_topic_score_gemma":0.001678304,"domain_scores_codex":[0.7072243,0.2599033,0.010107,0.006810681,0.007822407,0.008132263],"domain_scores_gemma":[0.7228771,0.2011796,0.006642545,0.01508354,0.04426328,0.009954054],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001005497,0.0007367863,0.003068066,0.002758052,0.00005281638,0.001363133,0.8691639,0.00296807,0.008075614,0.01903236,0.009841996,0.08193357],"study_design_scores_gemma":[0.000578201,0.002028002,0.003591729,0.003948906,0.0000456569,0.0008344735,0.8185555,0.008115571,0.007280743,0.0311287,0.1235462,0.0003462861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5255608,0.001329423,0.2538122,0.01535436,0.001418362,0.1822116,0.00088396,0.0008211734,0.01860812],"genre_scores_gemma":[0.6235245,0.00139183,0.2006639,0.005253326,0.0003221651,0.1607603,0.0004463377,0.0003840468,0.007253546],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7424219,"threshold_uncertainty_score":0.9155384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1866803133","doi":"10.1371/journal.pone.0125620","title":"The REporting of Studies Conducted Using Observational Routinely-Collected Health Data (RECORD) Statement: Methods for Arriving at Consensus and Developing Reporting Guidelines","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"Medical Research Council; Canadian Child Health Clinician Scientist Program; Novo Nordisk Fonden; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute for Health and Care Research; Novo Nordisk; Aarhus Universitet; University of Ottawa; Wellcome Trust; H. Lundbeck A/S; Lundbeckfonden; Canadian Institutes of Health Research; National Science Foundation","keywords":"Observational study; Statement (logic); Medicine; MEDLINE; Data science; Family medicine; Data mining; Medical physics; Computer science; Pathology; Biology; Political science","authors":[{"name":"Stuart G. Nicholls","is_ca":true},{"name":"Pauline Quach","is_ca":true},{"name":"Erik von Elm","is_ca":false},{"name":"Astrid Guttmann","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Irene Petersen","is_ca":false},{"name":"Henrik Toft Sørensen","is_ca":false},{"name":"Liam Smeeth","is_ca":false},{"name":"Sinéad Langan","is_ca":false},{"name":"Eric I. Benchimol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9559391848330298,"gpt":0.6739929827434366,"spread":0.2819462020895932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7167199,0.005087996,0.008767054,0.03254444,0.007147768,0.01795881,0.01131159,0.01082212,0.007258702],"category_scores_gemma":[0.8326938,0.006773148,0.01097761,0.02822552,0.01165298,0.01792661,0.01508279,0.01156211,0.006797986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01154428,"about_ca_system_score_gemma":0.04993151,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003384063,"about_ca_topic_score_gemma":0.002448838,"domain_scores_codex":[0.08973861,0.5381467,0.3361774,0.007825927,0.02660679,0.001504488],"domain_scores_gemma":[0.06401835,0.5318649,0.1525405,0.0885629,0.1600859,0.002927318],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001608158,0.0006099344,0.01595353,0.2319033,0.004814604,0.001054419,0.05481317,0.002835178,0.00611822,0.0709914,0.2789313,0.3303668],"study_design_scores_gemma":[0.001945028,0.001070939,0.01139612,0.267062,0.002812315,0.001496531,0.02661451,0.008760084,0.008384795,0.05348655,0.6159579,0.001013163],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008356794,0.01869828,0.5961569,0.04893056,0.01302611,0.2790471,0.01989187,0.003055905,0.01283654],"genre_scores_gemma":[0.01627363,0.006580216,0.6529306,0.004731665,0.001620906,0.3107597,0.005342189,0.0005746855,0.001186455],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2832801,"threshold_uncertainty_score":0.3493349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124048564","doi":"10.1186/1745-6215-15-32","title":"The trials methodological research agenda: results from a priority setting exercise","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; University of Bristol; Queen's University; University of Liverpool","keywords":"Medicine; Delphi method; Clinical trial; Delphi; Descriptive statistics; Research design; Medical education; Attrition; Family medicine; Medical physics; Statistics; Computer science","authors":[{"name":"Catrin Tudur Smith","is_ca":false},{"name":"Helen Hickey","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Jane Blazeby","is_ca":false},{"name":"Paula Williamson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8938918485060562,"gpt":0.6882222726457565,"spread":0.2056695758602997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5207359,0.00191169,0.003208248,0.006928073,0.007030839,0.02041228,0.00529932,0.008967876,0.01275492],"category_scores_gemma":[0.6105138,0.002401741,0.003746795,0.01055277,0.005268359,0.01152513,0.02295195,0.009273934,0.004312093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01920146,"about_ca_system_score_gemma":0.0733274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003804093,"about_ca_topic_score_gemma":0.004172897,"domain_scores_codex":[0.3775423,0.5426542,0.03236314,0.003683332,0.03753916,0.006217959],"domain_scores_gemma":[0.2693965,0.5957551,0.01496404,0.01550695,0.09187023,0.01250718],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001213005,0.001303999,0.005460052,0.03793709,0.0003831987,0.0007506706,0.2948557,0.001709325,0.00138127,0.02137492,0.05299009,0.5806407],"study_design_scores_gemma":[0.003078594,0.00341713,0.02617474,0.1258782,0.001902569,0.001404738,0.4026088,0.00714453,0.006636699,0.09360645,0.3272692,0.000878315],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1755319,0.02308228,0.2688937,0.2495093,0.007358086,0.1245125,0.005200436,0.002045306,0.1438665],"genre_scores_gemma":[0.2879594,0.01158172,0.5985417,0.0184821,0.0008301075,0.07113898,0.002152839,0.0009726696,0.008340538],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4792641,"threshold_uncertainty_score":0.591018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976983792","doi":"10.1097/bpo.0b013e3182840de2","title":"Building Consensus","year":2013,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":211,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Perioperative; Guideline; MEDLINE; Family medicine; Expert opinion; Evidence-based medicine; Physical therapy; Scoliosis; Systematic review; Best practice; Surgery; Intensive care medicine; Alternative medicine; Pathology","authors":[{"name":"Michael G. Vitale","is_ca":false},{"name":"Matthew D. Riedel","is_ca":false},{"name":"Michael P. Glotzbecker","is_ca":false},{"name":"Hiroko Matsumoto","is_ca":false},{"name":"David P. Roye","is_ca":false},{"name":"Behrooz A. Akbarnia","is_ca":false},{"name":"Richard C. E. Anderson","is_ca":false},{"name":"Douglas L. Brockmeyer","is_ca":false},{"name":"John B. Emans","is_ca":false},{"name":"Mark Erickson","is_ca":false},{"name":"John M. Flynn","is_ca":false},{"name":"Lawrence G. Lenke","is_ca":false},{"name":"Stephen J. Lewis","is_ca":true},{"name":"Scott J. Luhmann","is_ca":false},{"name":"Lisa M. McLeod","is_ca":false},{"name":"Peter O. Newton","is_ca":false},{"name":"Ann-Christine Nyquist","is_ca":false},{"name":"B. Stephens Richards","is_ca":false},{"name":"Suken A. Shah","is_ca":false},{"name":"David L. Skaggs","is_ca":false},{"name":"John T. Smith","is_ca":false},{"name":"Paul D. Sponseller","is_ca":false},{"name":"Daniel J. Sucato","is_ca":false},{"name":"Reinhard Zeller","is_ca":true},{"name":"Lisa Saiman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07038855790999267,"gpt":0.408856390477155,"spread":0.3384678325671623,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0376528,0.001343842,0.001260079,0.004055925,0.00460954,0.01269346,0.005730758,0.009944663,0.2818206],"category_scores_gemma":[0.0956532,0.0009288391,0.002066249,0.003150833,0.003415647,0.009108251,0.01513572,0.009839626,0.1300097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007196373,"about_ca_system_score_gemma":0.03152274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003357046,"about_ca_topic_score_gemma":0.003627947,"domain_scores_codex":[0.9516864,0.02315864,0.005039692,0.00618749,0.0103288,0.003598911],"domain_scores_gemma":[0.9383669,0.01677648,0.00253502,0.007218163,0.02782199,0.007281439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005806043,0.00006151845,0.0005974763,0.001358671,0.0000468105,0.0002901739,0.001693337,0.000276342,0.0002090455,0.0573874,0.7619487,0.1760724],"study_design_scores_gemma":[0.00001959408,0.00001946413,0.0002508468,0.001211086,0.00001070436,0.0001073363,0.0006834382,0.0001172219,0.00008791394,0.01643588,0.9810429,0.00001366049],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.002165736,0.006372663,0.04498284,0.2202544,0.02852488,0.002896487,0.005668039,0.00293304,0.6862019],"genre_scores_gemma":[0.09529544,0.01639545,0.1099223,0.1607818,0.01018019,0.01113866,0.02100229,0.003950082,0.5713337],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2818206,"threshold_uncertainty_score":0.9427838,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896004366","doi":"10.1016/j.kint.2018.08.018","title":"Implementing core outcomes in kidney disease: report of the Standardized Outcomes in Nephrology (SONG) implementation workshop","year":2018,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":205,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Ottawa; Libin Cardiovascular Institute of Alberta","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Health and Medical Research Council; Royal Australasian College of Physicians","keywords":"Medicine; Clinical trial; Randomized controlled trial; Kidney disease; Nephrology; Guideline; Intensive care medicine; MEDLINE; Disease; Quality of life (healthcare); Family medicine; Internal medicine; Nursing; Pathology","authors":[{"name":"Allison Tong","is_ca":false},{"name":"Braden Manns","is_ca":true},{"name":"Angela Yee‐Moon Wang","is_ca":false},{"name":"Brenda R. Hemmelgarn","is_ca":true},{"name":"David C. Wheeler","is_ca":false},{"name":"John Gill","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Robert Pecoits-Filho","is_ca":false},{"name":"Sally Crowe","is_ca":false},{"name":"Tess Harris","is_ca":false},{"name":"Wim Van Biesen","is_ca":false},{"name":"Wolfgang C. Winkelmayer­","is_ca":false},{"name":"Adeera Levin","is_ca":true},{"name":"Aliza Thompson","is_ca":false},{"name":"Vlado Perkovic","is_ca":false},{"name":"Angela Ju","is_ca":false},{"name":"Talia Gutman","is_ca":false},{"name":"Amélie Bernier-Jean","is_ca":false},{"name":"Andrea K. Viecelli","is_ca":false},{"name":"Emma O’Lone","is_ca":false},{"name":"Jenny I. Shen","is_ca":false},{"name":"Michelle A. Josephson","is_ca":false},{"name":"Yeoungjee Cho","is_ca":false},{"name":"David W. Johnson","is_ca":false},{"name":"Bénédicte Sautenet","is_ca":false},{"name":"Marcello Tonelli","is_ca":true},{"name":"Jonathan C. Craig","is_ca":false},{"name":"Roberto Pecoits-Filho","is_ca":false},{"name":"Aditi Sinha","is_ca":false},{"name":"Albert Ong","is_ca":false},{"name":"Alexis H Denny","is_ca":false},{"name":"Allison Dart","is_ca":false},{"name":"Allison A. Eddy","is_ca":false},{"name":"Amy Kelly","is_ca":false},{"name":"Andrew Davenport","is_ca":false},{"name":"Andrew S. Narva","is_ca":false},{"name":"Ankit Sharma","is_ca":false},{"name":"Anthony Ν. Warrens","is_ca":false},{"name":"Arlene B. Chapman","is_ca":false},{"name":"Armando Teixeira‐Pinto","is_ca":false},{"name":"Ayano Kelly","is_ca":false},{"name":"Barbara Murphy","is_ca":false},{"name":"Benita Padilla","is_ca":false},{"name":"Bernard Canaud","is_ca":false},{"name":"Brian Pullin","is_ca":false},{"name":"Brigitte Schiller","is_ca":false},{"name":"Bruce Robinson","is_ca":false},{"name":"Camilla S. Hanson","is_ca":false},{"name":"Carmel M. Hawley","is_ca":false},{"name":"Charlotte Logeman","is_ca":false},{"name":"Charmaine E. Lok","is_ca":false},{"name":"Christoph Wanner","is_ca":false},{"name":"Chuck Herzog","is_ca":false},{"name":"Claudia Rutherford","is_ca":false},{"name":"Curie Ahn","is_ca":false},{"name":"Daniel Sumpton","is_ca":false},{"name":"David Rosenbloom","is_ca":false},{"name":"David Harris","is_ca":false},{"name":"David Baron","is_ca":false},{"name":"David M. White","is_ca":false},{"name":"Debbie S. Gipson","is_ca":false},{"name":"Denis Fouque","is_ca":false},{"name":"Denise Eilers","is_ca":false},{"name":"Detlef Böckenhauer","is_ca":false},{"name":"Donal O’Donoghue","is_ca":false},{"name":"Dongping Chen","is_ca":false},{"name":"Dyke Dunning","is_ca":false},{"name":"Edwina A. Brown","is_ca":false},{"name":"Elena Bavlovlenkov","is_ca":false},{"name":"Elinor C. Mannon","is_ca":false},{"name":"Emilo Poggio","is_ca":false},{"name":"Eric Chemla","is_ca":false},{"name":"Fabienne Dobbels","is_ca":false},{"name":"Faı̈ez Zannad","is_ca":false},{"name":"Fergus Caskey","is_ca":false},{"name":"Francesca Tentori","is_ca":false},{"name":"Frank P. Hurst","is_ca":false},{"name":"Franz Schaefer","is_ca":false},{"name":"Germaine Wong","is_ca":false},{"name":"Gillian Brunier","is_ca":false},{"name":"Giovanni Strippoli","is_ca":false},{"name":"Gopala K. Rangan","is_ca":false},{"name":"Greg Knoll","is_ca":false},{"name":"Gregorio T. Obrador","is_ca":false},{"name":"Harold I. Feldman","is_ca":false},{"name":"Helen Coolican","is_ca":false},{"name":"Hui‐Kim Yap","is_ca":false},{"name":"Jaap W. Groothoff","is_ca":false},{"name":"James A. Sloand","is_ca":false},{"name":"Jane C. Tan","is_ca":false},{"name":"Jayme E. Locke","is_ca":false},{"name":"Jeffrey Perl","is_ca":false},{"name":"Jeremy R. Chapman","is_ca":false},{"name":"Jie Dong","is_ca":false},{"name":"Jolanta Małyszko","is_ca":false},{"name":"Jonathan Fox","is_ca":false},{"name":"Juan Dapueto","is_ca":false},{"name":"Juliana Tze‐Wah Kao","is_ca":false},{"name":"Kai Ming Chow","is_ca":false},{"name":"Karine Manera","is_ca":false},{"name":"Karolis Ažukaitis","is_ca":false},{"name":"Kevan R. Polkinghorne","is_ca":false},{"name":"Kevin Fowler","is_ca":false},{"name":"Kim Linh Van","is_ca":false},{"name":"Klemens Budde","is_ca":false},{"name":"Krista L. Lentine","is_ca":false},{"name":"Krister Cromm","is_ca":false},{"name":"Lai Seong Hooi","is_ca":false},{"name":"Laura James","is_ca":false},{"name":"Laura M. Dember","is_ca":false},{"name":"Li Zuo","is_ca":true},{"name":"Lionel Rostaing","is_ca":false},{"name":"Liz Lightstone","is_ca":false},{"name":"Lorna Marson","is_ca":false},{"name":"Lorraine Hamiwka","is_ca":false},{"name":"Mahesh Krishnan","is_ca":false},{"name":"Marinella Ruospo","is_ca":false},{"name":"Mark L. Unruh","is_ca":false},{"name":"Martin Wilkie","is_ca":false},{"name":"Martin Howell","is_ca":false},{"name":"Mary Amanda Dew","is_ca":false},{"name":"Meg Jardine","is_ca":false},{"name":"Melissa West","is_ca":false},{"name":"Michael Zappitelli","is_ca":false},{"name":"Michael J. Germain","is_ca":false},{"name":"Mike Rocco","is_ca":false},{"name":"Myra A. Kleinpeter","is_ca":false},{"name":"Nichole Jefferson","is_ca":false},{"name":"Nick Webb","is_ca":false},{"name":"Nicole Evangelidis","is_ca":false},{"name":"Nieltje Gedney","is_ca":false},{"name":"Pam Duquette","is_ca":false},{"name":"Peter G. Kerr","is_ca":true},{"name":"Patrick Rossignol","is_ca":false},{"name":"Peter P. Reese","is_ca":true},{"name":"Peter J. Blankestijn","is_ca":false},{"name":"Prabir Roy‐Chaudhury","is_ca":false},{"name":"Priti Patel","is_ca":false},{"name":"Quinetta Taylor","is_ca":false},{"name":"Rachel Perlman","is_ca":false},{"name":"Rainer Oberbauer","is_ca":false},{"name":"Rajnish Mehrotra","is_ca":false},{"name":"Raymond Vanholder","is_ca":false},{"name":"Richard Fluck","is_ca":false},{"name":"Richard McGee","is_ca":false},{"name":"Robert R. Quinn","is_ca":false},{"name":"Robert Lee","is_ca":false},{"name":"Ron T. Gansevoort","is_ca":false},{"name":"Ronald D. Perrone","is_ca":false},{"name":"Ronke Apata","is_ca":false},{"name":"Roslyn B. Mannon","is_ca":false},{"name":"Sajeda Youssouf","is_ca":false},{"name":"Sara N. Davison","is_ca":false},{"name":"Sarah Bernays","is_ca":false},{"name":"Sarala Naiker","is_ca":false},{"name":"Sharon Teo","is_ca":false},{"name":"Sheila G. Jowsey‐Gregoire","is_ca":false},{"name":"Simon Carter","is_ca":false},{"name":"Stefano Stuard","is_ca":false},{"name":"Stephen I. Alexander","is_ca":false},{"name":"S. McDonald","is_ca":false},{"name":"Steve Chadban","is_ca":false},{"name":"Stuart L. Goldstein","is_ca":false},{"name":"Susan L. Furth","is_ca":false},{"name":"Susan Samuel","is_ca":false},{"name":"Tariq Shafi","is_ca":false},{"name":"Tazeen Jafar","is_ca":false},{"name":"Thomas F. Hiemstra","is_ca":false},{"name":"T. Pruett","is_ca":false},{"name":"Timmy Lee","is_ca":false},{"name":"Tushar J. Vachharajani","is_ca":false},{"name":"Vanita Jassal","is_ca":false},{"name":"Vera Krane","is_ca":false},{"name":"Vicente E. Torres","is_ca":false},{"name":"Vivekanand Jha","is_ca":false},{"name":"William G. Herrington","is_ca":false},{"name":"Yoonkyu Oh","is_ca":false},{"name":"York Pei","is_ca":false},{"name":"Zeeshan Butt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08078146414046497,"gpt":0.4851410894556973,"spread":0.4043596253152324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2499245,0.001373256,0.001247737,0.00141543,0.004466959,0.005533183,0.003685947,0.006224863,0.002905261],"category_scores_gemma":[0.2563336,0.001286575,0.002204636,0.0008989932,0.002692919,0.003879936,0.01675861,0.01140083,0.0009986802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008940992,"about_ca_system_score_gemma":0.04207569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003767557,"about_ca_topic_score_gemma":0.003742151,"domain_scores_codex":[0.8526542,0.1128207,0.0127955,0.00254888,0.01066015,0.008520582],"domain_scores_gemma":[0.762133,0.1412232,0.01241597,0.01188227,0.04590914,0.02643648],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001930629,0.007084261,0.02718554,0.01105636,0.000906941,0.004756629,0.1994582,0.007299276,0.008919322,0.01608152,0.2133369,0.5019845],"study_design_scores_gemma":[0.002002342,0.01041133,0.04577161,0.01054818,0.0005156196,0.00126687,0.1640176,0.007563211,0.01552962,0.02153569,0.7195895,0.001248358],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3367801,0.003223334,0.1134573,0.4241217,0.01502665,0.06952121,0.003984298,0.001574986,0.03231031],"genre_scores_gemma":[0.632996,0.003545094,0.1754517,0.06655663,0.002910336,0.09964835,0.00304428,0.0005995031,0.01524807],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2499245,"threshold_uncertainty_score":0.9249767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2503465116","doi":"10.1053/j.ajkd.2016.05.022","title":"Establishing Core Outcome Domains in Hemodialysis: Report of the Standardized Outcomes in Nephrology–Hemodialysis (SONG-HD) Consensus Workshop","year":2016,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":202,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"National Health and Medical Research Council; National Institutes of Health; National Institute of Diabetes and Digestive and Kidney Diseases; University of Minnesota; University of Sydney; International Society of Nephrology","keywords":"Medicine; Hemodialysis; Psychological intervention; Intensive care medicine; Nephrology; MEDLINE; Clinical trial; Stakeholder; Nursing; Medical education; Family medicine; Internal medicine; Public relations","authors":[{"name":"Allison Tong","is_ca":false},{"name":"Braden Manns","is_ca":true},{"name":"Brenda R. Hemmelgarn","is_ca":true},{"name":"David C. Wheeler","is_ca":false},{"name":"Nicole Evangelidis","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Sally Crowe","is_ca":false},{"name":"Wim Van Biesen","is_ca":false},{"name":"Wolfgang C. Winkelmayer­","is_ca":false},{"name":"Dónal O’Donoghue","is_ca":false},{"name":"Helen Tam‐Tham","is_ca":true},{"name":"Jenny I. Shen","is_ca":false},{"name":"J Pintér","is_ca":false},{"name":"Nicholas Larkins","is_ca":false},{"name":"Sajeda Youssouf","is_ca":false},{"name":"Sreedhar Mandayam","is_ca":false},{"name":"Angela Ju","is_ca":false},{"name":"Jonathan C. Craig","is_ca":false},{"name":"Allan Collins","is_ca":false},{"name":"Andrew S. Narva","is_ca":false},{"name":"Bénédicte Sautenet","is_ca":false},{"name":"Billy J. Powell","is_ca":false},{"name":"Brenda Hurd","is_ca":true},{"name":"Brendan J. Barrett","is_ca":false},{"name":"Brigitte Schiller","is_ca":false},{"name":"Bruce F. Culleton","is_ca":false},{"name":"Carmel M. Hawley","is_ca":false},{"name":"Carol A. Pollock","is_ca":false},{"name":"Charmaine E. Lok","is_ca":false},{"name":"Christoph Wanner","is_ca":false},{"name":"Christopher T. Chan","is_ca":false},{"name":"Daniel Weiner","is_ca":false},{"name":"David Harris","is_ca":false},{"name":"David W. Johnson","is_ca":false},{"name":"David Rosenbloom","is_ca":false},{"name":"Dena E. Rifkin","is_ca":false},{"name":"Deshia Bookman","is_ca":false},{"name":"Edwina A. Brown","is_ca":false},{"name":"Elena Bavlovlenkov","is_ca":false},{"name":"Francesca Tentori","is_ca":false},{"name":"Jack M. Williams","is_ca":false},{"name":"Jane O. Schell","is_ca":false},{"name":"Jennifer E. Flythe","is_ca":false},{"name":"Joachim H. Ix","is_ca":false},{"name":"Jochen G. Raimann","is_ca":false},{"name":"Joel Andress","is_ca":false},{"name":"John Agar","is_ca":false},{"name":"John T. Daugirdas","is_ca":false},{"name":"John Gill","is_ca":false},{"name":"John W. Kusek","is_ca":false},{"name":"Kevan R. Polkinghorne","is_ca":false},{"name":"Kevin C. Abbott","is_ca":false},{"name":"Len Usyvat","is_ca":true},{"name":"Mahesh Krishnan","is_ca":false},{"name":"Marcello Tonelli","is_ca":false},{"name":"Mark R. Marshall","is_ca":false},{"name":"Martin Gallagher","is_ca":false},{"name":"Michael J. Germain","is_ca":false},{"name":"Michael Walsh","is_ca":false},{"name":"Michael Zappitelli","is_ca":false},{"name":"Michelle A. Josephson","is_ca":false},{"name":"Nilka Rı́os Burrows","is_ca":false},{"name":"Orlando Houston","is_ca":false},{"name":"Peter G. Kerr","is_ca":true},{"name":"Peter Kotanko","is_ca":true},{"name":"Prabir Roy‐Chaudhury","is_ca":false},{"name":"Rachael L. Morton","is_ca":false},{"name":"R. M. L. Mehrotra","is_ca":false},{"name":"René van den Dorpel","is_ca":false},{"name":"Rita S. Suri","is_ca":false},{"name":"Ron Wald","is_ca":false},{"name":"Ronke Apata","is_ca":false},{"name":"Shalia Gibson","is_ca":false},{"name":"Sharrilyn Evered","is_ca":false},{"name":"Stephen Z. Fadem","is_ca":false},{"name":"S. McDonald","is_ca":false},{"name":"Terence Kee","is_ca":false},{"name":"Tess Harris","is_ca":false},{"name":"Reva Parks","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06604892148886754,"gpt":0.4131689629398699,"spread":0.3471200414510024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2952916,0.0008856927,0.002371528,0.002978412,0.00328108,0.003406288,0.00396259,0.003768604,0.0009362949],"category_scores_gemma":[0.1914621,0.0008068763,0.004319812,0.002182448,0.002069864,0.003243502,0.01123402,0.007604678,0.0002599467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01025358,"about_ca_system_score_gemma":0.06094903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0103881,"about_ca_topic_score_gemma":0.01409066,"domain_scores_codex":[0.8898693,0.05957297,0.02537858,0.003030866,0.01783819,0.004310157],"domain_scores_gemma":[0.7592217,0.1252689,0.01396182,0.008238566,0.08011925,0.01318971],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001986366,0.002750515,0.1510555,0.01697386,0.002245547,0.000729487,0.04476922,0.005722165,0.005216137,0.02668271,0.09351099,0.6483575],"study_design_scores_gemma":[0.002704723,0.004062755,0.4091316,0.05495026,0.004258815,0.001601425,0.1275617,0.02181973,0.02080632,0.05093311,0.300887,0.001282452],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4879499,0.02209007,0.139679,0.2769599,0.01260521,0.02244424,0.006086923,0.0005047136,0.03168019],"genre_scores_gemma":[0.7610909,0.008372773,0.1881478,0.01425401,0.0007708504,0.0173468,0.0074971,0.000221599,0.002298136],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7047083,"threshold_uncertainty_score":0.8690309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2891107576","doi":"10.1177/1747493018806200","title":"A core outcome set for aphasia treatment research: The ROMA consensus statement","year":2018,"lang":"en","type":"article","venue":"International Journal of Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia; Université de Montréal","funders":"National Institute on Deafness and Other Communication Disorders; British Aphasiology Society","keywords":"Aphasia; Medicine; Quality of life (healthcare); Consensus conference; Outcome (game theory); Set (abstract data type); Clinical psychology; Psychiatry; Nursing; Computer science","authors":[{"name":"Sarah J. Wallace","is_ca":false},{"name":"Linda Worrall","is_ca":false},{"name":"Tanya Rose","is_ca":false},{"name":"Guylaine Le Dorze","is_ca":true},{"name":"Caterina Breitenstein","is_ca":false},{"name":"Katerina Hilari","is_ca":false},{"name":"Edna M. Babbitt","is_ca":false},{"name":"Arpita Bose","is_ca":false},{"name":"Marian Brady","is_ca":false},{"name":"Leora R. Cherney","is_ca":false},{"name":"David A. Copland","is_ca":false},{"name":"Madeline Cruice","is_ca":false},{"name":"Pam Enderby","is_ca":false},{"name":"Deborah Hersh","is_ca":false},{"name":"Tami Howe","is_ca":true},{"name":"Helen Kelly","is_ca":false},{"name":"Swathi Kiran","is_ca":false},{"name":"Ann Charlotte Laska","is_ca":false},{"name":"Jane Marshall","is_ca":false},{"name":"Marjorie Nicholas","is_ca":false},{"name":"Janet P. Patterson","is_ca":false},{"name":"Gill Pearl","is_ca":false},{"name":"Elizabeth Rochon","is_ca":true},{"name":"Miranda L. Rose","is_ca":false},{"name":"Karen Sage","is_ca":false},{"name":"Steven L. Small","is_ca":false},{"name":"Janet Webster","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7468909035740514,"gpt":0.6476991496247736,"spread":0.09919175394927782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.481089,0.00344701,0.01013671,0.01959934,0.008540744,0.01385163,0.01602053,0.01545,0.005677185],"category_scores_gemma":[0.4861576,0.002638703,0.01460731,0.01015889,0.008639901,0.009483335,0.02007055,0.02270434,0.004035127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02471492,"about_ca_system_score_gemma":0.1231792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009979108,"about_ca_topic_score_gemma":0.006659632,"domain_scores_codex":[0.5030681,0.2563252,0.1634305,0.01082581,0.05937308,0.006977301],"domain_scores_gemma":[0.4554917,0.2333695,0.04843532,0.0284402,0.2169296,0.01733372],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009839224,0.0005957093,0.006711022,0.1279981,0.002018712,0.000964928,0.01646933,0.003957214,0.002545255,0.1215533,0.2755415,0.440661],"study_design_scores_gemma":[0.001209861,0.00063621,0.01070176,0.3386112,0.001919873,0.001605061,0.008032475,0.004185173,0.002612334,0.09177427,0.5380439,0.0006679665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009939626,0.09014531,0.3196279,0.3153286,0.0370524,0.1595879,0.01579614,0.001453804,0.05106847],"genre_scores_gemma":[0.04558115,0.0267066,0.6253706,0.02962512,0.003326003,0.2493547,0.01570211,0.0005289197,0.003804848],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.518911,"threshold_uncertainty_score":0.6399096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760424266","doi":"10.1177/1357633x17730444","title":"Virtual care policy recommendations for patient-centred primary care: findings of a consensus policy dialogue using a nominal group technique","year":2017,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Women's College Hospital","funders":"","keywords":"Primary care; Nominal group technique; Political science; Nursing; Medicine; Psychology; Public administration; Family medicine; Computer science; Knowledge management","authors":[{"name":"James Shaw","is_ca":true},{"name":"Trevor Jamieson","is_ca":true},{"name":"Payal Agarwal","is_ca":true},{"name":"Bailey Griffin","is_ca":true},{"name":"Ivy Wong","is_ca":true},{"name":"R. Sacha Bhatia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08137656308102835,"gpt":0.4187896185933313,"spread":0.3374130555123029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2731386,0.000670485,0.001290801,0.005554869,0.01948342,0.01241742,0.005202021,0.007649189,0.00424959],"category_scores_gemma":[0.3691028,0.0009656708,0.001417497,0.006427012,0.0150508,0.01145372,0.02057484,0.008980012,0.0004501608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02962253,"about_ca_system_score_gemma":0.05923916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01757856,"about_ca_topic_score_gemma":0.01714353,"domain_scores_codex":[0.64224,0.316939,0.009835759,0.006588658,0.01869754,0.005698935],"domain_scores_gemma":[0.4075761,0.541635,0.01089184,0.008688837,0.02478132,0.006426866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001164955,0.0001993738,0.004154274,0.001377577,0.0000484359,0.0006547283,0.9200028,0.001195606,0.00038384,0.03025395,0.004138275,0.03747465],"study_design_scores_gemma":[0.00009511987,0.0001514646,0.004166112,0.001596524,0.00005996292,0.0001825538,0.9245574,0.003492443,0.0007676396,0.03075372,0.03407158,0.0001054449],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6370806,0.002374323,0.150335,0.127965,0.001281456,0.007785908,0.0006927195,0.000294539,0.07219052],"genre_scores_gemma":[0.9388949,0.0007726577,0.04931557,0.005253707,0.00008095878,0.003453074,0.0001318673,0.00007949866,0.002017787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2731386,"threshold_uncertainty_score":0.8963494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248785342","doi":"10.1016/j.jamcollsurg.2013.02.020","title":"Consensus Statement on Concussion in Sport: The 4th International Conference on Concussion in Sport Held in Zurich, November 2012","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":191,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of British Columbia; University of Toronto; Centre for Advancing Health Outcomes; University of Ottawa; Athletic Edge Sports Medicine; University of Calgary","funders":"","keywords":"Concussion; Medicine; Classics; Psychoanalysis; Poison control; History; Psychology; Injury prevention; Medical emergency","authors":[{"name":"Paul McCrory","is_ca":false},{"name":"Willem Meeuwisse","is_ca":true},{"name":"Mark Aubry","is_ca":false},{"name":"Bob Cantu","is_ca":false},{"name":"Jiří Dvořák","is_ca":false},{"name":"Ruben J. Echemendía","is_ca":false},{"name":"Lars Engebretsen","is_ca":false},{"name":"Karen Johnston","is_ca":true},{"name":"Jeffrey S. Kutcher","is_ca":false},{"name":"Martin Raftery","is_ca":false},{"name":"Allen K. Sills","is_ca":false},{"name":"Brian W. Benson","is_ca":true},{"name":"Gavin A Davis","is_ca":false},{"name":"Richard Ellenbogan","is_ca":false},{"name":"Kevin M. Guskiewicz","is_ca":false},{"name":"Stanley A. Herring","is_ca":false},{"name":"Grant L. Iverson","is_ca":true},{"name":"Barry D. Jordan","is_ca":false},{"name":"James Kissick","is_ca":true},{"name":"Michael McCrea","is_ca":false},{"name":"Andrew S. McIntosh","is_ca":false},{"name":"David Maddocks","is_ca":false},{"name":"Michael Makdissi","is_ca":false},{"name":"Laura Purcell","is_ca":true},{"name":"Margot Putukian","is_ca":false},{"name":"Kathryn Schneider","is_ca":true},{"name":"Charles H. Tator","is_ca":false},{"name":"Michael J. Turner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05756111208107909,"gpt":0.3862361823948906,"spread":0.3286750703138115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09635892,0.002580219,0.003748097,0.0097502,0.006082628,0.006523086,0.009980667,0.02016477,0.01227804],"category_scores_gemma":[0.1169845,0.001745171,0.008757359,0.006976268,0.003068233,0.004558303,0.009386319,0.01684626,0.008617165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01298431,"about_ca_system_score_gemma":0.0729721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01822037,"about_ca_topic_score_gemma":0.01774819,"domain_scores_codex":[0.9328334,0.02002837,0.024694,0.002763787,0.01593149,0.003748909],"domain_scores_gemma":[0.837762,0.02287838,0.008921926,0.003450476,0.1127495,0.0142377],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004426613,0.0002591706,0.003441789,0.01008578,0.0003190733,0.0006410125,0.001970519,0.0008653537,0.001625392,0.003773165,0.8199923,0.1565838],"study_design_scores_gemma":[0.0004386367,0.0002503718,0.009729015,0.03852839,0.000535421,0.0007923392,0.004611724,0.0008668118,0.001499615,0.008543116,0.9339045,0.0003000782],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.006906716,0.0550946,0.02880073,0.6714277,0.1669184,0.02209103,0.01237588,0.0007416095,0.03564346],"genre_scores_gemma":[0.1014904,0.1308227,0.2912199,0.1909391,0.04941159,0.0734515,0.06126181,0.001558008,0.09984504],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.09635892,"threshold_uncertainty_score":0.5096008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2910560171","doi":"10.3899/jrheum.181194","title":"The OMERACT-OARSI Core Domain Set for Measurement in Clinical Trials of Hip and/or Knee Osteoarthritis","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Leeds Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Medicine; Osteoarthritis; Core (optical fiber); Clinical trial; Physical therapy; Arthropathy; Internal medicine; Alternative medicine; Pathology","authors":[{"name":"Toby O. Smith","is_ca":false},{"name":"Gillian Hawker","is_ca":false},{"name":"David J. Hunter","is_ca":false},{"name":"Lyn March","is_ca":false},{"name":"Maarten Boers","is_ca":false},{"name":"Beverley Shea","is_ca":false},{"name":"Robin Christensen","is_ca":false},{"name":"Françis Guillemin","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"Paula Williamson","is_ca":false},{"name":"Susanna Dodd","is_ca":false},{"name":"Ewa M. Roos","is_ca":false},{"name":"Richard F. Loeser","is_ca":false},{"name":"Thomas J. Schnitzer","is_ca":false},{"name":"M. Kloppenburg","is_ca":false},{"name":"Tuhina Neogi","is_ca":false},{"name":"C. Ladel","is_ca":false},{"name":"Gurdyal Kalsi","is_ca":false},{"name":"Ulrike Kaiser","is_ca":false},{"name":"Thomas Buttel","is_ca":false},{"name":"A. E. Ashford","is_ca":false},{"name":"Ali Mobasheri","is_ca":false},{"name":"Nigel Arden","is_ca":false},{"name":"Alan H. Tennant","is_ca":false},{"name":"Marc C. Hochberg","is_ca":false},{"name":"Maarten de Wit","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Philip G. Conaghan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6339378952374373,"gpt":0.5915269482496749,"spread":0.04241094698776238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4698124,0.002029088,0.005309704,0.007379146,0.002270343,0.005084891,0.003938782,0.005131535,0.003426659],"category_scores_gemma":[0.5013527,0.00143543,0.009142076,0.006585774,0.00364362,0.00398939,0.01190609,0.006415424,0.001705521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0101554,"about_ca_system_score_gemma":0.03729587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002086664,"about_ca_topic_score_gemma":0.002987465,"domain_scores_codex":[0.4829044,0.3683934,0.09315401,0.00291912,0.04748234,0.005146763],"domain_scores_gemma":[0.432006,0.3246665,0.1074717,0.02775377,0.09717212,0.01092993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01646134,0.001220926,0.089593,0.1302761,0.008018691,0.00049832,0.01041971,0.01012125,0.005245857,0.03699429,0.1704078,0.5207428],"study_design_scores_gemma":[0.016707,0.008071567,0.3785018,0.09190023,0.004130648,0.001574185,0.004229059,0.008331035,0.003762014,0.02996007,0.451931,0.0009012899],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"review","genre_scores_codex":[0.09858438,0.08556381,0.2401786,0.09725993,0.01082159,0.3655683,0.03604417,0.001211284,0.06476795],"genre_scores_gemma":[0.1597335,0.01262289,0.394364,0.01770697,0.001938738,0.3905205,0.02093463,0.0003008534,0.001878028],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4698124,"threshold_uncertainty_score":0.6538157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035611753","doi":"10.1186/s12874-020-01029-4","title":"Improving design choices in Delphi studies in medicine: the case of an exemplary physician multi-round panel study with 100% response","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Newfoundland and Labrador; Achmea","keywords":"Delphi method; Delphi; Operations research; Computer science; Psychology; Medical education; Medicine; Management science; Data science; Artificial intelligence","authors":[{"name":"Rebekka Veugelers","is_ca":false},{"name":"Menno I. Gaakeer","is_ca":false},{"name":"P. Patka","is_ca":false},{"name":"Robbert Huijsman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9143798360928609,"gpt":0.6898360383718415,"spread":0.2245437977210194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6821989,0.001990295,0.002151565,0.003850587,0.01015749,0.01066666,0.007173573,0.01251044,0.005547443],"category_scores_gemma":[0.6391788,0.002434883,0.002274223,0.003812438,0.01617292,0.01147852,0.01584648,0.007706943,0.001503171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008545139,"about_ca_system_score_gemma":0.01492149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001641979,"about_ca_topic_score_gemma":0.001930383,"domain_scores_codex":[0.09249929,0.8760531,0.01237166,0.005080672,0.01102177,0.002973383],"domain_scores_gemma":[0.1742948,0.7393603,0.01973186,0.03733908,0.02494372,0.004330231],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.002384435,0.00136704,0.01577139,0.01466326,0.0006362354,0.009152659,0.5793943,0.009735832,0.004603047,0.1020026,0.02171091,0.2385782],"study_design_scores_gemma":[0.00224289,0.007933415,0.0176194,0.03156714,0.00058817,0.01199438,0.315633,0.06023121,0.01090935,0.312249,0.2276802,0.001351891],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2274117,0.003167311,0.6402771,0.06482314,0.001974385,0.02982606,0.0002854404,0.0007051802,0.03152964],"genre_scores_gemma":[0.4938624,0.0006478811,0.4684845,0.008835906,0.0002749026,0.02658322,0.00008834233,0.0001826473,0.001040227],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3178011,"threshold_uncertainty_score":0.3919054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107381090","doi":"10.1093/neuonc/nos330","title":"A multi-disciplinary consensus statement concerning surgical approaches to low-grade, high-grade astrocytomas and diffuse intrinsic pontine gliomas in childhood (CPN Paris 2011) using the Delphi method","year":2013,"lang":"en","type":"review","venue":"Neuro-Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; Clinical trial; Radiation therapy; Biopsy; Glioma; Oncology; Internal medicine","authors":[{"name":"David Walker","is_ca":false},{"name":"J. Liu","is_ca":true},{"name":"M. Kieran","is_ca":true},{"name":"Nada Jabado","is_ca":true},{"name":"Susan Picton","is_ca":true},{"name":"R. Packer","is_ca":true},{"name":"C. St. Rose","is_ca":true},{"name":"A. S. Van Meeteren","is_ca":true},{"name":"A. Carvalho","is_ca":true},{"name":"An Van Damme","is_ca":true},{"name":"Bart Depreitere","is_ca":true},{"name":"Bengt Gustavsson","is_ca":true},{"name":"B. J. Due Tonnessen","is_ca":true},{"name":"Anne-Isabelle Bertozzi-Salamon","is_ca":true},{"name":"Angela Brentrup","is_ca":true},{"name":"C. Raybaud","is_ca":true},{"name":"Chris Jones","is_ca":true},{"name":"Christelle Dufour","is_ca":true},{"name":"Christian Dorfer","is_ca":true},{"name":"Christian Sainte‐Rose","is_ca":true},{"name":"C. Malluci","is_ca":true},{"name":"Darren Hargrave","is_ca":true},{"name":"David J. F. Walker","is_ca":true},{"name":"Dannis G. van Vuurden","is_ca":true},{"name":"E. De Carli","is_ca":true},{"name":"Éric Bouffet","is_ca":true},{"name":"F Van Calenbergh","is_ca":true},{"name":"Didier Frappaz","is_ca":true},{"name":"Paolo Frassanito","is_ca":true},{"name":"James T. Goodrich","is_ca":true},{"name":"Heidi Baechli","is_ca":true},{"name":"J's Sports Bar and Grill","is_ca":true},{"name":"Jessica Ternier","is_ca":true},{"name":"Johan Cappelen","is_ca":true},{"name":"John Caird","is_ca":true},{"name":"J. R. Pereira","is_ca":true},{"name":"Laurent Riffaud","is_ca":true},{"name":"M. Baroncini","is_ca":true},{"name":"Marion Walker","is_ca":true},{"name":"M. Memet Özek","is_ca":true},{"name":"Karsten Nysom","is_ca":true},{"name":"Pascale Varlet","is_ca":true},{"name":"John Goodden","is_ca":true},{"name":"Patrizia Bertolini","is_ca":true},{"name":"Giorgio Perilongo","is_ca":true},{"name":"Ph. Mercier","is_ca":true},{"name":"R. Grundy","is_ca":true},{"name":"R.-D. Kortmann","is_ca":true},{"name":"Stefan M. Pfister","is_ca":true},{"name":"Shlomi Constantini","is_ca":true},{"name":"Spiros Sgouros","is_ca":true},{"name":"Stefan Holm","is_ca":true},{"name":"Thomas Czech","is_ca":true},{"name":"T. Merchant","is_ca":true},{"name":"T. Stokland","is_ca":true},{"name":"Vita Ridola","is_ca":true},{"name":"W. Peter Vandertop","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3760240868582111,"gpt":0.4862610042791122,"spread":0.1102369174209011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2012906,0.001796937,0.001417955,0.004758507,0.004911946,0.003794645,0.003612188,0.007669485,0.00510711],"category_scores_gemma":[0.1571618,0.001492004,0.003189554,0.002539505,0.003947529,0.003468668,0.01264021,0.008877298,0.002039236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009302535,"about_ca_system_score_gemma":0.04669918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004310454,"about_ca_topic_score_gemma":0.005157208,"domain_scores_codex":[0.8400391,0.1148331,0.02637218,0.003492941,0.01046909,0.004793593],"domain_scores_gemma":[0.8468249,0.07680988,0.009872057,0.004519928,0.05221502,0.009758101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.001004595,0.0005998118,0.01257075,0.01505738,0.000469768,0.004356067,0.1068759,0.005878178,0.01419857,0.02876475,0.469598,0.3406262],"study_design_scores_gemma":[0.0003973464,0.00085145,0.01428457,0.02305519,0.0002172391,0.003562049,0.06228961,0.004201647,0.002938342,0.03202732,0.8556321,0.00054314],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.08898103,0.01953045,0.1703742,0.4737123,0.03314538,0.1403572,0.004660581,0.000536347,0.06870258],"genre_scores_gemma":[0.295197,0.02372346,0.4583709,0.07715055,0.00607508,0.1128846,0.006050236,0.0003195016,0.02022865],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.2012906,"threshold_uncertainty_score":0.9849508,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109226190","doi":"10.1186/1745-6215-14-324","title":"Outcome measures in rheumatoid arthritis randomised trials over the last 50 years","year":2013,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Rheumatoid arthritis; Observational study; Clinical trial; Rheumatology; Physical therapy; Randomized controlled trial; Internal medicine; Alternative medicine; Meta-analysis; Family medicine; Pathology","authors":[{"name":"Jamie J Kirkham","is_ca":false},{"name":"Maarten Boers","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Mike Clarke","is_ca":false},{"name":"Paula Williamson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.585439546410313,"gpt":0.5667451240457809,"spread":0.01869442236453212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5042926,0.003162566,0.01731732,0.01469059,0.001722923,0.01040142,0.003918243,0.008685789,0.008873289],"category_scores_gemma":[0.7546776,0.002706186,0.01407712,0.02307534,0.007066893,0.01089181,0.006827355,0.01001815,0.002112912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01269871,"about_ca_system_score_gemma":0.01393302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002068895,"about_ca_topic_score_gemma":0.001730014,"domain_scores_codex":[0.1738937,0.639321,0.1343762,0.01703755,0.03379485,0.001576728],"domain_scores_gemma":[0.1746285,0.6166474,0.1566708,0.02554966,0.02422699,0.002276511],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01884429,0.000376863,0.02343893,0.4977623,0.07765332,0.0003377895,0.001955021,0.006749814,0.0004649057,0.0468175,0.02830729,0.297292],"study_design_scores_gemma":[0.04322695,0.009757103,0.04764956,0.474248,0.07785187,0.002318446,0.001386702,0.01174248,0.001835781,0.1663466,0.162636,0.001000602],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006528397,0.9020903,0.03992103,0.01645772,0.01284279,0.01189798,0.004378421,0.0003620808,0.005521255],"genre_scores_gemma":[0.2799192,0.4037654,0.133228,0.02465887,0.01165077,0.1370978,0.006276285,0.0004828512,0.002920899],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9826827,"threshold_uncertainty_score":0.6112955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747940070","doi":"10.3758/s13428-017-0963-x","title":"The cognitive reflection test is robust to multiple exposures","year":2017,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Test (biology); Computer science; Cognition; Reflection (computer programming); Psychology; Cognitive psychology; Artificial intelligence; Statistics; Mathematics; Geology; Programming language; Neuroscience","authors":[{"name":"Michał Białek","is_ca":false},{"name":"Gordon Pennycook","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7821180915133141,"gpt":0.736822124123797,"spread":0.04529596738951713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008213527,0.0007464631,0.0008321976,0.001036398,0.0005345352,0.001266204,0.0009448077,0.001224675,0.003300947],"category_scores_gemma":[0.06368936,0.0004369469,0.001262662,0.0007104266,0.0007741544,0.0014506,0.001626608,0.002123196,0.00169551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003462906,"about_ca_system_score_gemma":0.0007641274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001262087,"about_ca_topic_score_gemma":0.001200187,"domain_scores_codex":[0.9913571,0.002276707,0.001205325,0.001731255,0.003023923,0.0004056102],"domain_scores_gemma":[0.9649339,0.01288222,0.009405733,0.006267389,0.005364722,0.001146028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003783403,0.00461366,0.7358806,0.0006821752,0.001704548,0.001023075,0.004378901,0.002088891,0.01522945,0.002758492,0.01355404,0.2143028],"study_design_scores_gemma":[0.0001328937,0.003758867,0.9656218,0.0001352762,0.0002078471,0.00114836,0.0005847677,0.002429064,0.009443247,0.003673534,0.01273726,0.0001270082],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9460854,0.0006967083,0.02352274,0.001010434,0.0003520094,0.001385583,0.002089902,0.0005954723,0.02426181],"genre_scores_gemma":[0.97765,0.0002605048,0.01224771,0.0005071129,0.0001197679,0.001350839,0.002155686,0.0001709629,0.005537327],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008213527,"threshold_uncertainty_score":0.04343778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}