{"meta":{"query_hash":"0a2267d4c36d","filters":{"topic":"Delphi Technique in Research"},"cohort_total":1476,"direct_labels_cover":20,"predictions_cover":1476,"exported":1476,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0a2267d4c36d","api":"https://metacan.xera.ac/api/v1/cohort?topic=Delphi+Technique+in+Research"},"results":[{"id":"W1151386690","doi":"","title":"Business Models for Online Education and Open Educational Resources: Insights from a Delphi Study","year":2015,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Delphi method; Delphi; Knowledge management; Business model; Online business; Business education; Business; Computer science; Higher education; Marketing; The Internet; Political science; World Wide Web","score_opus":0.16002021974785385,"score_gpt":0.46689537646521745,"score_spread":0.3068751567173636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1151386690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97200817,0.0035206445,0.0055665933,0.01388509,0.00030991362,0.0015981932,0.000012034066,0.000034395798,0.0030649481],"genre_scores_gemma":[0.9926144,0.0007010092,0.002700837,0.00012235586,0.00116394,0.00015006086,0.000023286439,0.000022527594,0.0025015797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99754936,0.0003413577,0.00027576069,0.0002709057,0.0006069324,0.0009557147],"domain_scores_gemma":[0.9981322,0.00024334593,0.00015408901,0.00017683183,0.0010576431,0.00023583378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003117081,0.00011393368,0.00017523154,0.00018525825,0.00060282083,0.00045447092,0.0009851275,0.000086108965,0.000012597029],"category_scores_gemma":[0.00080225157,0.000103851096,0.000029083458,0.00042861616,0.00011794608,0.00084296,0.00016598054,0.00066626084,0.0000034869088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065340276,0.006635168,0.0054124193,0.000010842525,0.00033602884,0.000002261271,0.08778152,0.00019991321,0.00007230589,0.74641556,0.010105647,0.14237493],"study_design_scores_gemma":[0.0007143992,0.00021369217,0.0011797993,0.000023308818,0.000022896933,0.000011480262,0.108680606,0.0002139437,0.0000013071461,0.87583566,0.01297451,0.00012837576],"about_ca_topic_score_codex":0.016545324,"about_ca_topic_score_gemma":0.0695559,"teacher_disagreement_score":0.14224656,"about_ca_system_score_codex":0.0013249837,"about_ca_system_score_gemma":0.021732923,"threshold_uncertainty_score":0.9900036},"labels":[],"label_agreement":null},{"id":"W1205405038","doi":"","title":"\"I can't imagine my life without it!\" Curling and health promotion: a photovoice study.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Curling; Photovoice; Rural area; Health promotion; Mental health; Psychology; Gerontology; Medicine; Public health; Nursing; Economic growth; Psychiatry","score_opus":0.37425402172750305,"score_gpt":0.449337081325119,"score_spread":0.07508305959761596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1205405038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78843933,0.0005516035,0.00027648263,0.099499464,0.0005581164,0.0131173525,0.000017103555,0.0009180743,0.09662247],"genre_scores_gemma":[0.9950837,0.00009268503,0.0006444273,0.00047921832,0.00017274146,0.00238678,9.0535497e-7,0.000016283098,0.0011232627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979174,0.00032487468,0.00022967871,0.00031072434,0.00057176856,0.0006455424],"domain_scores_gemma":[0.999012,0.00004715917,0.000093378345,0.00022110758,0.00013328448,0.0004930829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00444999,0.00009986405,0.00018185149,0.00011767883,0.0004057587,0.00009528975,0.00031341374,0.000048548947,0.00007060512],"category_scores_gemma":[0.00054772745,0.00009572548,0.00002378852,0.00039847946,0.00026122702,0.00019531416,0.000118472875,0.0002193823,0.0000069944535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052884305,0.0013394792,0.7204043,0.000088649955,0.00007006737,0.00003905645,0.09571277,1.9501928e-7,0.000006506306,0.0018493247,0.014061792,0.16637497],"study_design_scores_gemma":[0.0009872697,0.00026723856,0.94909936,0.000036001307,0.00002089083,0.000006779105,0.023517195,0.000037304424,0.00014196646,0.003206325,0.022278508,0.00040114953],"about_ca_topic_score_codex":0.027896406,"about_ca_topic_score_gemma":0.013135258,"teacher_disagreement_score":0.22869506,"about_ca_system_score_codex":0.0001553461,"about_ca_system_score_gemma":0.00031833458,"threshold_uncertainty_score":0.9785769},"labels":[],"label_agreement":null},{"id":"W1338919","doi":"","title":"The Health of the Nation Outcome Scales, Canada (HoNOS-CAN)","year":2003,"lang":"en","type":"article","venue":"Pathologie Biologie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outcome (game theory); Psychology; Political science; Medicine; Psychiatry; Economics; Mathematical economics","score_opus":0.2709450741636716,"score_gpt":0.4659540820359639,"score_spread":0.1950090078722923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1338919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5993874,0.0052083908,0.00085155154,0.29335704,0.007407451,0.00430878,0.00022578711,0.00065250613,0.08860107],"genre_scores_gemma":[0.9977569,0.00051983376,0.00039597604,0.0005846254,0.00003876933,0.000046772486,0.0000014466539,0.0000052339847,0.0006504432],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704546,0.0014776724,0.00031514547,0.00019246594,0.00045237815,0.00051687466],"domain_scores_gemma":[0.99804354,0.0011268867,0.00018725358,0.00043129685,0.00014798254,0.00006305959],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004836956,0.000086848384,0.00014632473,0.000025388124,0.00090619153,0.000027569982,0.00093769137,0.00010977464,0.000011685758],"category_scores_gemma":[0.011382075,0.00004498212,0.00006141116,0.0003926182,0.0008699898,0.000027682545,0.00012823116,0.00024005743,0.0000034513976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017227256,0.000068554946,0.7174413,0.000022176728,0.0000138422865,0.000011614015,0.0006208454,0.000011674058,0.0007580626,0.13295312,0.053632323,0.09444923],"study_design_scores_gemma":[0.00022904071,0.00020379467,0.19849303,0.000021900878,0.0000043407363,0.000004657078,0.00937021,0.0000063571506,0.004185423,0.034211613,0.75295925,0.00031040882],"about_ca_topic_score_codex":0.20974192,"about_ca_topic_score_gemma":0.7561936,"teacher_disagreement_score":0.6993269,"about_ca_system_score_codex":0.0006188235,"about_ca_system_score_gemma":0.0021920532,"threshold_uncertainty_score":0.9969455},"labels":[],"label_agreement":null},{"id":"W1424826476","doi":"","title":"Lung volume reduction surgery for the treatment of severe emphysema: a study in a single Canadian institution.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Medicine; Lung volume reduction surgery; Pulmonary function testing; Quality of life (healthcare); Lung volumes; Surgery; Population; Prospective cohort study; Internal medicine; Lung","score_opus":0.12850617066733916,"score_gpt":0.3639213924878128,"score_spread":0.23541522182047364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1424826476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98547846,0.0001635015,0.0000058252663,0.0037566542,0.00019890082,0.004241362,0.00001380842,0.000033320757,0.006108191],"genre_scores_gemma":[0.99082124,0.0000975002,0.000016379588,0.000008632009,0.00011176233,0.005374541,0.0000017644252,0.000005508699,0.0035626565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989551,0.00014001747,0.00016234908,0.0001402067,0.0002260265,0.00037631378],"domain_scores_gemma":[0.999465,0.00018744085,0.000030208612,0.00015527275,0.00006186956,0.00010023841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010991419,0.0000553569,0.00011525596,0.00015947274,0.00027312603,0.000038580947,0.0001336615,0.000048272967,0.00006418146],"category_scores_gemma":[0.00018894579,0.000044319288,0.000055598994,0.0005080178,0.00015080032,0.00011582483,0.0000039559836,0.00003751029,0.000002394198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006716113,0.00091150927,0.08000503,0.000007871851,0.000040805888,0.0000089891755,0.011874549,0.000109102315,0.0000019576214,0.000149248,0.0068519246,0.89997184],"study_design_scores_gemma":[0.00047424153,0.00011315484,0.7875817,0.000010433954,0.00002970258,0.0000025110737,0.008478291,0.000073925046,0.0000581004,0.00036910045,0.2026524,0.00015645156],"about_ca_topic_score_codex":0.52466506,"about_ca_topic_score_gemma":0.6410215,"teacher_disagreement_score":0.8998154,"about_ca_system_score_codex":0.001269494,"about_ca_system_score_gemma":0.00042089404,"threshold_uncertainty_score":0.47850022},"labels":[],"label_agreement":null},{"id":"W1463084062","doi":"10.5287/ora-daykvyxed","title":"Development of a CONSORT extension for social and psychological interventions","year":2014,"lang":"en","type":"dissertation","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Clarendon Fund; Economic and Social Research Council; Hebrew University of Jerusalem; Cardiff University; Institute of Education, University of London; University of Oxford; University College London; London School of Hygiene and Tropical Medicine; University of Cambridge; York University; Vanderbilt University","keywords":"Consolidated Standards of Reporting Trials; Psychological intervention; Critical appraisal; Psychology; Delphi method; Systematic review; Applied psychology; Medical education; Medicine; Alternative medicine; MEDLINE; Political science; Computer science; Psychiatry","score_opus":0.2181806207133308,"score_gpt":0.4421120917994374,"score_spread":0.2239314710861066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1463084062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83558816,0.00007339975,0.02074953,0.0010910599,0.00017353155,0.0028924579,0.000460218,0.0001292187,0.13884243],"genre_scores_gemma":[0.8463365,0.0028769332,0.10920666,0.000010522601,0.00011928682,0.0000054959683,0.0012098093,0.00006238014,0.040172417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605215,0.00091189606,0.0003170547,0.0006953415,0.001266711,0.00075683073],"domain_scores_gemma":[0.9966473,0.00090055424,0.00040699483,0.00032555478,0.0014050053,0.00031461683],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0033993633,0.0002313279,0.0006275537,0.0014798053,0.002639345,0.00003591329,0.0014932761,0.00050739705,0.00024632452],"category_scores_gemma":[0.00054910255,0.0003065733,0.00044637805,0.00078952836,0.0023589798,0.00025286616,0.0005770191,0.00086465693,0.0000033116362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015763981,0.0036417816,0.003967492,0.00672115,0.0013281062,0.0002380777,0.16253136,0.0000042113415,0.009145389,0.4008813,0.06216213,0.33361503],"study_design_scores_gemma":[0.0020450433,0.00097610423,0.02685173,0.0009381305,0.00013872485,0.000001987769,0.22543488,0.000104623854,0.00014231709,0.009133096,0.73365796,0.00057539047],"about_ca_topic_score_codex":0.0009709023,"about_ca_topic_score_gemma":0.021790393,"teacher_disagreement_score":0.67149585,"about_ca_system_score_codex":0.0003083126,"about_ca_system_score_gemma":0.0008997431,"threshold_uncertainty_score":0.9999386},"labels":[],"label_agreement":null},{"id":"W1486684883","doi":"","title":"Kyoto ratification appears unstoppable despite holdouts","year":2002,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ratification; Kyoto Protocol; Greenhouse gas; Treaty; International trade; Law; Political science; Environmental protection; Business; Environmental science; Biology; Ecology","score_opus":0.10483756963131594,"score_gpt":0.33483415573470887,"score_spread":0.22999658610339294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486684883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22606525,0.001143142,0.0013622303,0.018860491,0.0013810454,0.0031655128,0.00001924589,0.0014234064,0.7465797],"genre_scores_gemma":[0.96272266,0.0013195551,0.00083036214,0.0003252643,0.00039753245,0.00018724475,0.0000054388433,0.000046293997,0.03416562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962285,0.0005870259,0.0003147092,0.0004564359,0.00091500016,0.0014982928],"domain_scores_gemma":[0.99836516,0.0001164654,0.00010886379,0.00053248514,0.00019653984,0.0006804628],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017280362,0.00016168432,0.00016306256,0.00015626519,0.000503678,0.00032656174,0.0008133379,0.00011498708,0.0012701835],"category_scores_gemma":[0.0016661518,0.00016803936,0.00007261859,0.001199932,0.00039267007,0.00041971658,0.00009494076,0.000327846,0.001209987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067793255,0.0008596529,0.05089984,0.000078818885,0.0000815156,0.00028422882,0.07075909,0.00008143361,0.0054681585,0.11549867,0.38649642,0.36942437],"study_design_scores_gemma":[0.00023211,0.00002368787,0.017946417,0.000023324495,0.000009944488,0.0000026691112,0.0005133769,0.00012116699,0.0021469716,0.00061559334,0.97808677,0.00027797796],"about_ca_topic_score_codex":0.00044074148,"about_ca_topic_score_gemma":0.00013903093,"teacher_disagreement_score":0.73665744,"about_ca_system_score_codex":0.00029947257,"about_ca_system_score_gemma":0.0001223976,"threshold_uncertainty_score":0.9996428},"labels":[],"label_agreement":null},{"id":"W148993792","doi":"","title":"Decision Rules for Application of the Newcastle-Ottawa Scale","year":2012,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Computer science; Operations research; Geography; Engineering; Cartography","score_opus":0.1211033588215073,"score_gpt":0.48028353441270205,"score_spread":0.35918017559119475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W148993792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3093705,0.000119259894,0.44691226,0.0067463233,0.00037610435,0.0024210396,0.0000157089,0.00014916933,0.23388965],"genre_scores_gemma":[0.97319144,0.0000070932606,0.024742229,0.000043669723,0.00012510932,0.000096856085,6.7182145e-7,0.0000046090836,0.0017882983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992489,0.000050978313,0.000108177745,0.000065589695,0.0003389166,0.00018744149],"domain_scores_gemma":[0.99921864,0.0003799249,0.000041648193,0.0001945771,0.00011557197,0.000049651782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014852165,0.000029211087,0.000048264596,0.000026982909,0.0001872272,0.00001298982,0.0003456326,0.000056347933,0.00007983658],"category_scores_gemma":[0.00037895574,0.000018872754,0.000048386093,0.0001737075,0.0001611161,0.00010714936,0.00005765427,0.000037775546,0.000029185812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016098664,0.0001342448,0.07111159,0.000013019442,0.0000043233013,9.6196695e-9,0.0020823036,0.0000017421517,0.0051431125,0.37843424,0.05718992,0.48586938],"study_design_scores_gemma":[0.0001557983,0.00002221638,0.03914844,0.000014966627,0.0000068624713,3.475333e-7,0.0023398108,0.0002732318,0.02558605,0.064322345,0.86802965,0.00010029434],"about_ca_topic_score_codex":0.0011329612,"about_ca_topic_score_gemma":0.0011029332,"teacher_disagreement_score":0.8108397,"about_ca_system_score_codex":0.00003712845,"about_ca_system_score_gemma":0.00003985058,"threshold_uncertainty_score":0.17127061},"labels":[],"label_agreement":null},{"id":"W1502353023","doi":"10.3109/09638288.2015.1043471","title":"What pilot studies tell us!","year":2015,"lang":"en","type":"letter","venue":"Disability and Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Adjunct; Rehabilitation; Randomized controlled trial; Geriatric rehabilitation; Physical medicine and rehabilitation; Psychology; Physical therapy; Medicine","score_opus":0.2107143999267675,"score_gpt":0.48216642563086265,"score_spread":0.27145202570409516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502353023","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048919614,0.0018563912,0.000004222565,0.9432078,0.0011712661,0.0014984504,0.000020416257,0.00021409943,0.0031077168],"genre_scores_gemma":[0.3881813,0.021435512,0.009677216,0.5176818,0.024107544,0.003947538,0.00075316516,0.00038470686,0.03383127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952546,0.0018870329,0.00044590986,0.0006863683,0.0012426561,0.00048347446],"domain_scores_gemma":[0.9924127,0.0059705465,0.00013048804,0.0005585436,0.00080643804,0.00012128215],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005763627,0.00024423958,0.0004408169,0.00010120958,0.00045336434,0.0003298577,0.0003557224,0.0006357122,0.00007953252],"category_scores_gemma":[0.009839333,0.00021732772,0.00011933513,0.00034086397,0.008711837,0.0008795692,0.0001592878,0.0011011413,0.000050471317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026888372,0.000113274196,0.0058083753,0.0006747786,0.00003247704,0.0000041347544,0.018317057,7.0305276e-7,0.0000022912307,0.0008458396,0.97013164,0.004042518],"study_design_scores_gemma":[0.00013205946,0.00045020468,0.0020224727,0.00021816335,0.000025377994,5.5177196e-7,0.028196001,0.000003057001,0.0000014571316,0.09953903,0.8691469,0.00026476616],"about_ca_topic_score_codex":0.001520493,"about_ca_topic_score_gemma":0.0020074488,"teacher_disagreement_score":0.42552608,"about_ca_system_score_codex":0.00082989,"about_ca_system_score_gemma":0.00025674718,"threshold_uncertainty_score":0.9985012},"labels":[],"label_agreement":null},{"id":"W1512883065","doi":"10.1371/journal.pone.0129706","title":"A Delphi Technology Foresight Study: Mapping Social Construction of Scientific Evidence on Metagenomics Tests for Water Safety","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Genome British Columbia; Genome Canada","keywords":"Metagenomics; Delphi method; Futures studies; Biology; Data science; Computer science; Genetics; Artificial intelligence","score_opus":0.49844209308938303,"score_gpt":0.4404989538010399,"score_spread":0.057943139288343104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512883065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011314,0.00004315679,0.00084949314,0.0056889453,0.000120165445,0.0020720442,0.000014069395,0.00016226209,0.00093672005],"genre_scores_gemma":[0.98432827,0.000010897808,0.014896402,0.000014896417,0.00012977092,0.00022456012,0.0000034567756,0.0000152493785,0.0003764789],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99773765,0.00020232276,0.00033453087,0.00034539294,0.0009495573,0.00043053174],"domain_scores_gemma":[0.9983047,0.00029493772,0.000118707096,0.00028236271,0.00091535796,0.0000838952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004190328,0.000099391844,0.00027772904,0.0004942973,0.0006739768,0.00009045609,0.0005542782,0.00016006146,0.000025311416],"category_scores_gemma":[0.0023514086,0.00008712864,0.000053165244,0.0006967929,0.0010967739,0.00021355825,0.00015856304,0.00017747546,0.000025445916],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018195085,0.01062913,0.075271145,0.0006455509,0.0013532408,0.000032409047,0.14376551,0.000018623712,0.59061825,0.1297027,0.005803288,0.040340666],"study_design_scores_gemma":[0.0027223174,0.0028362325,0.0023346571,0.0007859881,0.00042797194,0.0000029086002,0.086348824,0.00045625033,0.7235537,0.16706231,0.012487511,0.0009813244],"about_ca_topic_score_codex":0.0001465385,"about_ca_topic_score_gemma":0.00037681614,"teacher_disagreement_score":0.13293548,"about_ca_system_score_codex":0.00031526407,"about_ca_system_score_gemma":0.00031933511,"threshold_uncertainty_score":0.5183753},"labels":[],"label_agreement":null},{"id":"W1513517331","doi":"10.1111/inr.12167","title":"<scp>U</scp>ganda nursing research agenda: a<scp>D</scp>elphi study","year":2015,"lang":"en","type":"article","venue":"International Nursing Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Nursing; Delphi method; Nurse education; Medicine; Nursing research; Focus group; Delphi; Sociology","score_opus":0.3936961115099735,"score_gpt":0.579252222836724,"score_spread":0.18555611132675043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513517331","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036394686,0.062299233,0.0006009142,0.025072007,0.0048612333,0.004186836,0.000035193825,0.00063610385,0.8659138],"genre_scores_gemma":[0.906731,0.029104253,0.0029116017,0.0011903092,0.003988877,0.0006243333,0.00006809188,0.00019390885,0.05518759],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896899,0.0021824648,0.00083287485,0.0008083091,0.0053003947,0.001186079],"domain_scores_gemma":[0.99283785,0.0029626423,0.00027319277,0.0006738621,0.0026564812,0.00059596595],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015685247,0.00029978965,0.00053678825,0.00065059314,0.00079380436,0.00057738036,0.0023566303,0.0002028267,0.000098260694],"category_scores_gemma":[0.038509835,0.00029903222,0.00021626079,0.0018048093,0.0012349986,0.0006537165,0.00021001538,0.0011318987,0.00082645065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045596494,0.0010471786,0.0014682626,0.000099460354,0.00006148812,0.00009980927,0.021525886,0.0000031897437,0.000033829412,0.008614996,0.9044839,0.062557444],"study_design_scores_gemma":[0.0004107712,0.0002771164,0.0010078555,0.013179822,0.00005474948,0.000034405788,0.032437645,0.00005443969,0.000074490534,0.020704534,0.9316626,0.000101578196],"about_ca_topic_score_codex":0.00066354783,"about_ca_topic_score_gemma":0.00014226546,"teacher_disagreement_score":0.87033635,"about_ca_system_score_codex":0.0026613858,"about_ca_system_score_gemma":0.0011397603,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W1514255099","doi":"10.5324/nje.v23i2.1647","title":"Cochrane i Norge - Hvordan formidler vi resultatene fra Cochrane-oversikter?","year":2013,"lang":"no","type":"article","venue":"Norsk Epidemiologi","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nordic Life Science Pipeline (Canada)","funders":"","keywords":"Humanities; Medicine; Physics; Philosophy","score_opus":0.12776842335678573,"score_gpt":0.45141781981693674,"score_spread":0.323649396460151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514255099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5915848,0.007537608,0.0030692604,0.12015207,0.0046440912,0.0070858006,0.00042702834,0.0019739864,0.26352537],"genre_scores_gemma":[0.947292,0.01282884,0.007936416,0.005101309,0.0017776821,0.000558854,0.00011536796,0.00013664889,0.024252895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986322,0.0039394754,0.0022143563,0.0018237983,0.0020858832,0.0036145123],"domain_scores_gemma":[0.9829429,0.011617673,0.0009715974,0.001894019,0.0013101104,0.001263718],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.015013493,0.00093758595,0.0020211327,0.0004705595,0.0014888449,0.0003256818,0.0031986723,0.0018285215,0.01228582],"category_scores_gemma":[0.030086359,0.00082628743,0.00072067004,0.0017927436,0.0029135847,0.0012009984,0.0010176648,0.0022394091,0.013485994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003021919,0.0006092388,0.0798526,0.0004936922,0.0003188773,0.00019540329,0.004561648,0.00011150403,0.0045081703,0.019639555,0.8646866,0.024720488],"study_design_scores_gemma":[0.0066146967,0.0042202724,0.23467709,0.0035820361,0.00051239843,0.00011259615,0.021834435,0.009691228,0.0057139588,0.21855964,0.48694348,0.0075381654],"about_ca_topic_score_codex":0.048471108,"about_ca_topic_score_gemma":0.0019178938,"teacher_disagreement_score":0.37774315,"about_ca_system_score_codex":0.0008460098,"about_ca_system_score_gemma":0.0005484327,"threshold_uncertainty_score":0.99981105},"labels":[],"label_agreement":null},{"id":"W1514984683","doi":"","title":"Validity of utilization review tools.","year":2000,"lang":"en","type":"letter","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Kappa; Table (database); Computer science; Sample (material); Medicine; External validity; Sample size determination; Data science; Statistics; Data mining; Mathematics","score_opus":0.46356722233363773,"score_gpt":0.44923857080494006,"score_spread":0.014328651528697667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514984683","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001142317,0.004311893,0.000029887824,0.7380879,0.0002515051,0.002997435,0.00005774978,0.00015701339,0.25409517],"genre_scores_gemma":[0.0013116988,0.24339265,0.00018560997,0.69773537,0.00451985,0.0076119658,0.00038941138,0.00007919331,0.044774234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668443,0.00088527804,0.0003693426,0.00027054994,0.0012564209,0.0005339906],"domain_scores_gemma":[0.9987092,0.00039441496,0.00019817834,0.00042444144,0.0002064771,0.00006729881],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003135117,0.00012605605,0.00036485845,0.00012844117,0.00010120281,0.000057230962,0.0007755917,0.00056581246,0.0010480818],"category_scores_gemma":[0.0021016032,0.00012576248,0.00014785098,0.0005558763,0.000308479,0.00015274451,0.000057166068,0.0007631159,0.000041850508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.684575e-7,0.0000065219956,0.000020429632,0.00050321425,0.0000044913577,0.000010870391,0.00002572933,1.3231859e-8,2.523002e-8,0.00004477775,0.7303598,0.26902324],"study_design_scores_gemma":[0.000028679255,0.0000032810392,0.00069501385,0.00027094214,0.000026235026,5.3019824e-7,0.000004138032,1.395026e-7,0.000015372183,0.00083189184,0.9980065,0.00011728005],"about_ca_topic_score_codex":0.00045131048,"about_ca_topic_score_gemma":0.00004170622,"teacher_disagreement_score":0.26890597,"about_ca_system_score_codex":0.00016995802,"about_ca_system_score_gemma":0.00019276146,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W1518382216","doi":"10.1111/j.1440-1843.2011.02057.x","title":"Respirology: Thoughts of an incoming editor","year":2011,"lang":"en","type":"article","venue":"Respirology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Editorial board; Library science; Family medicine","score_opus":0.19111807480046597,"score_gpt":0.4655336057268041,"score_spread":0.2744155309263381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518382216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8980666,0.00009455576,0.00034480006,0.0015662687,0.0019820302,0.0004119443,0.0000056991134,0.00023811088,0.09729],"genre_scores_gemma":[0.98981386,0.000032204487,0.005567511,0.0002858018,0.0037362447,0.000045991488,0.0000012545883,0.000020014495,0.000497099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724686,0.0011840672,0.00032318823,0.00030790246,0.00038208123,0.0005559164],"domain_scores_gemma":[0.9986297,0.00040182745,0.0001445961,0.00047786214,0.00017136769,0.00017467662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029585361,0.00010150685,0.0002545208,0.00027983717,0.00022502289,0.000009509719,0.0008692967,0.00042428746,0.000454719],"category_scores_gemma":[0.0010954519,0.00009867705,0.000062609,0.00033260364,0.0011865376,0.0001856711,0.00016753432,0.00030397458,0.000057433346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042179716,0.002507231,0.12438162,0.00014319179,0.00025394527,0.000754197,0.10873316,0.0000098909795,0.07434108,0.4267836,0.10708185,0.15079226],"study_design_scores_gemma":[0.00075796986,0.0022039579,0.035849378,0.000021058884,0.000028244505,0.0000127917765,0.002683915,0.000060311406,0.021139944,0.120915554,0.8159071,0.0004197303],"about_ca_topic_score_codex":0.0019479225,"about_ca_topic_score_gemma":0.002265376,"teacher_disagreement_score":0.7088253,"about_ca_system_score_codex":0.00005270358,"about_ca_system_score_gemma":0.00022158214,"threshold_uncertainty_score":0.4978854},"labels":[],"label_agreement":null},{"id":"W1525454485","doi":"10.1155/2014/912093","title":"The Institute of Circulatory and Respiratory Health Strategic Plan for 2013–2016 Executive Summary","year":2014,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Circulatory and Respiratory Health; Montreal Heart Institute","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Executive summary; Plan (archaeology); Strategic planning; Management; Finance","score_opus":0.15749919596265005,"score_gpt":0.3963727283194349,"score_spread":0.23887353235678482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525454485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6421089,0.05917948,0.0024830138,0.0582677,0.007856567,0.007996252,0.0006070796,0.0003257019,0.22117531],"genre_scores_gemma":[0.991699,0.0007318714,0.0003109633,0.0051094326,0.0013135802,0.00007732848,0.0000025069514,0.000054002256,0.0007013075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697745,0.0008557234,0.0005305679,0.00024870253,0.0005388521,0.00084868574],"domain_scores_gemma":[0.9970854,0.00043570003,0.00034003946,0.00032087736,0.0004266317,0.0013913446],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008698316,0.00015456862,0.0002627425,0.00038951865,0.0027038755,0.00023048154,0.00068020786,0.00018577189,0.000016030506],"category_scores_gemma":[0.0006554509,0.00012848996,0.000097593285,0.000258315,0.0013588485,0.0002940217,0.000034454697,0.0005416114,0.0000044561016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115881274,0.00003878941,0.00945603,0.00012061667,0.00013096594,0.000057222926,0.0037540402,0.000031926287,0.0007924604,0.33689716,0.5746014,0.074003525],"study_design_scores_gemma":[0.0003338624,0.00023655845,0.0017801148,0.00010193728,0.000005912272,0.000007782583,0.0021530392,0.000012915083,0.00004019433,0.015728595,0.97944695,0.00015214729],"about_ca_topic_score_codex":0.026991,"about_ca_topic_score_gemma":0.4065617,"teacher_disagreement_score":0.40484554,"about_ca_system_score_codex":0.00073824363,"about_ca_system_score_gemma":0.011482912,"threshold_uncertainty_score":0.99859446},"labels":[],"label_agreement":null},{"id":"W1538066189","doi":"","title":"Encouraging smoking cessation means fewer postoperative complications.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Smoking cessation; Clinical trial; Cigarette smoking; Intervention (counseling); Quit smoking; Surgery; General surgery; Internal medicine; Psychiatry; Pathology","score_opus":0.18084552608631335,"score_gpt":0.38143073495478463,"score_spread":0.20058520886847128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538066189","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04156368,0.00022885799,0.0032967583,0.07497092,0.00026968034,0.0017483144,0.0000075653857,0.0005191104,0.8773951],"genre_scores_gemma":[0.9947959,0.00007540219,0.00040481976,0.0004954461,0.000082792256,0.0014315882,0.0000025219565,0.000009449302,0.0027020515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854803,0.00020572811,0.00014106206,0.00018991278,0.00052342785,0.00039183017],"domain_scores_gemma":[0.999278,0.00017958328,0.000050839484,0.00017761359,0.00020111336,0.00011285474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011612772,0.00006255778,0.000072542265,0.00012011837,0.0006044673,0.0001623061,0.00031939097,0.00006200129,0.0002778755],"category_scores_gemma":[0.00060262025,0.000064638276,0.000031331165,0.0004393458,0.00019594883,0.0003235543,0.000043812768,0.0001606278,0.000043496053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029635958,0.00011519386,0.023075107,0.0000054706616,0.000026127303,0.000006326562,0.020932185,0.000030372887,0.000050161452,0.056943648,0.045771256,0.8530412],"study_design_scores_gemma":[0.00034839116,0.000011649767,0.26900807,0.000019377687,0.000014376684,0.0000034567686,0.007449771,0.0013344316,0.00083572057,0.008045617,0.71252006,0.0004090966],"about_ca_topic_score_codex":0.0007176991,"about_ca_topic_score_gemma":0.00034927437,"teacher_disagreement_score":0.9532322,"about_ca_system_score_codex":0.0002580867,"about_ca_system_score_gemma":0.00001897382,"threshold_uncertainty_score":0.4649135},"labels":[],"label_agreement":null},{"id":"W1550578909","doi":"","title":"First-quarter ag survey shows west and east are hurting","year":2003,"lang":"en","type":"article","venue":"Fedgazette","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Geography","score_opus":0.12554298695943394,"score_gpt":0.39142464819734113,"score_spread":0.2658816612379072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550578909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8458841,0.00035987858,0.0007191955,0.011284944,0.0005177006,0.0007994805,0.0000431563,0.00040396838,0.13998762],"genre_scores_gemma":[0.9962349,0.000032310938,0.00052302546,0.00026384465,0.00013051479,0.00003263823,0.0000024171438,0.000018210629,0.0027621407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979122,0.00059883005,0.0001916648,0.0002991902,0.00047208986,0.0005259755],"domain_scores_gemma":[0.99895805,0.00038324355,0.00008454861,0.00024353608,0.0001438206,0.00018678697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032143956,0.00011396287,0.00015798883,0.00008439939,0.0006795465,0.00022526986,0.0002756346,0.00013273118,0.0005805983],"category_scores_gemma":[0.0021038272,0.0001150494,0.000038534614,0.00036171678,0.0003133857,0.00019179948,0.000059823844,0.0002495596,0.00018318614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017206776,0.000080385835,0.8914221,0.000038942922,0.000023249839,0.000062516854,0.0075687966,0.0000039208817,0.00019155745,0.0055179233,0.09159998,0.0034734374],"study_design_scores_gemma":[0.0004134879,0.00007315606,0.63869125,0.00012252785,0.000010781934,0.000009078878,0.0077785393,0.00009086503,0.00032306908,0.0032477516,0.34868217,0.00055733765],"about_ca_topic_score_codex":0.0016455686,"about_ca_topic_score_gemma":0.02671127,"teacher_disagreement_score":0.2570822,"about_ca_system_score_codex":0.00007333423,"about_ca_system_score_gemma":0.00008217569,"threshold_uncertainty_score":0.9910487},"labels":[],"label_agreement":null},{"id":"W1550763366","doi":"10.1002/gps.4167","title":"Development of a practice guideline for optimal symptom relief for patients with pneumonia and dementia in nursing homes using a Delphi study","year":2014,"lang":"en","type":"article","venue":"International Journal of Geriatric Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Guideline; Medicine; Delphi method; Dementia; Delirium; Delphi; Palliative care; Pneumonia; Family medicine; Nursing; Intensive care medicine; Internal medicine","score_opus":0.027286986919609676,"score_gpt":0.43074506156257614,"score_spread":0.40345807464296646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550763366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90931946,0.00015837578,0.08674506,0.0020721843,0.00083158276,0.0007379041,0.000006789032,0.0000071608943,0.00012149831],"genre_scores_gemma":[0.5803214,0.000014339127,0.4193751,0.000034332334,0.0002294247,0.000011914879,0.0000016704723,0.000009788286,0.0000020628397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997707,0.00012614869,0.0009045172,0.00015829911,0.0008999847,0.00020404265],"domain_scores_gemma":[0.99679387,0.0003835285,0.0009069198,0.000071809394,0.0017699407,0.000073945404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003154869,0.00010020224,0.00021118969,0.0004939093,0.00013209759,0.00007314944,0.0004019226,0.000056053046,0.000004177114],"category_scores_gemma":[0.0007772695,0.00008909491,0.00005379077,0.00022253326,0.000064841806,0.0003629324,0.000040375417,0.000115352974,1.0188186e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009490924,0.011974523,0.7647368,0.00012920983,0.0017874849,0.000009369615,0.045604944,0.001316567,0.00053787115,0.008078705,0.004009737,0.15232392],"study_design_scores_gemma":[0.069693804,0.015140575,0.5882639,0.0048103305,0.0019530694,0.00017305145,0.1556289,0.01208659,0.00026469893,0.023790713,0.12559451,0.0025998175],"about_ca_topic_score_codex":0.000069716996,"about_ca_topic_score_gemma":0.00011942896,"teacher_disagreement_score":0.33263004,"about_ca_system_score_codex":0.0002113547,"about_ca_system_score_gemma":0.00073536247,"threshold_uncertainty_score":0.3633185},"labels":[],"label_agreement":null},{"id":"W1567352407","doi":"10.5539/gjhs.v7n6p205","title":"Reconsidering Planning and Management of Medical Devices Procurement in Public Health Services in Cyprus","year":2015,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Procurement; Delphi method; Business; Government (linguistics); Delphi; Quality (philosophy); Process (computing); Operations management; Marketing; Economics","score_opus":0.40836832306448856,"score_gpt":0.5361321911394998,"score_spread":0.12776386807501128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567352407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419539,0.005087389,0.00020011031,0.050337,0.00023718165,0.00041654057,9.761902e-7,0.000012086222,0.001754822],"genre_scores_gemma":[0.99334174,0.0014149569,0.0047653727,0.00044838627,0.00002323181,0.000003014938,6.982854e-8,0.000001992678,0.0000012229428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948347,0.00028889516,0.00088717166,0.0001909744,0.00310939,0.0006888338],"domain_scores_gemma":[0.99830127,0.000043787266,0.0005641736,0.00009596933,0.00025529272,0.000739489],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03886394,0.00007007667,0.00027613895,0.0003856372,0.00017836143,0.00011135021,0.00095070776,0.0000456345,0.0000051732122],"category_scores_gemma":[0.00020201066,0.00006211202,0.000015476764,0.0017110903,0.000497474,0.00065673137,0.00025234336,0.00022870979,5.528652e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024752333,0.00016010106,0.8381026,0.00069593015,0.0000062330873,0.0001390278,0.016078763,0.0000676182,0.0000017256153,0.0068705683,0.00024373281,0.13760898],"study_design_scores_gemma":[0.0016658949,0.0007135795,0.7719099,0.008127549,0.0000021295896,0.00024544416,0.20054016,0.0007768487,0.000018224207,0.0075628385,0.00821014,0.00022730127],"about_ca_topic_score_codex":0.0042269137,"about_ca_topic_score_gemma":0.006764217,"teacher_disagreement_score":0.18446139,"about_ca_system_score_codex":0.0012182648,"about_ca_system_score_gemma":0.005990683,"threshold_uncertainty_score":0.9996444},"labels":[],"label_agreement":null},{"id":"W1582268424","doi":"10.1002/pbc.25335","title":"Core outcomes and definitions for pediatric fever and neutropenia research: A consensus statement from an international panel","year":2014,"lang":"en","type":"article","venue":"Pediatric Blood & Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Cancer Institute; National Institute for Health and Care Research; Infectious Diseases Society of America","keywords":"Medicine; Delphi method; Comparability; Family medicine; Consistency (knowledge bases); Delphi; MEDLINE; Statistics; Artificial intelligence","score_opus":0.5176762260836439,"score_gpt":0.5227337020995877,"score_spread":0.0050574760159437515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582268424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98986125,0.0007230725,0.00007093242,0.0061721983,0.00032813707,0.0008178096,0.0005455879,0.000089400375,0.0013916389],"genre_scores_gemma":[0.98414147,0.009982965,0.0029851936,0.00022857447,0.0017095386,0.00056845107,0.000029783056,0.000026009822,0.00032803946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760866,0.00030535535,0.00030035715,0.0004607924,0.000808161,0.0005166596],"domain_scores_gemma":[0.99694127,0.0019568286,0.00010826179,0.00021600872,0.00048387836,0.000293781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020768712,0.00013354173,0.00020027021,0.00030668746,0.00060767436,0.00022241686,0.00036802635,0.00011642223,0.00019336808],"category_scores_gemma":[0.0010675787,0.00012680536,0.000040012113,0.00036463627,0.00029581148,0.0001884951,0.00018489783,0.00027755406,0.0000084752955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044837598,0.0001570491,0.9745946,0.000042285752,0.000039529292,0.0000059065396,0.0019654871,0.0000021005703,0.000025955147,0.00936928,0.010962366,0.002790611],"study_design_scores_gemma":[0.004177194,0.00040372112,0.87349284,0.000019516769,0.0005103078,0.000003043581,0.002785484,0.0003689815,0.00003472454,0.05559053,0.061929435,0.0006842509],"about_ca_topic_score_codex":0.011619404,"about_ca_topic_score_gemma":0.0049937675,"teacher_disagreement_score":0.10110178,"about_ca_system_score_codex":0.00007952362,"about_ca_system_score_gemma":0.0003811906,"threshold_uncertainty_score":0.99496233},"labels":[],"label_agreement":null},{"id":"W158420956","doi":"","title":"認知機能の継時的変化を評価する際の日本語版Montreal Cognitive Assessment(MoCA‐J)の有用性―MCIと軽度アルツハイマー病患者を対象とした縦断的検討―","year":2011,"lang":"ja","type":"article","venue":"老年精神医学雑誌","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Gerontology; Cognitive impairment; Medicine; Psychiatry","score_opus":0.2507117255581488,"score_gpt":0.4918478432114087,"score_spread":0.24113611765325987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W158420956","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071963206,0.0007224411,0.00087344006,0.0018875609,0.0018142866,0.002239927,0.00025789603,0.00079595676,0.9194453],"genre_scores_gemma":[0.9702839,0.0010675149,0.0032011934,0.0007051385,0.0010497762,0.00031533444,0.0000446481,0.00015189323,0.02318058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9905383,0.0017378235,0.0011014612,0.0015132036,0.0026390152,0.0024701927],"domain_scores_gemma":[0.995113,0.001210291,0.0005355636,0.0010287429,0.001052826,0.001059577],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004090432,0.00078933174,0.0009153736,0.0005779552,0.0014148367,0.000432656,0.0021432703,0.0009983188,0.015765654],"category_scores_gemma":[0.0009265443,0.0008308017,0.0005327959,0.0018441998,0.0026154483,0.0010356371,0.00082296313,0.0017705732,0.004297548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014682207,0.008770348,0.08353559,0.00059608277,0.0023215471,0.003965692,0.23039614,0.0000014956843,0.0018637843,0.1402177,0.2544759,0.27238747],"study_design_scores_gemma":[0.010597911,0.0058482215,0.315276,0.0026475133,0.0019020775,0.00014523847,0.29091832,0.0012381434,0.012029982,0.05633804,0.2938962,0.009162364],"about_ca_topic_score_codex":0.016642038,"about_ca_topic_score_gemma":0.003009566,"teacher_disagreement_score":0.89832073,"about_ca_system_score_codex":0.0006727478,"about_ca_system_score_gemma":0.0013791821,"threshold_uncertainty_score":0.9998852},"labels":[],"label_agreement":null},{"id":"W1588632076","doi":"10.1177/160940691401300101","title":"Using the Delphi Method for Qualitative, Participatory Action Research in Health Leadership","year":2014,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Confidentiality; Delphi method; Restructuring; Citizen journalism; Public relations; Delphi; Participatory action research; Political science; Sociology; Computer science; Law","score_opus":0.9879551244749066,"score_gpt":0.8512362208975898,"score_spread":0.13671890357731686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588632076","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043243957,0.00031130057,0.92586404,0.06762282,0.0007194321,0.00045309964,0.0000071764252,0.000013108896,0.0006846161],"genre_scores_gemma":[0.19161245,0.000066787245,0.8067211,0.0006023174,0.00072099164,0.000059719223,0.0000010481609,0.000020734746,0.00019483126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84292215,0.15188666,0.0014519903,0.00029179992,0.0026862526,0.0007611572],"domain_scores_gemma":[0.93927735,0.056195594,0.00085136126,0.0001673234,0.0033255059,0.00018287744],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36600226,0.00011897859,0.00035307248,0.00090598554,0.00045144872,0.000145151,0.0011111597,0.00011160893,0.00004383131],"category_scores_gemma":[0.033625484,0.00009248152,0.00018858368,0.00076546747,0.00088832295,0.0004470304,0.000081657745,0.0009270413,0.0000023223713],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003358176,0.000117006595,0.000039650324,0.000046450637,0.00011037858,0.0000027300964,0.6359688,0.00024961555,0.0020340288,0.22995068,0.001402154,0.12974268],"study_design_scores_gemma":[0.0004588199,0.00024863504,0.000057845922,0.00020272327,0.000005639518,0.000005851109,0.65044457,0.0033631849,0.0014196631,0.29915345,0.044541396,0.00009823591],"about_ca_topic_score_codex":0.0027523637,"about_ca_topic_score_gemma":0.000732861,"teacher_disagreement_score":0.33237678,"about_ca_system_score_codex":0.0011987444,"about_ca_system_score_gemma":0.0009897941,"threshold_uncertainty_score":0.9745147},"labels":[],"label_agreement":null},{"id":"W1601978814","doi":"","title":"Qualitative Health Research Conference 2014, Oral Abstracts","year":2014,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods - ARCHIVE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Oral health; Qualitative research; Data science; Medicine; Computer science; Sociology; Family medicine; Social science","score_opus":0.8457142120861577,"score_gpt":0.7751301180681541,"score_spread":0.07058409401800358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601978814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006447961,0.00020407872,0.8789545,0.05347106,0.0011571386,0.00044985875,0.000086042004,0.000045262987,0.059184067],"genre_scores_gemma":[0.31095102,0.0003891712,0.68639475,0.0005325423,0.0006966969,0.00002535348,0.000010115489,0.00002742057,0.00097290904],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90552557,0.0876881,0.0015058852,0.00037692624,0.0040963376,0.0008072136],"domain_scores_gemma":[0.94747853,0.0433746,0.0013913843,0.00026606157,0.0068574413,0.00063196156],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17567724,0.00019814931,0.00056596287,0.0012161057,0.00051138335,0.00029228034,0.0020783157,0.000108078835,0.00039901337],"category_scores_gemma":[0.046497542,0.00017717681,0.00024731923,0.0004573077,0.0024196075,0.00063979265,0.00026964516,0.0016394715,0.00010271459],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021277058,0.00014238132,0.000016166696,0.000011827841,0.00015838271,0.000017470726,0.51715297,0.000012303555,0.00085282227,0.37498695,0.020465901,0.085970044],"study_design_scores_gemma":[0.00043851972,0.0005572417,0.00035717498,0.00018004942,0.0000047595922,0.000012238954,0.27672264,0.0000559114,0.00087771966,0.6176711,0.1029731,0.00014956018],"about_ca_topic_score_codex":0.0035873936,"about_ca_topic_score_gemma":0.0009697767,"teacher_disagreement_score":0.30450305,"about_ca_system_score_codex":0.00064075674,"about_ca_system_score_gemma":0.0018837168,"threshold_uncertainty_score":0.9615342},"labels":[],"label_agreement":null},{"id":"W1604516148","doi":"10.1111/j.1744-7909.2008.00806.x","title":"Future Prospects: Scientific Quality Relies on the Critical Reviews from Our Peers","year":2008,"lang":"en","type":"article","venue":"Journal of Integrative Plant Biology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; China; Library science; Impact factor; Political science; Citation; Editorial board; History; Law; Computer science","score_opus":0.25393575181567296,"score_gpt":0.5026826971991911,"score_spread":0.24874694538351816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604516148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67180437,0.006439203,0.0011754091,0.29450974,0.0059099994,0.0011285202,0.00047507384,0.0000731234,0.018484576],"genre_scores_gemma":[0.9908451,0.0039281994,0.0019987484,0.0007242202,0.0015591057,0.000019025161,0.0000105939125,0.0000074418426,0.00090759736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583787,0.0025193333,0.00058910536,0.00020885452,0.00052624854,0.00031856578],"domain_scores_gemma":[0.9964356,0.0021015396,0.0003697978,0.00020938517,0.00075954257,0.00012417608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061535947,0.0001390306,0.0004253807,0.00015067031,0.0007978535,0.0000813141,0.00077313924,0.00017812647,0.00017331482],"category_scores_gemma":[0.014863069,0.000063083,0.00019575535,0.0003316573,0.0014565936,0.00013196075,0.000047458954,0.0010277323,0.000062785475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033396235,0.00022457182,0.007127104,0.00000828341,0.00006716712,0.0001336829,0.026216803,1.894584e-7,0.008912922,0.35383177,0.6005853,0.0025582802],"study_design_scores_gemma":[0.0002064591,0.00078516174,0.003540202,0.00034677354,0.00001689237,0.00008769138,0.07658344,0.0000043110044,0.005288983,0.048075087,0.86482906,0.00023596644],"about_ca_topic_score_codex":0.0005135676,"about_ca_topic_score_gemma":0.0010624883,"teacher_disagreement_score":0.31904072,"about_ca_system_score_codex":0.00018219477,"about_ca_system_score_gemma":0.00042181052,"threshold_uncertainty_score":0.99343514},"labels":[],"label_agreement":null},{"id":"W1607926222","doi":"10.1186/1465-9921-7-51","title":"Expression of S100A8 correlates with inflammatory lung disease in congenic mice deficient of the cystic fibrosis transmembrane conductance regulator","year":2006,"lang":"en","type":"article","venue":"Respiratory Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Western University; University of Guelph; Lawson Health Research Institute; University of Toronto","funders":"National Institutes of Health","keywords":"Congenic; S100A9; Inflammation; S100A8; Cystic fibrosis; Biology; Immunology; Lung; Pathology; Medicine; Gene; Internal medicine; Genetics","score_opus":0.0664143913514797,"score_gpt":0.38734393883753987,"score_spread":0.3209295474860602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607926222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99344134,0.0024917035,0.00004897295,0.00031423545,0.000053895223,0.0014657567,0.000033415476,0.000040748597,0.0021099518],"genre_scores_gemma":[0.999111,0.000039815288,0.00011115597,0.000011703829,0.000052470747,0.00016245212,0.0000017212983,0.000030919146,0.0004787507],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9932432,0.0022285345,0.00061691063,0.0004410044,0.0027071,0.0007632135],"domain_scores_gemma":[0.99667144,0.0014039072,0.00018962561,0.0007473412,0.00078608416,0.00020159852],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005354741,0.00016307707,0.00030559502,0.0004575705,0.00040368838,0.00004606825,0.0011329361,0.0001868795,0.00011225082],"category_scores_gemma":[0.000990051,0.00012037037,0.00010992756,0.002033778,0.0028024146,0.00022344808,0.00017899895,0.00067381444,0.0000065345016],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010651462,0.0003715971,0.3130305,0.0007626588,0.000013901591,0.00004593004,0.002058342,0.0014427826,0.67110187,0.008056811,0.001695911,0.00035456015],"study_design_scores_gemma":[0.002914945,0.00041812216,0.3049862,0.0042076814,0.00005050219,0.0000021491965,0.0046043033,0.0015789175,0.666144,0.0035040386,0.01081626,0.00077283196],"about_ca_topic_score_codex":0.0009174077,"about_ca_topic_score_gemma":0.0012235678,"teacher_disagreement_score":0.00912035,"about_ca_system_score_codex":0.00034352145,"about_ca_system_score_gemma":0.0017207154,"threshold_uncertainty_score":0.99991137},"labels":[],"label_agreement":null},{"id":"W1619119595","doi":"10.3390/ijerph120911345","title":"Identification of Response Options to Artisanal and Small-Scale Gold Mining (ASGM) in Ghana via the Delphi Process","year":2015,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Delphi method; Likert scale; Delphi; Scale (ratio); Business; Polling; Ranking (information retrieval); Environmental resource management; Environmental planning; Geography; Computer science; Economics; Psychology","score_opus":0.23041271275398525,"score_gpt":0.5020819602110058,"score_spread":0.2716692474570206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1619119595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330415,0.00034331225,0.00064036646,0.06547569,0.00006305739,0.00025714556,0.000017082277,0.0000028513825,0.0001589642],"genre_scores_gemma":[0.9985984,0.00046562508,0.0005275324,0.0001325088,0.00009379574,0.00001695928,0.000001549153,0.000005905831,0.00015775468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961611,0.0011149002,0.00051062903,0.00013741471,0.0017386695,0.00033728767],"domain_scores_gemma":[0.99823534,0.0006496101,0.00018864695,0.00009433893,0.00029310334,0.00053897075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020661633,0.000053652246,0.00011339549,0.0006105719,0.00014871116,0.00015247663,0.00054578675,0.000046008125,0.000029184788],"category_scores_gemma":[0.0021535002,0.000044194512,0.000021291653,0.0003432685,0.00057729444,0.00033734876,0.00015637456,0.0003291604,0.0000032095436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043461565,0.0032997397,0.26754305,0.00007414476,0.00019284489,0.0001395743,0.21337387,0.0001393555,0.020731645,0.0071385247,0.005997504,0.47702357],"study_design_scores_gemma":[0.0024814033,0.0033317206,0.52844155,0.00034702898,0.000006128042,0.0002523687,0.42180514,0.0013126696,0.0015543144,0.016663166,0.023453968,0.0003505591],"about_ca_topic_score_codex":0.00078768266,"about_ca_topic_score_gemma":0.0013859135,"teacher_disagreement_score":0.47667304,"about_ca_system_score_codex":0.0005726367,"about_ca_system_score_gemma":0.0007932382,"threshold_uncertainty_score":0.7160951},"labels":[],"label_agreement":null},{"id":"W163330691","doi":"10.5694/j.1326-5377.2004.tb05802.x","title":"Olympic medals or long life: what's the bottom line?","year":2004,"lang":"en","type":"article","venue":"The Medical Journal of Australia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Line (geometry); Mathematics; Geometry","score_opus":0.22692171691655139,"score_gpt":0.5033801658915532,"score_spread":0.2764584489750018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163330691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5284492,0.0006911066,0.0012259657,0.46721774,0.0014798762,0.0003261144,0.0000010564626,0.000042065996,0.0005669343],"genre_scores_gemma":[0.9917211,0.0019179372,0.0003281335,0.0011937926,0.0022525503,0.000005648423,1.9621478e-7,0.0000120061895,0.0025686237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946601,0.0007608111,0.00059626985,0.000110105946,0.0033545892,0.0005181688],"domain_scores_gemma":[0.9974493,0.0010514046,0.00029400666,0.00027726,0.00028582185,0.0006422098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011708063,0.00011692918,0.00024475556,0.00008116401,0.0004538884,0.00034816438,0.002325389,0.00022374623,0.0030646755],"category_scores_gemma":[0.007011026,0.000050368842,0.00016019304,0.0005450236,0.0016255549,0.00046926326,0.00012108006,0.0014292821,0.00011462817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023992648,0.0024260383,0.007860469,0.00020378019,0.0017743133,0.017223401,0.0910686,0.0005519485,0.0015545988,0.12985416,0.4515377,0.29354575],"study_design_scores_gemma":[0.012286268,0.0044943043,0.07000755,0.007883017,0.0008876048,0.005642263,0.16151345,0.00007136075,0.015347239,0.27784103,0.44200194,0.002023984],"about_ca_topic_score_codex":0.0010282164,"about_ca_topic_score_gemma":0.0008313326,"teacher_disagreement_score":0.46602395,"about_ca_system_score_codex":0.00015451846,"about_ca_system_score_gemma":0.0018300381,"threshold_uncertainty_score":0.99784666},"labels":[],"label_agreement":null},{"id":"W167459757","doi":"10.1097/00001416-201201000-00009","title":"Topics on HIV/AIDS for Inclusion Into a Physical Therapy Curriculum: Consensus Through a Modified Delphi Technique","year":2012,"lang":"en","type":"article","venue":"Journal of Physical Therapy Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Inclusion (mineral); Medicine; Curriculum; Delphi method; Family medicine; Delphi; Physical therapy; Psychology; Pedagogy","score_opus":0.10356103255902353,"score_gpt":0.48286833835124593,"score_spread":0.3793073057922224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W167459757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97657293,0.00039371682,0.006467418,0.011954207,0.0005956171,0.0015366551,0.0000033754127,0.00006375306,0.0024123455],"genre_scores_gemma":[0.98291326,0.00034210045,0.009498911,0.0004346207,0.006356856,0.00024364267,0.0000034203874,0.000030459098,0.00017671441],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975741,0.000506579,0.00036268155,0.0001823021,0.0009461106,0.0004282274],"domain_scores_gemma":[0.99774724,0.00065611856,0.0003957159,0.00025355702,0.0007373737,0.00020996365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015487557,0.00019784558,0.00036010344,0.00016447162,0.0006209201,0.00006740842,0.00053039513,0.00014661961,0.000015441314],"category_scores_gemma":[0.00040915536,0.00014764497,0.00034181576,0.00047842803,0.0002540947,0.0003972833,0.00006955093,0.00047004476,0.0000067802634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007286125,0.011743632,0.00033768875,0.000030499485,0.00011264609,0.0000014801706,0.1262959,0.000026838852,0.11923256,0.26466128,0.016791038,0.46003786],"study_design_scores_gemma":[0.0016718141,0.0036279082,0.0003121308,0.0002426949,0.000033088152,0.000013694898,0.010496635,0.000343778,0.12662128,0.5696924,0.2863786,0.0005660416],"about_ca_topic_score_codex":0.00018354392,"about_ca_topic_score_gemma":0.0000034512393,"teacher_disagreement_score":0.4594718,"about_ca_system_score_codex":0.00042970106,"about_ca_system_score_gemma":0.00070004765,"threshold_uncertainty_score":0.6020787},"labels":[],"label_agreement":null},{"id":"W1705690771","doi":"10.5539/ass.v11n23p73","title":"The Application of a Combined Delphi-AHP Method in Maritime Transport Research-A Review","year":2015,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kuala Lumpur","keywords":"Analytic hierarchy process; Delphi method; Delphi; Operations research; Computer science; Process (computing); Port (circuit theory); Set (abstract data type); Selection (genetic algorithm); Maritime industry; Management science; Operations management; Business; Engineering; Artificial intelligence","score_opus":0.25443325167766623,"score_gpt":0.5541752002931187,"score_spread":0.2997419486154525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1705690771","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011722319,0.0010861065,0.0044250763,0.073550396,0.00014332392,0.0026243697,0.0000063068305,0.00010399975,0.9168882],"genre_scores_gemma":[0.9958316,0.0007297333,0.0025573429,0.00013929707,0.00009062188,0.00024653279,0.0000013891242,0.000008636506,0.00039481913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945728,0.0011725995,0.0003746037,0.0003329301,0.0028231074,0.00072393555],"domain_scores_gemma":[0.9979226,0.00043612858,0.0001098314,0.0003151172,0.0009925731,0.00022375012],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.048597276,0.00007395342,0.0001998389,0.00017573788,0.0011577077,0.00006319097,0.0018935447,0.00009349508,0.000016851225],"category_scores_gemma":[0.002846261,0.000061508406,0.000057061243,0.005460567,0.004622945,0.00031511506,0.00013520075,0.00038596566,0.000025986332],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026097026,0.0000867875,0.0010850354,0.000049113674,0.0000026011933,0.000004729133,0.011519703,1.1132735e-7,0.00044947612,0.5137772,0.005265652,0.4677335],"study_design_scores_gemma":[0.0007462794,0.00026549218,0.057141848,0.0005281488,0.000017801101,0.0000020111509,0.04960044,0.00012606285,0.0008843432,0.38768363,0.5025009,0.00050303753],"about_ca_topic_score_codex":0.005703473,"about_ca_topic_score_gemma":0.0043601193,"teacher_disagreement_score":0.9946594,"about_ca_system_score_codex":0.0004715525,"about_ca_system_score_gemma":0.0019451726,"threshold_uncertainty_score":0.9980859},"labels":[],"label_agreement":null},{"id":"W1713926677","doi":"10.2196/resprot.4591","title":"Evaluating Comparative Effectiveness Research Priorities for Care Coordination in Chronic Obstructive Pulmonary Disease: A Community-Based eDelphi Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Health Statistics; Centers for Disease Control and Prevention","keywords":"Stakeholder; Likert scale; Medical education; Comparative effectiveness research; Medicine; Data collection; Family medicine; Psychology; Nursing; Alternative medicine; Public relations; Sociology; Political science","score_opus":0.8181563260423417,"score_gpt":0.7278109313737161,"score_spread":0.09034539466862557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1713926677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21099442,0.000051892577,0.00010334813,0.00069688365,0.000019592058,0.78403944,0.00006209498,0.0001899125,0.0038424102],"genre_scores_gemma":[0.4938116,1.666843e-7,0.00024431053,0.0000024794483,0.00013569846,0.50558263,0.000021838501,0.000029062734,0.00017220333],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94048834,0.05075273,0.00053681334,0.000750743,0.005721123,0.0017502441],"domain_scores_gemma":[0.97543675,0.013391348,0.00012194674,0.0009977832,0.009440035,0.0006121536],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07393981,0.00027518324,0.00051902485,0.0015674792,0.0034177054,0.00064727955,0.0020526636,0.00023835206,0.00002588192],"category_scores_gemma":[0.00925688,0.00028291854,0.0001050203,0.0036120256,0.0024063832,0.0007226308,0.00083775946,0.0032172564,0.0000295935],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.03655174,0.016072063,0.3172023,0.016490389,0.00016874772,0.00042806135,0.4955803,0.0035833446,0.0069919303,0.024651295,0.0098907985,0.07238905],"study_design_scores_gemma":[0.013148291,0.020635046,0.1565864,0.008322581,0.0000099618865,0.0000012264259,0.6706592,0.007977081,0.0026562228,0.055528585,0.0632928,0.0011826465],"about_ca_topic_score_codex":0.0059066075,"about_ca_topic_score_gemma":0.0056963414,"teacher_disagreement_score":0.28281718,"about_ca_system_score_codex":0.009605322,"about_ca_system_score_gemma":0.012437153,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W1757052047","doi":"10.1097/mcc.0000000000000232","title":"Progress on core outcome sets for critical care research","year":2015,"lang":"en","type":"review","venue":"Current Opinion in Critical Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Toronto East General Hospital; University of Toronto","funders":"","keywords":"Outcome (game theory); Medicine; Intensive care medicine; Clinical trial; Critically ill; Set (abstract data type); Core (optical fiber); MEDLINE","score_opus":0.9181285265405446,"score_gpt":0.7672535729760487,"score_spread":0.15087495356449587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757052047","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.164928e-7,0.97969824,0.000028533339,0.0015153266,0.008690744,0.005210427,0.0013185093,0.0002096646,0.0033278505],"genre_scores_gemma":[0.0011315133,0.98667955,0.00077757536,0.000014337339,0.0031749613,0.007130436,0.0008898966,0.00015885243,0.000042860138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890369,0.0025924346,0.0011700492,0.0013681322,0.0037508644,0.002081602],"domain_scores_gemma":[0.98471516,0.008571856,0.000073792035,0.0009072507,0.004783857,0.00094805605],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005412012,0.00055472384,0.0016433041,0.0010031988,0.00077974214,0.00046044262,0.001961803,0.001204805,0.000107474356],"category_scores_gemma":[0.030287713,0.00050523697,0.000604067,0.0014508036,0.0032163996,0.00018496694,0.0006243142,0.0034185993,0.00020868576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021654809,0.00016075424,0.000114654984,0.098502815,0.0000040568025,0.000011461959,0.0021743644,3.177811e-8,1.3764462e-9,0.1567266,0.019186458,0.72309715],"study_design_scores_gemma":[0.00019370977,0.0003764015,0.000003874018,0.024984019,0.000040903295,0.000002437338,0.0112176435,0.0000027589804,7.7340744e-8,0.004953865,0.9577113,0.0005130583],"about_ca_topic_score_codex":0.000062329724,"about_ca_topic_score_gemma":0.000052042902,"teacher_disagreement_score":0.9385248,"about_ca_system_score_codex":0.0030218307,"about_ca_system_score_gemma":0.0031875141,"threshold_uncertainty_score":0.99973994},"labels":[],"label_agreement":null},{"id":"W1771332781","doi":"10.1371/journal.pone.0135162","title":"Evaluation of Nine Consensus Indices in Delphi Foresight Research and Their Dependency on Delphi Survey Characteristics: A Simulation Study and Debate on Delphi Design and Interpretation","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Wellcome Trust","keywords":"Delphi method; Delphi; Stakeholder; Statistics; Descriptive statistics; Pairwise comparison; Computer science; Mathematics; Economics; Management","score_opus":0.677004819242767,"score_gpt":0.5118827177054857,"score_spread":0.16512210153728135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1771332781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99574316,0.00022794255,0.00034131206,0.00028370452,0.000019673795,0.003002026,0.000020838981,0.000035064208,0.00032626122],"genre_scores_gemma":[0.9992133,0.0001320032,0.00041910037,0.000012626245,0.000034982157,0.00013264545,0.000014089036,0.000021430702,0.000019868034],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9903202,0.0059695747,0.00048408465,0.00046335222,0.0024046947,0.00035809336],"domain_scores_gemma":[0.9917858,0.0054212827,0.00020113206,0.0002388199,0.0021715588,0.00018139009],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034019478,0.00016405326,0.00033702655,0.00074206654,0.00022903564,0.00013362657,0.00019917879,0.00016364126,0.000013508748],"category_scores_gemma":[0.014009523,0.0001479422,0.000011253973,0.0006037886,0.0004512724,0.00020951028,0.00011737466,0.00035996843,0.0000032448859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008736445,0.011105023,0.58246607,0.00025341508,0.0005551822,0.000047695572,0.2631313,0.0015582875,0.0039616954,0.0006425203,0.00010796801,0.1274344],"study_design_scores_gemma":[0.003479113,0.0066419304,0.4680203,0.0008026544,0.00012405991,0.0000014801641,0.026252609,0.47313195,0.002305349,0.018799419,0.0000036272925,0.00043751273],"about_ca_topic_score_codex":0.0027583127,"about_ca_topic_score_gemma":0.008598048,"teacher_disagreement_score":0.47157368,"about_ca_system_score_codex":0.00025831742,"about_ca_system_score_gemma":0.00035748546,"threshold_uncertainty_score":0.9946802},"labels":[],"label_agreement":null},{"id":"W1830560538","doi":"10.5430/jha.v4n4p14","title":"How to measure innovation in radiotherapy: an application of the Delphi method","year":2015,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Product (mathematics); Business; Innovation management; Health care; Knowledge management; Process management; Medicine; Marketing; Computer science; Political science","score_opus":0.11278252450891332,"score_gpt":0.45494081006466686,"score_spread":0.34215828555575356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1830560538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82768714,0.000043595675,0.13642511,0.03437633,0.00023785897,0.0005784684,0.000001987122,0.000011142089,0.00063833536],"genre_scores_gemma":[0.9749052,0.000005700748,0.024734952,0.00005877065,0.00022541193,0.000013031273,9.3035345e-7,0.000006600228,0.00004940248],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99808466,0.0003619801,0.0004215074,0.00009123387,0.0009225541,0.000118079086],"domain_scores_gemma":[0.9979854,0.000059199425,0.00048808302,0.00015335479,0.0012264446,0.00008748605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005089878,0.000058221787,0.00012592314,0.00021269331,0.0000568571,0.0000868347,0.00039436767,0.000089662695,0.0000021253352],"category_scores_gemma":[0.0016089209,0.000044781955,0.000037841797,0.0012220418,0.00006931293,0.00056391855,0.000014538809,0.00018070774,3.809455e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012710227,0.0036127577,0.16384272,0.000061897794,0.0001018815,0.000028836394,0.1050637,0.0008187823,0.0956191,0.24654491,0.009217698,0.3738167],"study_design_scores_gemma":[0.0059952782,0.053615022,0.22582157,0.0005863589,0.00011479332,0.00011092635,0.17303273,0.0041841734,0.22795656,0.19547665,0.11138641,0.0017195381],"about_ca_topic_score_codex":0.00012896713,"about_ca_topic_score_gemma":0.0005989299,"teacher_disagreement_score":0.37209716,"about_ca_system_score_codex":0.00025574802,"about_ca_system_score_gemma":0.0007375037,"threshold_uncertainty_score":0.19261448},"labels":[],"label_agreement":null},{"id":"W1840589796","doi":"10.5770/cgj.18.202","title":"Summer Issue 2015","year":2015,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.15755867625816125,"score_gpt":0.43574384583577913,"score_spread":0.27818516957761785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1840589796","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016679835,0.0034411002,0.00090603053,0.12260506,0.006642189,0.00055735453,0.00003946556,0.00015407566,0.8489749],"genre_scores_gemma":[0.9469126,0.0009556676,0.005468141,0.0022526707,0.009664734,0.000015523889,0.000005245245,0.000064401815,0.034661014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977809,0.00027990862,0.00021234581,0.00013036223,0.00080393447,0.00079250126],"domain_scores_gemma":[0.9957347,0.000065347966,0.00007702528,0.00017234986,0.0007207041,0.0032298684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041602417,0.00008502147,0.00011730249,0.000590058,0.0006088648,0.0004321167,0.0006664927,0.00016887856,0.0011823708],"category_scores_gemma":[0.0017854144,0.00008895182,0.000058057503,0.00080339814,0.00016082966,0.00028795883,0.000028840193,0.00050134194,0.0007676241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029795947,0.000005493942,0.0032168527,9.443512e-7,0.0000057328402,0.00022853396,0.0020152451,0.0000049816126,0.0000029203443,0.0022787913,0.98425114,0.007986357],"study_design_scores_gemma":[0.00013651756,0.000025298748,0.0002306158,0.0000037838422,0.000004930826,0.000045932033,0.0029944782,0.000008616476,0.000009501666,0.0052318727,0.99118954,0.00011889823],"about_ca_topic_score_codex":0.26897985,"about_ca_topic_score_gemma":0.3875369,"teacher_disagreement_score":0.93023276,"about_ca_system_score_codex":0.0015717131,"about_ca_system_score_gemma":0.008811497,"threshold_uncertainty_score":0.9997307},"labels":[],"label_agreement":null},{"id":"W1866803133","doi":"10.1371/journal.pone.0125620","title":"The REporting of Studies Conducted Using Observational Routinely-Collected Health Data (RECORD) Statement: Methods for Arriving at Consensus and Developing Reporting Guidelines","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"Medical Research Council; Canadian Child Health Clinician Scientist Program; Novo Nordisk Fonden; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institute for Health and Care Research; Novo Nordisk; Aarhus Universitet; University of Ottawa; Wellcome Trust; H. Lundbeck A/S; Lundbeckfonden; Canadian Institutes of Health Research; National Science Foundation","keywords":"Observational study; Statement (logic); Medicine; MEDLINE; Data science; Family medicine; Data mining; Medical physics; Computer science; Pathology; Biology; Political science","score_opus":0.9559391848330298,"score_gpt":0.6739929827434366,"score_spread":0.2819462020895932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866803133","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557529,0.0029381544,0.013863171,0.025193337,0.00016191142,0.0017973876,0.000037525984,0.0001491486,0.00010647985],"genre_scores_gemma":[0.03499322,0.00032255845,0.96389526,0.00013016695,0.0001387785,0.00006286,0.00002968866,0.000022681543,0.00040478838],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927957,0.0008018899,0.0046981927,0.0004171646,0.00079161214,0.00049543375],"domain_scores_gemma":[0.9794619,0.0044438737,0.010274431,0.000536664,0.0051301797,0.00015297202],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050965954,0.00012438929,0.00058954564,0.00008620697,0.0014337404,0.00007905773,0.00035047808,0.000058683978,0.0000021416074],"category_scores_gemma":[0.3735954,0.00010258846,0.00002958582,0.0005922961,0.00038610326,0.00016179141,0.0007141287,0.00012787282,9.5723074e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057815295,0.00067067135,0.61158514,0.004080684,0.0050626383,0.000054234337,0.058483876,0.0001411426,0.17280227,0.010232031,0.05487315,0.08143599],"study_design_scores_gemma":[0.0058822716,0.0009578194,0.036315776,0.017115429,0.0010817519,0.000112363596,0.31898236,0.37249872,0.07694002,0.10641553,0.06019865,0.0034992923],"about_ca_topic_score_codex":0.00285827,"about_ca_topic_score_gemma":0.0032457886,"teacher_disagreement_score":0.9500321,"about_ca_system_score_codex":0.0005499201,"about_ca_system_score_gemma":0.0024117802,"threshold_uncertainty_score":0.99986625},"labels":[],"label_agreement":null},{"id":"W1891544939","doi":"10.3899/jrheum.150168","title":"Barriers to Medication Decision Making in Women with Lupus Nephritis: A Formative Study using Nominal Group Technique","year":2015,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institutes of Health; National Cancer Institute; Agency for Healthcare Research and Quality; National Institute on Aging; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Lupus nephritis; Systemic lupus erythematosus; Formative assessment; Family medicine; Disease; Internal medicine; Psychology","score_opus":0.05884028107228274,"score_gpt":0.4150852928957817,"score_spread":0.356245011823499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891544939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9450959,0.00004841449,0.052842326,0.0009683855,0.00014846052,0.00066522695,4.5281462e-7,0.000015491847,0.0002153582],"genre_scores_gemma":[0.9897438,0.00003662344,0.010075946,0.00007790107,0.000009417422,0.000043791766,3.158249e-8,0.0000096742615,0.0000028067852],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99707496,0.0011831528,0.00049524376,0.000090041955,0.00079038105,0.0003661984],"domain_scores_gemma":[0.9982895,0.0006069671,0.0003589124,0.0001569905,0.0003013784,0.00028625055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011510983,0.00008730361,0.00028482825,0.00046551978,0.0002188412,0.00003685144,0.0007072087,0.00008846966,0.000029552828],"category_scores_gemma":[0.0020439862,0.0000585104,0.000017120936,0.00064327737,0.00027784173,0.00033892106,0.00012295492,0.00041229694,0.0000029780788],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056662178,0.00022255896,0.3242114,0.00001729976,0.00008382456,0.00013612205,0.63427114,0.0003367439,0.00024474328,0.0011683417,0.0021545843,0.031486996],"study_design_scores_gemma":[0.002540164,0.0038236028,0.00918315,0.0013403601,0.000030820534,0.0062743695,0.9510877,0.00034919774,0.000046220513,0.023198443,0.0018173339,0.00030861428],"about_ca_topic_score_codex":0.0016690892,"about_ca_topic_score_gemma":0.0034708353,"teacher_disagreement_score":0.31681657,"about_ca_system_score_codex":0.00078534865,"about_ca_system_score_gemma":0.0007482182,"threshold_uncertainty_score":0.39895},"labels":[],"label_agreement":null},{"id":"W1919057017","doi":"10.1155/2000/615071","title":"Update on the Canadian Institutes of Health Research: Where Will Respiratory Health Research Fit in?","year":2000,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; MEDLINE; Family medicine","score_opus":0.5517164430322553,"score_gpt":0.523284006496146,"score_spread":0.028432436536109273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919057017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41615102,0.013698559,0.0000023019888,0.39546403,0.0007123536,0.0035411566,0.00019004811,0.0000723451,0.17016819],"genre_scores_gemma":[0.9769064,0.0018780916,0.00007427624,0.018778978,0.00084683043,0.000100664816,0.0000021710746,0.000073044495,0.0013395476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750156,0.015436415,0.0012207131,0.0005761741,0.0037697689,0.0039813304],"domain_scores_gemma":[0.991508,0.001146411,0.00023323488,0.0009938842,0.0014330504,0.004685409],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0903923,0.00024514267,0.0004870672,0.004471001,0.008596477,0.0006320303,0.0026589788,0.0003869578,0.0038071724],"category_scores_gemma":[0.0034417314,0.00021730497,0.00012566119,0.0043790387,0.0030375668,0.00053693994,0.00006791864,0.00545831,0.0003717986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000049843726,0.000071950744,0.008472553,0.000045148743,0.00002523176,0.00053530134,0.007550758,0.000065761815,0.000010343915,0.05213901,0.7787706,0.15226345],"study_design_scores_gemma":[0.00025275667,0.00044810632,0.0060326364,0.00047611087,7.220767e-7,0.000008126558,0.004736108,0.0000042390457,0.000018477382,0.0046731406,0.9831724,0.0001771563],"about_ca_topic_score_codex":0.9576109,"about_ca_topic_score_gemma":0.9991859,"teacher_disagreement_score":0.5607554,"about_ca_system_score_codex":0.013561888,"about_ca_system_score_gemma":0.11396332,"threshold_uncertainty_score":0.9996756},"labels":[],"label_agreement":null},{"id":"W1920526975","doi":"10.2196/resprot.4766","title":"Achieving Consensus in the Development of an Online Intervention Designed to Effectively Support Midwives in Work-Related Psychological Distress: Protocol for a Delphi Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coventry University","keywords":"Protocol (science); Intervention (counseling); Delphi method; Delphi; Psychology; Psychological intervention; Work (physics); Psychological distress; Medical education; Medicine; Applied psychology; Nursing; Clinical psychology; Computer science; Psychotherapist; Alternative medicine; Mental health; Engineering; Artificial intelligence","score_opus":0.6966474248566628,"score_gpt":0.691771134386514,"score_spread":0.004876290470148703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920526975","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30643356,1.4089862e-7,0.00011955998,0.000477278,0.0000030419587,0.6925619,0.000006075297,0.00004363202,0.00035479624],"genre_scores_gemma":[0.28832394,8.33787e-9,0.0041092676,0.0000066865846,0.000021446107,0.7074489,0.0000052227924,0.000015610589,0.000068933274],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9869499,0.008606199,0.0009862804,0.0006101608,0.0019341289,0.0009133005],"domain_scores_gemma":[0.9967626,0.0015637354,0.00016644328,0.00046972648,0.00076317106,0.0002743645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03330457,0.00018407489,0.00034040635,0.00069470453,0.00028349954,0.0001759573,0.0015525339,0.00020718819,0.00004584134],"category_scores_gemma":[0.0052350075,0.00013382651,0.000069808986,0.0024773465,0.0005088456,0.0001786003,0.00033310574,0.0007245797,0.000009123775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032739043,0.08389091,0.18399937,0.0010104008,0.000069439535,0.00031668364,0.30714753,0.00005574463,0.0032255882,0.00088261504,0.0058883554,0.38077432],"study_design_scores_gemma":[0.026863944,0.042651705,0.7209248,0.0077445707,0.0000035067344,0.0000055262185,0.16594243,0.000076554774,0.0016066007,0.004687979,0.02859782,0.000894537],"about_ca_topic_score_codex":0.00026666245,"about_ca_topic_score_gemma":0.007982159,"teacher_disagreement_score":0.53692544,"about_ca_system_score_codex":0.00052973273,"about_ca_system_score_gemma":0.00053510483,"threshold_uncertainty_score":0.9954164},"labels":[],"label_agreement":null},{"id":"W1940752043","doi":"10.5489/cuaj.766","title":"Charting our course for a better CUA","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Urological Association","funders":"","keywords":"Course (navigation); Computer science; Engineering","score_opus":0.07141755444830816,"score_gpt":0.38326231023339574,"score_spread":0.3118447557850876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940752043","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25220186,0.000059908314,0.0006518075,0.73187,0.0006206714,0.0008272955,0.00002352677,0.00009542246,0.013649514],"genre_scores_gemma":[0.9881456,0.000015027538,0.001148392,0.0069717774,0.0013773673,0.00009344327,0.0000027883377,0.00000991276,0.0022357148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788535,0.00034293698,0.00025405092,0.00013980891,0.0004995746,0.00087827694],"domain_scores_gemma":[0.99796695,0.0003008749,0.00020041935,0.000068882386,0.0006600801,0.00080278836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032096016,0.00007771828,0.0001326065,0.000118305215,0.0010733532,0.00044744092,0.00034448595,0.00027756175,0.0009828275],"category_scores_gemma":[0.0038536133,0.00007037823,0.00010962967,0.0002024008,0.000037675472,0.00026144888,0.000014597685,0.0004961023,0.0002734761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034651227,0.000025456886,0.3155195,0.0000014977413,0.000036342073,0.0000123326045,0.0008001895,0.000004360825,0.000079903766,0.0026902552,0.656265,0.02456168],"study_design_scores_gemma":[0.00035652035,0.00011788819,0.1737804,0.000007994414,0.000017375149,0.0000094691995,0.0028810403,0.00027770444,0.00001654124,0.038608406,0.78369695,0.00022970726],"about_ca_topic_score_codex":0.010440331,"about_ca_topic_score_gemma":0.0066774944,"teacher_disagreement_score":0.73594373,"about_ca_system_score_codex":0.0010919219,"about_ca_system_score_gemma":0.000746436,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W1940768635","doi":"10.1155/2004/717469","title":"Six‐Month CTS Update Report","year":2004,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Family medicine; General surgery","score_opus":0.09770719473361435,"score_gpt":0.4022168789825689,"score_spread":0.3045096842489546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940768635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5117989,0.0015928659,0.0008539858,0.05479143,0.0026294505,0.00088159513,0.000031414358,0.00029852078,0.42712182],"genre_scores_gemma":[0.99212897,0.000071660266,0.00081926055,0.0043627475,0.0012827095,0.000013887318,0.0000015490249,0.0000338402,0.0012853836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731266,0.00025408212,0.00038876888,0.00023296254,0.00085602107,0.00095551676],"domain_scores_gemma":[0.996887,0.00003895394,0.00015590766,0.00034039904,0.00040532832,0.002172412],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038129927,0.00012283488,0.00015488893,0.00053962885,0.001498557,0.00038772344,0.0007266622,0.00019658529,0.0009605395],"category_scores_gemma":[0.0013082202,0.00012888957,0.000102232705,0.00053804705,0.00043484956,0.0003809558,0.000029290803,0.0007533302,0.00028544175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051537936,0.00012816668,0.04844508,0.00002334627,0.00014843278,0.13899882,0.0066432618,0.0003428223,0.0011600209,0.178585,0.5458657,0.079607785],"study_design_scores_gemma":[0.0002316506,0.00004167784,0.0029533969,0.00003327185,0.0000048348047,0.0003599763,0.0007718225,3.6040137e-7,0.00019933075,0.010562519,0.9846686,0.00017254033],"about_ca_topic_score_codex":0.10099442,"about_ca_topic_score_gemma":0.67392427,"teacher_disagreement_score":0.57292986,"about_ca_system_score_codex":0.0023404306,"about_ca_system_score_gemma":0.012634686,"threshold_uncertainty_score":0.99995273},"labels":[],"label_agreement":null},{"id":"W1964418221","doi":"10.1111/aogs.12409","title":"Laboring on fetal monitoring","year":2014,"lang":"en","type":"editorial","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Fetal monitoring; Duty; Pregnancy; Fetus; Law; Political science","score_opus":0.0734207149424689,"score_gpt":0.4373478786787429,"score_spread":0.363927163736274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964418221","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014228161,0.0002391523,0.000009448149,0.0014058875,0.656109,0.0010007226,0.00005960786,0.0008386643,0.33891472],"genre_scores_gemma":[0.31999916,0.0023121093,0.0005637394,0.00012335763,0.62694085,0.00040811935,0.0000870073,0.00016351961,0.049402162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99036056,0.00127311,0.0007487498,0.0013342733,0.004575156,0.001708134],"domain_scores_gemma":[0.96416414,0.032651216,0.00063365337,0.0010500245,0.00097158446,0.000529391],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0049675573,0.00070534874,0.0010379184,0.00094136817,0.0013124321,0.0006914905,0.002756822,0.0039267526,0.0005681528],"category_scores_gemma":[0.06855288,0.0006705598,0.00035142733,0.0017126814,0.00051555946,0.0003000862,0.00059210515,0.004585697,0.0004743293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004374345,0.0001585618,0.0005123562,0.000043649772,0.000056936027,0.00012656036,0.00058920064,0.0000032652301,0.00003430245,0.0025752664,0.98739606,0.008460094],"study_design_scores_gemma":[0.0003838785,0.000573604,0.00073075696,0.00025489734,0.0000488172,3.9934218e-7,0.00043487517,0.000002978563,0.000072987124,0.0016691646,0.99508893,0.00073871145],"about_ca_topic_score_codex":0.00078226073,"about_ca_topic_score_gemma":0.00037888088,"teacher_disagreement_score":0.31857634,"about_ca_system_score_codex":0.0030617157,"about_ca_system_score_gemma":0.0017351446,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W1966057296","doi":"10.1016/j.athoracsur.2013.04.077","title":"Long-Term Survival Analysis of the Canadian Lung Volume Reduction Surgery Trial","year":2013,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Health Sciences Centre; Manitoba Health; Victoria Hospital; Western University; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Lung volume reduction surgery; Randomization; Randomized controlled trial; Observational study; Surgery; Proportional hazards model; Survival analysis; Retrospective cohort study; Quality of life (healthcare); Lung cancer; Internal medicine; Lung; Lung volumes","score_opus":0.28241770809554523,"score_gpt":0.48450569239899316,"score_spread":0.20208798430344793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966057296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97583675,0.00023336154,0.00001114638,0.01991443,0.0010697246,0.000659097,0.000022541253,0.000038396465,0.002214572],"genre_scores_gemma":[0.99787724,0.00029810256,0.0000054968,0.00006765407,0.00031028697,0.00006533776,0.00001137492,0.000015916814,0.0013486012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99481297,0.002386551,0.00067253405,0.00023930367,0.0012587773,0.00062985293],"domain_scores_gemma":[0.9949727,0.002603695,0.00050016004,0.0008681266,0.00083819946,0.00021711335],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014951551,0.00013597198,0.00059698214,0.0009093337,0.0006186193,0.00011825566,0.00081992504,0.00018127143,0.0012594156],"category_scores_gemma":[0.0035186564,0.000092946735,0.0009016451,0.0036419458,0.00098567,0.000297542,0.000102625214,0.00025877426,0.000021379328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014251132,0.0002227069,0.7406143,0.00010090005,0.0018851158,0.000009016995,0.0029731889,0.000083150546,0.00035969602,0.0004886619,0.15794988,0.0938883],"study_design_scores_gemma":[0.00017760403,0.000024545134,0.98350763,0.00023106065,0.0007260842,0.0000024721587,0.0021583925,0.00030195806,0.0075782337,0.0019641882,0.0027886939,0.00053910614],"about_ca_topic_score_codex":0.52043176,"about_ca_topic_score_gemma":0.24574633,"teacher_disagreement_score":0.2746854,"about_ca_system_score_codex":0.00010667867,"about_ca_system_score_gemma":0.0014684375,"threshold_uncertainty_score":0.9996536},"labels":[],"label_agreement":null},{"id":"W1969733064","doi":"10.3917/riges.291.0036","title":"Les barrières à l'innovation technologique dans les hôpitaux : étude du premier cas d'adoption du système PACS au Québec","year":2004,"lang":"fr","type":"article","venue":"Gestion","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.060496874824612086,"score_gpt":0.3525222348843684,"score_spread":0.2920253600597563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969733064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80205166,0.0005800553,0.04507506,0.14554067,0.00060561,0.0009244427,0.000021154696,0.0007886961,0.004412666],"genre_scores_gemma":[0.9937893,0.0009213524,0.002994205,0.000050796833,0.00077921094,0.0002497964,0.00003492956,0.00004128237,0.0011390825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9966228,0.00051689317,0.00062254455,0.0005773197,0.00091262587,0.0007478357],"domain_scores_gemma":[0.9980941,0.00026613477,0.0003228729,0.00042624742,0.0007680258,0.00012261642],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027212196,0.00032367717,0.00027776923,0.00046683144,0.0012948096,0.00015695697,0.00058935396,0.0012810384,0.0001268367],"category_scores_gemma":[0.0030127352,0.00034669397,0.00010409193,0.002040702,0.0011921363,0.0006634902,0.00016825185,0.0008503107,0.00012547844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004345352,0.00036026683,0.13408273,0.00019770607,0.000051005427,0.00007021454,0.02381856,0.0025511675,0.013905732,0.6729825,0.0008762069,0.15106045],"study_design_scores_gemma":[0.0012252836,0.0011024505,0.79056233,0.0022129456,0.00019857439,0.00020649628,0.027888013,0.0011696398,0.029383367,0.05971021,0.08476799,0.0015726875],"about_ca_topic_score_codex":0.5863842,"about_ca_topic_score_gemma":0.51526093,"teacher_disagreement_score":0.6564796,"about_ca_system_score_codex":0.013288584,"about_ca_system_score_gemma":0.0018549927,"threshold_uncertainty_score":0.9998985},"labels":[],"label_agreement":null},{"id":"W1970451318","doi":"10.1016/s0735-1097(13)60087-x","title":"INFLUENCE OF SEX ON THE RISK TREATMENT PARADOX IN NST-ACS PATIENTS","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Cardiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian VIGOUR Centre","funders":"","keywords":"Medicine; Internal medicine","score_opus":0.03283850247291428,"score_gpt":0.35610146735939036,"score_spread":0.3232629648864761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970451318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935747,0.000026962995,0.000005662728,0.003158202,0.00007094364,0.00043466562,0.000025925074,0.0000029301361,0.002700012],"genre_scores_gemma":[0.9991449,0.0004888003,0.00009793653,0.00009167255,0.00006546218,0.000019354364,5.57774e-8,0.000005908485,0.00008587388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968719,0.0018226199,0.00045763527,0.00009000564,0.0005261051,0.00023172017],"domain_scores_gemma":[0.99704206,0.0012839502,0.0009535649,0.0003039569,0.00036250055,0.000053953736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013825404,0.000086919186,0.00051204266,0.00013410531,0.00010260944,0.000005137882,0.00079118274,0.00004724272,0.000009240873],"category_scores_gemma":[0.0013189508,0.0000445722,0.00020698737,0.0005668438,0.0014952351,0.00006546023,0.00007971706,0.0002502359,0.0000034207164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020436819,0.00017483957,0.97679424,0.0000037855887,0.0001960376,0.000015420603,0.0012172388,0.0062635276,0.00059149053,0.00089157233,0.0059423726,0.0077050957],"study_design_scores_gemma":[0.000540661,0.0026905169,0.97664934,0.00005118569,0.000034910645,0.00001275022,0.0058765123,0.000016940614,0.0016089868,0.0038725259,0.00854791,0.00009777626],"about_ca_topic_score_codex":0.0021311112,"about_ca_topic_score_gemma":0.000094004485,"teacher_disagreement_score":0.0076073194,"about_ca_system_score_codex":0.00022828001,"about_ca_system_score_gemma":0.0002851307,"threshold_uncertainty_score":0.5509256},"labels":[],"label_agreement":null},{"id":"W1970498908","doi":"10.1038/492186c","title":"Romania needs overseas reviewers","year":2012,"lang":"en","type":"letter","venue":"Nature","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Business","score_opus":0.07026753962110059,"score_gpt":0.4303194888988923,"score_spread":0.3600519492777917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970498908","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000059770587,0.008293168,0.000002700141,0.6161028,0.0016256493,0.00049945747,0.000028115915,0.00022724715,0.37321487],"genre_scores_gemma":[0.0014660903,0.002153179,0.00050325145,0.88520116,0.02160152,0.000073733805,0.00011555235,0.000077830424,0.08880769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591273,0.0005175769,0.00019938013,0.00029500225,0.0021579978,0.00091732154],"domain_scores_gemma":[0.9984931,0.00030081108,0.00014335873,0.00061783293,0.0002959884,0.00014895987],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017716433,0.00024686437,0.00033872022,0.0003380976,0.00030992372,0.00014277926,0.0013278312,0.01258025,0.0025263375],"category_scores_gemma":[0.001162229,0.0002285381,0.00023719062,0.0008778011,0.00031947967,0.00020921764,0.00015658139,0.021957738,0.00061042013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001623497,0.0000068148124,0.000071061564,0.000098826116,0.000019373745,0.00009476551,0.00045565574,5.17296e-9,0.000002948974,0.004974162,0.9919734,0.0023013346],"study_design_scores_gemma":[0.000037792608,0.000008412134,0.000039185863,0.00013899585,0.000030061183,0.0000027795625,0.00015977657,1.0656811e-7,0.0000038601283,0.00078847434,0.99853456,0.00025599726],"about_ca_topic_score_codex":0.00043857636,"about_ca_topic_score_gemma":0.00007666296,"teacher_disagreement_score":0.2844072,"about_ca_system_score_codex":0.0004386779,"about_ca_system_score_gemma":0.00037736254,"threshold_uncertainty_score":0.9983855},"labels":[],"label_agreement":null},{"id":"W1970884898","doi":"10.1097/prs.0b013e3182362e65","title":"Use of the BREAST-Q in Clinical Outcomes Research","year":2011,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Psychology","score_opus":0.4116121138321503,"score_gpt":0.48249840468504585,"score_spread":0.07088629085289555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970884898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6091152,0.00014897705,0.00006417068,0.3213205,0.024802232,0.004761636,0.0012657752,0.0003353007,0.038186207],"genre_scores_gemma":[0.90995294,0.0016722569,0.002791108,0.05581808,0.01136424,0.001155087,0.000090244226,0.0005601066,0.01659591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866083,0.007701224,0.0014348899,0.0007714983,0.0022332177,0.0012508305],"domain_scores_gemma":[0.8868711,0.11067368,0.00052128785,0.0008654422,0.00094285153,0.00012563236],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01235882,0.00030196423,0.0010893358,0.0012497716,0.00031518436,0.000107124455,0.0012944483,0.0015755832,0.0007917695],"category_scores_gemma":[0.05583996,0.00022767523,0.0007105513,0.0015164762,0.0074413386,0.0003074197,0.00053573825,0.0064807325,0.000088183646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028725499,0.000042383785,0.62270516,0.000037152604,0.000063768166,0.000098387805,0.00028057492,8.72232e-8,5.01392e-7,0.0002380311,0.36653855,0.009966635],"study_design_scores_gemma":[0.00013842751,0.000028684912,0.76661354,0.0010262899,0.00003808689,0.000058639336,0.00091282465,0.000004207909,0.000018486702,0.010642912,0.21996923,0.00054868776],"about_ca_topic_score_codex":0.012234213,"about_ca_topic_score_gemma":0.0025924724,"teacher_disagreement_score":0.30083776,"about_ca_system_score_codex":0.00038997267,"about_ca_system_score_gemma":0.003035921,"threshold_uncertainty_score":0.9997206},"labels":[],"label_agreement":null},{"id":"W1971344453","doi":"10.1016/j.jclinepi.2007.01.005","title":"Empty systematic reviews: hidden perils and lessons learned","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Ottawa","funders":"","keywords":"Systematic review; MEDLINE; Medicine; Data science; Computer science; Political science","score_opus":0.8123737798754366,"score_gpt":0.7065440867311087,"score_spread":0.10582969314432789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971344453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42500272,0.043624457,0.051095746,0.424907,0.005776748,0.003953382,0.0000054110515,0.0001775914,0.045456935],"genre_scores_gemma":[0.90793806,0.0559397,0.02773557,0.004053707,0.0027415217,0.000014053257,3.6843247e-7,0.000022078659,0.0015549556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9666295,0.02473688,0.007109158,0.00029131226,0.0005204302,0.00071272353],"domain_scores_gemma":[0.8706856,0.12388955,0.003934421,0.00032267085,0.00046409928,0.00070369866],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33225122,0.000119770724,0.0028514348,0.00015791744,0.00018955654,0.000020701653,0.000620672,0.0004979381,0.00011471288],"category_scores_gemma":[0.5299141,0.00008080824,0.000544174,0.00022737424,0.0010962978,0.00015347931,0.00010378758,0.0012528956,0.000046925117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058473356,0.0004848512,0.28464767,0.00554972,0.0003636215,0.00041582133,0.0035404554,0.000002532999,0.00007341914,0.22767681,0.07765924,0.39900112],"study_design_scores_gemma":[0.0015966977,0.001846525,0.15678005,0.008682831,0.00028598076,0.00035665857,0.0070357807,0.00009471795,0.000012746034,0.30483738,0.5178945,0.0005760909],"about_ca_topic_score_codex":0.00013901973,"about_ca_topic_score_gemma":0.00021480164,"teacher_disagreement_score":0.4829353,"about_ca_system_score_codex":0.00007438368,"about_ca_system_score_gemma":0.00030175922,"threshold_uncertainty_score":0.6875879},"labels":[],"label_agreement":null},{"id":"W1971885241","doi":"10.3138/ptc.2009-30","title":"Preliminary Development and Validation of a Paediatric Cardiopulmonary Physiotherapy Discharge Tool","year":2010,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; West Park Healthcare Centre; Hospital for Sick Children; Toronto Western Hospital","funders":"Lung Health Foundation; Hospital for Sick Children","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation","score_opus":0.022312888640552805,"score_gpt":0.3507958511906014,"score_spread":0.3284829625500486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971885241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99649704,0.00024314757,0.00009218366,0.0009552297,0.0002520945,0.00048329408,0.000014928087,0.00004796853,0.0014141091],"genre_scores_gemma":[0.99738693,0.00023573978,0.0014136082,0.000120887904,0.00025863617,0.00007922494,0.000007504365,0.0000250876,0.00047235924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982915,0.00011924448,0.0002277911,0.00024776594,0.00079402357,0.00031968934],"domain_scores_gemma":[0.99924,0.00016405107,0.00010590945,0.00025255798,0.00012178039,0.000115712995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048702903,0.000130968,0.00019808722,0.00010691102,0.00029454994,0.000032535223,0.0002965997,0.00007662699,0.00015316099],"category_scores_gemma":[0.00003969703,0.00012674878,0.00004173325,0.00039947015,0.00015813777,0.0001647164,0.00003787686,0.00018227696,0.000001418271],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024280767,0.0003889512,0.031815365,0.0002673825,0.00019361099,0.000023504826,0.013928932,0.000022996963,0.40016222,0.00589509,0.020424247,0.5266349],"study_design_scores_gemma":[0.0014623607,0.00032140632,0.12760441,0.00010354126,0.000023325003,0.0000059073914,0.0033841392,0.00027476883,0.35578853,0.003545537,0.5060664,0.0014197077],"about_ca_topic_score_codex":0.4339137,"about_ca_topic_score_gemma":0.22343771,"teacher_disagreement_score":0.5252152,"about_ca_system_score_codex":0.00013470689,"about_ca_system_score_gemma":0.0017634047,"threshold_uncertainty_score":0.7907325},"labels":[],"label_agreement":null},{"id":"W1972652380","doi":"10.1016/j.joca.2011.11.002","title":"Recommendations for publication of cross-cultural validation studies of patient-reported outcomes (PROs) in Osteoarthritis and Cartilage","year":2011,"lang":"en","type":"editorial","venue":"Osteoarthritis and Cartilage","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medicine; Cross-cultural; Osteoarthritis; Scopus; Psychology; Process (computing); Applied psychology; Population; Medical education; Physical therapy; Medical physics; MEDLINE; Alternative medicine; Computer science; Pathology; Sociology; Political science","score_opus":0.085025499828995,"score_gpt":0.4227960215726008,"score_spread":0.33777052174360583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972652380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91497236,0.004995509,0.0000059469794,0.0010948074,0.070506796,0.0033700813,0.0017779442,0.00009977044,0.003176802],"genre_scores_gemma":[0.9729891,0.007151467,0.0008233824,0.000026921218,0.014776953,0.0017150952,0.0010717353,0.00007432603,0.001371058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966369,0.0003334118,0.0012279697,0.0005537705,0.0008087768,0.0004391552],"domain_scores_gemma":[0.99489963,0.0009945662,0.0008608399,0.00035194634,0.002767739,0.00012528017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019066359,0.00027643703,0.00078344205,0.00032842666,0.00035198548,0.00022544627,0.0002402602,0.0006066317,0.00004744312],"category_scores_gemma":[0.0070937155,0.00028100848,0.00014379919,0.0003725094,0.0012446357,0.00087018905,0.00018697038,0.00031142557,0.000001020194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004893596,0.00045839205,0.025108332,0.0016413953,0.00007654536,0.00003194486,0.06743614,7.0340406e-7,0.021140298,0.006312898,0.6865958,0.19070818],"study_design_scores_gemma":[0.0049131727,0.0022798197,0.00048433166,0.0015751205,0.00016573949,0.000004764539,0.022058796,5.8550756e-7,0.06911617,0.0055866083,0.89283377,0.0009811235],"about_ca_topic_score_codex":0.00060271786,"about_ca_topic_score_gemma":0.005435734,"teacher_disagreement_score":0.20623794,"about_ca_system_score_codex":0.00010506938,"about_ca_system_score_gemma":0.00025379003,"threshold_uncertainty_score":0.99996424},"labels":[],"label_agreement":null},{"id":"W1972742341","doi":"10.1097/00002820-200611000-00001","title":"A Systematic Review of Worldwide Cancer Nursing Research","year":2006,"lang":"en","type":"review","venue":"Cancer Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Gibson Energy (Canada)","funders":"","keywords":"Medicine; Workforce; Impact factor; Nursing research; Inclusion (mineral); Family medicine; Nursing; Quality (philosophy); MEDLINE; Bibliometrics; Psychology; Library science; Political science","score_opus":0.37362526388502654,"score_gpt":0.6401442487267803,"score_spread":0.2665189848417538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972742341","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5073427e-7,0.9380942,0.000050360693,0.001340326,0.0011036437,0.006405145,0.00004981327,0.0001377896,0.05281856],"genre_scores_gemma":[0.0000046326204,0.99146503,0.00020525945,0.00004115082,0.0009288718,0.0029931513,0.000016786671,0.00012901636,0.0042161094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98825336,0.004656512,0.0018294838,0.0007846767,0.0030404595,0.0014355324],"domain_scores_gemma":[0.99459416,0.0017322025,0.0010716018,0.0010342932,0.0012922992,0.0002754294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009603759,0.00046579412,0.0037104029,0.0009682634,0.00071817846,0.0001659492,0.0018885761,0.00051766064,0.00029327444],"category_scores_gemma":[0.0019233907,0.00041341674,0.0007514396,0.00458905,0.0020668919,0.00018443677,0.00007815277,0.0015550216,0.000037029284],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000001217568,0.000043501135,3.34709e-7,0.56156015,0.00004253017,0.0000064573637,0.00063566666,2.2164213e-7,1.6305749e-7,0.0006972916,0.035733335,0.40127915],"study_design_scores_gemma":[0.00002711979,0.0000089525965,1.05258565e-7,0.6660519,0.0007794471,0.0000024430526,0.00037218365,0.0000012015205,0.0000012765789,0.00069682073,0.33181208,0.00024642848],"about_ca_topic_score_codex":0.0057429005,"about_ca_topic_score_gemma":0.00027045963,"teacher_disagreement_score":0.40103272,"about_ca_system_score_codex":0.009402543,"about_ca_system_score_gemma":0.006043543,"threshold_uncertainty_score":0.9998318},"labels":[],"label_agreement":null},{"id":"W1973754615","doi":"10.1007/s11136-008-9440-4","title":"Modification, translation and adaptation of questionnaires should copyright laws be observed?","year":2009,"lang":"en","type":"letter","venue":"Quality of Life Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Permission; Adaptation (eye); Copyright law; Quality of Life Research; Translation (biology); Public health; Law; Business; Psychology; Internet privacy; Sociology; Public relations; Law and economics; Computer science; Political science; Medicine; Intellectual property; Nursing","score_opus":0.8248659120002654,"score_gpt":0.5823414494902767,"score_spread":0.24252446250998871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973754615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007829755,0.0022589765,0.0019296128,0.9788963,0.00008100385,0.0017049714,0.00014659659,0.00011289328,0.0070398585],"genre_scores_gemma":[0.9389562,0.006628125,0.015933724,0.028897438,0.0031849572,0.00039033697,0.0008667566,0.00012738125,0.0050150813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853623,0.0071773953,0.0012630604,0.00054538687,0.005027352,0.0006245172],"domain_scores_gemma":[0.99163467,0.0045259153,0.0004947815,0.0006357583,0.0025339804,0.00017490624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023084022,0.00019384251,0.0005906916,0.0007195821,0.00046988795,0.000113913426,0.000880472,0.0012058837,0.00013311005],"category_scores_gemma":[0.006658755,0.0002021467,0.00014133556,0.0010242761,0.0022570773,0.0003273128,0.00006271743,0.0019458089,0.0000063102752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001883996,0.00024118325,0.0019596354,0.0019737107,0.00008292669,0.000007916152,0.01642437,0.000021070897,0.0006399382,0.027757676,0.8939064,0.05679675],"study_design_scores_gemma":[0.0006807333,0.00042300986,0.0104848,0.00078557094,0.000032163633,6.7307167e-7,0.005374836,0.0014008469,0.00065643067,0.05280177,0.92674404,0.0006151227],"about_ca_topic_score_codex":0.04134082,"about_ca_topic_score_gemma":0.004446276,"teacher_disagreement_score":0.9499989,"about_ca_system_score_codex":0.00020370359,"about_ca_system_score_gemma":0.0014829095,"threshold_uncertainty_score":0.96504295},"labels":[],"label_agreement":null},{"id":"W1974499128","doi":"10.1136/tc.2009.029561","title":"COP-3: in praise of smaller countries","year":2009,"lang":"en","type":"article","venue":"Tobacco Control","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Praise; Negotiation; Convention; Tobacco control; Joins; Advertising; Tobacco industry; Political science; International trade; Business; Law; Medicine; Computer science; Public health; Psychology","score_opus":0.05418960962717649,"score_gpt":0.41794370823964627,"score_spread":0.36375409861246977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974499128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6684897,0.00081865396,0.0006009065,0.04447717,0.00018667558,0.0017881887,0.000021432943,0.00026570237,0.28335157],"genre_scores_gemma":[0.99845326,0.000081313476,0.00020960324,0.0005202868,0.00008138445,0.000024326402,5.0983994e-7,0.0000048218712,0.00062449486],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859667,0.00018936269,0.00023899249,0.000139383,0.0004903131,0.0003452853],"domain_scores_gemma":[0.99919015,0.0003123318,0.00007113721,0.00018911155,0.00016719045,0.000070093316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015002148,0.000070140086,0.00020006426,0.00013204536,0.00007833221,0.000036941823,0.00036163392,0.00010559317,0.00037569882],"category_scores_gemma":[0.0006709626,0.00006865636,0.000044695345,0.00029761056,0.00023137848,0.00015382533,0.000015085716,0.00014082686,0.000051350897],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069783523,0.0005295101,0.444241,0.00002172308,0.000037548198,0.00009881633,0.010719912,0.000057857582,0.0025483666,0.42583597,0.0325181,0.08269339],"study_design_scores_gemma":[0.006973725,0.00072061946,0.35811946,0.00021704384,0.000030767347,0.0000027226804,0.004902224,0.00015493443,0.0020560434,0.037632383,0.5883941,0.00079596805],"about_ca_topic_score_codex":0.0017423532,"about_ca_topic_score_gemma":0.0026556444,"teacher_disagreement_score":0.555876,"about_ca_system_score_codex":0.00008746631,"about_ca_system_score_gemma":0.00025092953,"threshold_uncertainty_score":0.41136384},"labels":[],"label_agreement":null},{"id":"W1974539754","doi":"10.1016/j.jaci.2013.12.472","title":"Electronic Patient Data Acquisition Tablet (ePDAT) Provides Customized, Flexible Scheduling For Collecting Patient Reported Outcomes (ePRO) With High Usability and Compliance Ideal For Use In Single and Multicenter Environmental Exposure Chamber Studies","year":2014,"lang":"en","type":"article","venue":"Journal of Allergy and Clinical Immunology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Inflamax Research (Canada)","funders":"","keywords":"Usability; Electronic data capture; Data collection; Medicine; Flexibility (engineering); Schedule; Protocol (science); Clinical trial; Computer science; Statistics; Mathematics; Internal medicine; Pathology; Operating system","score_opus":0.18031437882628443,"score_gpt":0.4356495416941391,"score_spread":0.2553351628678547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974539754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958656,0.001212347,0.00085435476,0.0011708688,0.00011809914,0.00075295614,0.000010703316,0.0000104627,0.000004617556],"genre_scores_gemma":[0.9856185,0.0016281159,0.012503975,0.00012505059,0.000043977714,0.00004067903,0.0000074946806,0.0000104767805,0.000021785925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977189,0.0004845784,0.00090067653,0.00035196228,0.00019099677,0.0003528974],"domain_scores_gemma":[0.99572945,0.0031794382,0.0006420437,0.00020682045,0.00017485194,0.00006737161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003048742,0.00012514301,0.00050037936,0.00007061264,0.0003157557,0.000063292144,0.00013071652,0.00015199336,0.0000042268734],"category_scores_gemma":[0.0031825786,0.00009499166,0.00004486533,0.00006589665,0.00074388564,0.0004149424,0.00021908518,0.00032314062,8.183207e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026726227,0.0032086147,0.8561083,0.0001652416,0.003895211,0.00003857532,0.005911099,0.00017924198,0.0029264672,0.0013559255,0.0003082094,0.09917688],"study_design_scores_gemma":[0.05835908,0.050047126,0.7660823,0.0016868039,0.0006448477,0.0003129191,0.057320036,0.0095700715,0.002063439,0.016644768,0.03551268,0.0017559605],"about_ca_topic_score_codex":0.00018823688,"about_ca_topic_score_gemma":0.00154383,"teacher_disagreement_score":0.09742092,"about_ca_system_score_codex":0.00013469644,"about_ca_system_score_gemma":0.00009397897,"threshold_uncertainty_score":0.38736472},"labels":[],"label_agreement":null},{"id":"W1974790764","doi":"10.1177/097340820700100117","title":"Higher Education for Sustainability","year":2007,"lang":"en","type":"article","venue":"Journal of Education for Sustainable Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Sustainability; Nova scotia; Delphi method; Political science; Delphi; Sustainable development; Public relations; Engineering ethics; Sociology; Engineering; Computer science","score_opus":0.060860143950947874,"score_gpt":0.46230584321727547,"score_spread":0.4014456992663276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974790764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48892367,0.0030745731,0.15420765,0.10672596,0.01317813,0.019718787,0.000004517363,0.00024807526,0.21391864],"genre_scores_gemma":[0.8022947,0.000017535713,0.04987689,0.00030971807,0.0010566737,0.00038631415,0.00000887913,0.000023581206,0.14602576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978638,0.00007446251,0.00069714274,0.00016639299,0.00055202184,0.0006461302],"domain_scores_gemma":[0.9878509,0.0005209095,0.00046408272,0.00015070902,0.010741223,0.00027215146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092913415,0.000110481495,0.00017987328,0.000594101,0.00071029307,0.00014678846,0.00041795574,0.00013076859,0.00010497765],"category_scores_gemma":[0.0034318469,0.00010987698,0.00011477238,0.00055923784,0.00010972525,0.000500268,0.00003545086,0.00014609011,0.0000016927889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002980478,0.0012497386,0.0027462987,0.00055314,0.000042937932,0.0000028640643,0.010554482,0.0000041555886,0.000026355636,0.6493927,0.17099236,0.16413689],"study_design_scores_gemma":[0.00017750973,0.000077339195,0.0049172807,0.000024321698,0.00000992255,0.0000020637626,0.10415986,3.2880726e-7,0.00059357355,0.13281453,0.7571177,0.00010560334],"about_ca_topic_score_codex":0.00016216296,"about_ca_topic_score_gemma":0.000044459346,"teacher_disagreement_score":0.5861253,"about_ca_system_score_codex":0.005149191,"about_ca_system_score_gemma":0.031736318,"threshold_uncertainty_score":0.99866986},"labels":[],"label_agreement":null},{"id":"W1975729180","doi":"10.1111/j.1467-9671.2008.01106.x","title":"GIScience Journals Ranking and Evaluation: An International Delphi Study","year":2008,"lang":"en","type":"article","venue":"Transactions in GIS","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Group for Research in Decision Analysis; Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Delphi method; Delphi; Field (mathematics); Journal ranking; Data science; Impact factor; Publishing; Publication; Citation; Computer science; Process (computing); Geography; Information retrieval; Library science; Political science; Mathematics; Artificial intelligence","score_opus":0.3578611199601047,"score_gpt":0.5441675928111385,"score_spread":0.18630647285103374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975729180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97416914,0.00007136287,0.01106287,0.0022479182,0.00026546014,0.0005990862,0.0000025923775,0.00006754524,0.011514001],"genre_scores_gemma":[0.99755645,0.00037746035,0.0015977505,0.000027279239,0.00007260311,0.0000891778,4.3173287e-7,0.0000056538656,0.00027318377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976695,0.0004340405,0.00021958808,0.00022366304,0.0012454409,0.0002077247],"domain_scores_gemma":[0.99932885,0.00013604203,0.00003949069,0.0001528614,0.00025057638,0.00009216332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044906726,0.000060593597,0.0000854361,0.00035277935,0.00078174134,0.000103767,0.00038888192,0.000051655898,0.0015736371],"category_scores_gemma":[0.000175185,0.00006401388,0.000023249893,0.00066531514,0.00037021283,0.00091695954,0.000008545218,0.00023752979,0.0000063167317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008591539,0.0021205454,0.24132808,0.0000057839457,0.00006469166,0.00014577867,0.27766,0.0034040501,0.00093411305,0.0011561357,0.00020439322,0.4728905],"study_design_scores_gemma":[0.00339904,0.00048412094,0.8355052,0.00010363754,0.0000619721,0.00017928745,0.1153943,0.022688305,0.00038230178,0.007474993,0.013602036,0.0007248433],"about_ca_topic_score_codex":0.0025108147,"about_ca_topic_score_gemma":0.007024961,"teacher_disagreement_score":0.59417707,"about_ca_system_score_codex":0.00019084434,"about_ca_system_score_gemma":0.00025525998,"threshold_uncertainty_score":0.99933904},"labels":[],"label_agreement":null},{"id":"W1976840697","doi":"10.3899/jrheum.131306","title":"Updating the OMERACT Filter at OMERACT 11","year":2014,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Outcome (game theory); Set (abstract data type); Randomized controlled trial; Physical therapy; Rheumatology; Intervention (counseling); Alternative medicine; Core (optical fiber); Filter (signal processing); Medical physics; Internal medicine; Nursing; Computer science; Pathology","score_opus":0.06386789103790022,"score_gpt":0.40203180950689094,"score_spread":0.33816391846899074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976840697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330723,0.00013666807,0.00065291487,0.05279826,0.0004981628,0.00013586083,7.278769e-7,0.000025185138,0.0126798665],"genre_scores_gemma":[0.998002,0.0005103903,0.00036116428,0.00046871923,0.000059947706,0.0000027471656,2.3316653e-7,0.0000119165825,0.0005828704],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636596,0.0021053187,0.0004606354,0.00007613944,0.0005955229,0.00039643547],"domain_scores_gemma":[0.9945353,0.0043072756,0.00054747437,0.0002927592,0.000227184,0.00008998234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009098845,0.000088288165,0.00024633243,0.00009697332,0.00083980407,0.000050898518,0.0012367389,0.00009134693,0.00078948255],"category_scores_gemma":[0.002885087,0.000044930435,0.000102410886,0.00023387786,0.0006359848,0.00016641927,0.00018250312,0.00051610195,0.00013587045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034919457,0.000156429,0.4326324,0.00004138058,0.00023062858,0.000025476973,0.03897844,0.00012927354,0.0020711212,0.083988935,0.39785486,0.043541882],"study_design_scores_gemma":[0.0006029802,0.00024929526,0.009794929,0.00014173576,0.000054753807,0.0031505204,0.011287203,0.0004558702,0.00076735415,0.018384136,0.9548508,0.00026045216],"about_ca_topic_score_codex":0.0022734564,"about_ca_topic_score_gemma":0.0016560834,"teacher_disagreement_score":0.5569959,"about_ca_system_score_codex":0.00009682593,"about_ca_system_score_gemma":0.00013129636,"threshold_uncertainty_score":0.86442804},"labels":[],"label_agreement":null},{"id":"W1976983792","doi":"10.1097/bpo.0b013e3182840de2","title":"Building Consensus","year":2013,"lang":"en","type":"article","venue":"Journal of Pediatric Orthopaedics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Perioperative; Guideline; MEDLINE; Family medicine; Expert opinion; Evidence-based medicine; Physical therapy; Scoliosis; Systematic review; Best practice; Surgery; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.07038855790999267,"score_gpt":0.408856390477155,"score_spread":0.33846783256716234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976983792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646815,0.0011410713,0.0026372883,0.0112701105,0.0013849352,0.00033479996,0.000002013019,0.000076788296,0.01847148],"genre_scores_gemma":[0.96172804,0.0015785657,0.030305523,0.00014323962,0.0055523855,0.0000046346518,9.808485e-8,0.000017056802,0.0006704336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974908,0.00025632803,0.0005334692,0.00009463847,0.0012353419,0.00038937523],"domain_scores_gemma":[0.99742246,0.0006882792,0.0004470124,0.00012546504,0.0009681502,0.0003486189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031905381,0.00008424424,0.00018592786,0.00040579104,0.00022596419,0.00011754425,0.00045725115,0.00013493423,0.0006164896],"category_scores_gemma":[0.0031690751,0.0000738327,0.00016601162,0.0007371155,0.00018506093,0.00022815677,0.00006213552,0.00051691104,0.0000780864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026720705,0.00020882845,0.3177661,0.000046730303,0.000058402955,0.0004267572,0.0021109786,0.000030127445,0.00041314127,0.01774665,0.5715491,0.08961643],"study_design_scores_gemma":[0.0024978162,0.0010261462,0.059428643,0.000082331324,0.000394808,0.00039670483,0.012107499,0.00023889741,0.00029795006,0.08399988,0.83836794,0.0011614126],"about_ca_topic_score_codex":0.0002752419,"about_ca_topic_score_gemma":0.000025320898,"teacher_disagreement_score":0.2668188,"about_ca_system_score_codex":0.00012623957,"about_ca_system_score_gemma":0.00076297845,"threshold_uncertainty_score":0.6750129},"labels":[],"label_agreement":null},{"id":"W1977052347","doi":"10.1186/1710-1492-10-13","title":"Birth weight, gestational age, fetal growth and childhood asthma hospitalization","year":2014,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet för Arbetsliv och Socialvetenskap; Medical Research Council; Sundhed og Sygdom, Det Frie Forskningsråd; Aarhus Universitet","keywords":"Medicine; Obstetrics; Fetal growth; Gestational age; Asthma; Small for gestational age; Birth weight; Fetus; Pediatrics; Pregnancy; Internal medicine; Biology","score_opus":0.02947335514408161,"score_gpt":0.36890020506658017,"score_spread":0.33942684992249855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977052347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577122,0.00078492967,0.002773899,0.012446515,0.0005614425,0.00031992444,0.00000624699,0.00021578997,0.02517909],"genre_scores_gemma":[0.99230605,0.0046623587,0.0015249901,0.0003515094,0.00027824432,0.000023323702,0.000024049328,0.000018213828,0.00081124646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99761,0.0008394426,0.00043624235,0.00042697924,0.00029034758,0.000396996],"domain_scores_gemma":[0.99839145,0.0010129965,0.00012887384,0.00017917441,0.00013351747,0.00015400174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012891217,0.00013967248,0.00026518432,0.000105956926,0.0005341464,0.00008651249,0.00027486254,0.00038116032,0.00022803067],"category_scores_gemma":[0.0016168247,0.00013386895,0.00007160384,0.00023774072,0.0015802041,0.00020547026,0.00019427619,0.00037504185,0.00003661102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009070136,0.0004137483,0.032522734,0.000008225336,0.00026115403,0.00002483627,0.0014022723,7.681871e-7,0.000079291705,0.8182578,0.0011986754,0.1457398],"study_design_scores_gemma":[0.00086445094,0.00077191106,0.76834756,0.000016414098,0.000004425816,0.000013256472,0.00042901054,0.00010581918,0.000020165071,0.0397639,0.18943581,0.00022725109],"about_ca_topic_score_codex":0.000420952,"about_ca_topic_score_gemma":0.00074383576,"teacher_disagreement_score":0.7784939,"about_ca_system_score_codex":0.000016681772,"about_ca_system_score_gemma":0.00009744401,"threshold_uncertainty_score":0.5822328},"labels":[],"label_agreement":null},{"id":"W1978582781","doi":"10.1136/bmj.327.7410.302","title":"General practitioners and occupational health professionals","year":2003,"lang":"en","type":"editorial","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Health professionals; Medicine; Nursing; Psychology; Environmental health; Medical education; Health care; Political science","score_opus":0.12935415809518586,"score_gpt":0.5614879070555869,"score_spread":0.4321337489604011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978582781","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004274277,0.00039375058,0.000099554345,0.048021216,0.8969687,0.0017226102,0.00025135596,0.00013933957,0.052360725],"genre_scores_gemma":[0.000048663427,0.00072481093,0.007031768,0.00081963337,0.94349504,0.00040014263,0.0003835896,0.000029574641,0.04706678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572706,0.00103727,0.0003213584,0.00032661826,0.0021431516,0.00044453927],"domain_scores_gemma":[0.9978089,0.0010572309,0.00031409354,0.00018372193,0.00042990848,0.00020618139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057396186,0.000128344,0.00021958484,0.00014585683,0.0007286133,0.000113625094,0.0002343271,0.0006118031,0.00031154812],"category_scores_gemma":[0.0055517745,0.0001270815,0.000045383087,0.0002092141,0.00024273008,0.00016340302,0.000078718585,0.0006895289,0.000044650602],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013729388,0.000035229183,0.00005354763,0.000031427324,0.000011033152,0.0000044144226,0.0003676436,2.2896863e-7,6.910655e-7,0.0052296543,0.9935214,0.00073098374],"study_design_scores_gemma":[0.000102678205,0.000028413177,0.0000820789,0.00008264428,0.000002785535,6.3461266e-7,0.00035320167,0.0000014819236,0.0000012839415,0.0012615097,0.9979455,0.00013781202],"about_ca_topic_score_codex":0.0026118865,"about_ca_topic_score_gemma":0.0007720294,"teacher_disagreement_score":0.04720158,"about_ca_system_score_codex":0.00039312386,"about_ca_system_score_gemma":0.007890077,"threshold_uncertainty_score":0.99773425},"labels":[],"label_agreement":null},{"id":"W1978616729","doi":"10.1007/s00520-007-0348-2","title":"Applying the Delphi process to palliative care tool development: lessons learned","year":2007,"lang":"en","type":"article","venue":"Supportive Care in Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Grey Nuns Community Hospital; University of Calgary; University of Alberta; Alberta Cancer Foundation","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Pain medicine; Nursing research; Palliative care; Delphi method; Process (computing); Delphi; Nursing; Process management; Anesthesiology; Computer science; Engineering","score_opus":0.2184861575083313,"score_gpt":0.5424533686518136,"score_spread":0.32396721114348226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978616729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8877198,0.0029260195,0.002207769,0.014599308,0.00080061547,0.010602414,0.00016145105,0.0004081487,0.08057449],"genre_scores_gemma":[0.99323475,0.00014669642,0.0005570055,0.0006049706,0.00017856597,0.004845046,0.000013863331,0.000029316241,0.0003897594],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99703896,0.0001516299,0.0003854582,0.00047539576,0.0010506023,0.0008979702],"domain_scores_gemma":[0.9979388,0.00034713093,0.000119708886,0.00023130822,0.0011961367,0.00016689821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015863132,0.00017946762,0.00020259575,0.0002128778,0.0006530562,0.00009042698,0.000728603,0.00015875185,0.00029189934],"category_scores_gemma":[0.00081591075,0.0001499972,0.000057380676,0.0013260231,0.00029099782,0.00018985168,0.00015432661,0.0004607512,0.000041334108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008206898,0.000019709283,0.053184073,0.00007719835,0.00001880087,0.00004972592,0.5181586,0.00006243785,0.000084506486,0.001039933,0.00073510007,0.4264878],"study_design_scores_gemma":[0.00018758667,0.000039055994,0.020858709,0.00019597528,0.000006729827,1.5957242e-7,0.68355113,0.000001365805,0.00962551,0.00046046937,0.2847653,0.00030800534],"about_ca_topic_score_codex":0.0040758546,"about_ca_topic_score_gemma":0.1304424,"teacher_disagreement_score":0.4261798,"about_ca_system_score_codex":0.0021614367,"about_ca_system_score_gemma":0.0023578438,"threshold_uncertainty_score":0.8854248},"labels":[],"label_agreement":null},{"id":"W1979265498","doi":"10.1111/j.1537-2995.2007.01540.x","title":"The consensus development process in transfusion medicine: does it add value?","year":2007,"lang":"en","type":"letter","venue":"Transfusion","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Blood Services","funders":"","keywords":"Transfusion medicine; Psychological intervention; Reimbursement; Medicine; Delphi method; Health care; Business; Risk analysis (engineering); Public relations; Political science; Blood transfusion; Economic growth; Nursing; Computer science; Immunology; Economics","score_opus":0.08068260610745963,"score_gpt":0.42240344853166834,"score_spread":0.3417208424242087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979265498","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016984584,0.00035522194,0.00035357775,0.9312737,0.0010164165,0.0026902142,0.000009493851,0.00027404202,0.047042765],"genre_scores_gemma":[0.06694777,0.06405751,0.0029940808,0.7874466,0.0175909,0.0024870555,0.00041723196,0.00076818344,0.057290666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928796,0.00089991535,0.00095208443,0.0007578451,0.0032277263,0.0012828023],"domain_scores_gemma":[0.99677557,0.0021338544,0.00013910187,0.000463789,0.00033513323,0.00015254028],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00715783,0.00042844855,0.0004962998,0.0005294529,0.0014632765,0.00009562156,0.00135395,0.0015009833,0.0007755703],"category_scores_gemma":[0.00044360358,0.0002584315,0.00012426314,0.0011194423,0.0014841397,0.00007510907,0.000038309652,0.003221217,0.000045079607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020487477,0.000073038726,0.0003172317,0.000367347,0.00003182311,0.0007022966,0.060460847,0.0000036584713,0.00032021676,0.00027554916,0.884288,0.052955132],"study_design_scores_gemma":[0.0005210639,0.000061156556,0.00019092893,0.0008694291,0.00002017009,0.000005804406,0.006436893,0.000008253031,0.00084316405,0.0016117245,0.98903185,0.00039954451],"about_ca_topic_score_codex":0.009289533,"about_ca_topic_score_gemma":0.07067726,"teacher_disagreement_score":0.14382708,"about_ca_system_score_codex":0.0005322725,"about_ca_system_score_gemma":0.0012164562,"threshold_uncertainty_score":0.99998677},"labels":[],"label_agreement":null},{"id":"W1981750179","doi":"10.1016/j.jval.2012.10.017","title":"Core Domains for a Person-Focused Outcome Measurement System in Cancer (PROMS-Cancer Core) for Routine Care: A Scoping Review and Canadian Delphi Consensus","year":2013,"lang":"en","type":"review","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Cancer Care Ontario; Laurentian University; Sunnybrook Hospital; University of Toronto; University Health Network","funders":"","keywords":"Delphi method; Patient-reported outcome; Delphi; Medicine; Outcome (game theory); Relevance (law); Data collection; Quality of life (healthcare); Family medicine; Psychology; Nursing; Computer science; Artificial intelligence; Political science","score_opus":0.7098607806527949,"score_gpt":0.5635107219169783,"score_spread":0.14635005873581663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981750179","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027198128,0.9487814,0.00002705907,0.0043248706,0.00047155397,0.04536248,0.00080649654,0.00007637319,0.00012258653],"genre_scores_gemma":[0.0003629248,0.9681792,0.0016788496,0.00042881907,0.00024244981,0.02892483,0.000027064008,0.00010322133,0.00005261332],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934437,0.0010598592,0.0018619723,0.000945888,0.00096428936,0.0017242682],"domain_scores_gemma":[0.99599546,0.0011065064,0.0009050829,0.00048208833,0.00073389773,0.00077698135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011776209,0.0005217036,0.0031453539,0.00070420065,0.00057033414,0.00009859541,0.00066651584,0.00048811542,0.000026593334],"category_scores_gemma":[0.0018920756,0.0004743637,0.00030515596,0.0010568723,0.0002448485,0.00006163668,0.00005769303,0.000628365,0.0000036264607],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009629488,0.000020475441,0.0005104001,0.7049276,0.000052720738,0.0000101103715,0.0027231106,0.0000057129487,4.153616e-8,0.0020636555,0.002679628,0.28699693],"study_design_scores_gemma":[0.0007195039,0.00012489245,0.000013396669,0.6327242,0.00019598438,0.000005115021,0.0017868744,0.00012692911,4.5761453e-8,0.000036632442,0.36372277,0.00054363196],"about_ca_topic_score_codex":0.8980265,"about_ca_topic_score_gemma":0.8919067,"teacher_disagreement_score":0.36104313,"about_ca_system_score_codex":0.019651987,"about_ca_system_score_gemma":0.028196441,"threshold_uncertainty_score":0.9997708},"labels":[],"label_agreement":null},{"id":"W1982473295","doi":"10.1097/00001577-200110000-00012","title":"Critical Evaluation of Research in Physical Rehabilitation; Toward Evidence-Based Practice","year":2001,"lang":"en","type":"article","venue":"Pediatric Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Physical medicine and rehabilitation; Psychology; Physical therapy; Medicine","score_opus":0.46991616887204823,"score_gpt":0.6266583439775142,"score_spread":0.15674217510546595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982473295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95086145,0.0006657565,0.00018093293,0.039784946,0.00009186113,0.0012550618,0.0000024755843,0.00008313965,0.007074388],"genre_scores_gemma":[0.9959006,0.0010297612,0.00095184066,0.00007587566,0.0016106304,0.00039997065,0.0000011407468,0.000017234655,0.0000129780055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9872216,0.0065193535,0.000310525,0.00043117494,0.0049124155,0.0006049412],"domain_scores_gemma":[0.96186185,0.034571044,0.00007972895,0.00038176897,0.0029443668,0.000161239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01940252,0.00012096977,0.0002665244,0.00046815156,0.00020327936,0.00007570089,0.0005586202,0.00010814478,0.00008188763],"category_scores_gemma":[0.043025404,0.00011259539,0.00013617397,0.0038429154,0.0009538083,0.0009732637,0.00005400419,0.0006253073,0.000059676262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040494306,0.02627216,0.07740684,0.0003720578,0.00005613507,0.00007061114,0.09176046,0.0012115589,0.0062718084,0.2486342,0.0066757193,0.53721905],"study_design_scores_gemma":[0.0034183082,0.0036673122,0.05789078,0.00028289694,0.000110498906,0.0000016580816,0.014529674,0.033761993,0.0018378166,0.87350726,0.010202299,0.0007895181],"about_ca_topic_score_codex":0.0014264316,"about_ca_topic_score_gemma":0.000023177738,"teacher_disagreement_score":0.62487304,"about_ca_system_score_codex":0.00048772807,"about_ca_system_score_gemma":0.0014152473,"threshold_uncertainty_score":0.9650356},"labels":[],"label_agreement":null},{"id":"W1983339066","doi":"10.1007/s00216-007-1566-7","title":"Solution to half-titration challenge","year":2007,"lang":"en","type":"article","venue":"Analytical and Bioanalytical Chemistry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Titration; Analytical Chemistry (journal); Medical laboratory; Chemistry; Chromatography; Environmental chemistry; Organic chemistry; Medicine","score_opus":0.08903505299245228,"score_gpt":0.4257880483998536,"score_spread":0.33675299540740133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983339066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11171965,0.00019036535,0.024493745,0.10241178,0.00007704957,0.00044160773,0.0000067712554,0.00035923973,0.7602998],"genre_scores_gemma":[0.9943633,0.00006563934,0.00077058596,0.0002675846,0.00039456718,0.0000049182863,0.0000039303627,0.000007941555,0.004121506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981206,0.000031312622,0.00026849046,0.00034985907,0.00064407085,0.0005856525],"domain_scores_gemma":[0.998681,0.00026818932,0.000025460422,0.00017776647,0.00016294267,0.00068464555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017871762,0.000116015966,0.0001667026,0.00006683489,0.0002631972,0.00009276347,0.00021271096,0.00024630048,0.0004618253],"category_scores_gemma":[0.0010094262,0.00010647015,0.000077090466,0.0005123571,0.0005219878,0.00009122519,0.00009713897,0.000254961,0.00007647674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052511913,0.001498648,0.008800668,0.00034348256,0.0003012568,0.00043669605,0.0023279309,0.0000028442457,0.04350496,0.70551187,0.027879866,0.20886667],"study_design_scores_gemma":[0.0013149645,0.0005603122,0.008563844,0.00023264013,0.0003766048,0.000038368667,0.008155775,0.012144997,0.06750683,0.059741005,0.8389856,0.002379063],"about_ca_topic_score_codex":0.00045430395,"about_ca_topic_score_gemma":0.00046501282,"teacher_disagreement_score":0.8826437,"about_ca_system_score_codex":0.00013463925,"about_ca_system_score_gemma":0.000085281,"threshold_uncertainty_score":0.5056663},"labels":[],"label_agreement":null},{"id":"W1986533520","doi":"10.1503/cmaj.090076","title":"Explaining pragmatic trials to pragmatic policy-makers","year":2009,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Pragmatism; Flexibility (engineering); Value (mathematics); Politics; Computer science; Epistemology; Political science; Law; Management; Economics; Philosophy","score_opus":0.070241500333044,"score_gpt":0.4279912983148468,"score_spread":0.3577497979818028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986533520","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049477378,0.00008044442,0.0002822933,0.9383652,0.0013350734,0.0010002229,0.000081578204,0.000100145204,0.05870553],"genre_scores_gemma":[0.0005394802,0.00023677966,0.0010692792,0.94214535,0.045725994,0.000096537384,0.0000566027,0.00006624921,0.010063749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97879356,0.007919884,0.0017949685,0.00039486968,0.008828284,0.0022684417],"domain_scores_gemma":[0.9869931,0.00621884,0.0012656138,0.0003114938,0.0011072998,0.0041037025],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.053538013,0.0003519171,0.0011363346,0.0020249118,0.0014007654,0.0011242755,0.0017480042,0.0034554305,0.007894732],"category_scores_gemma":[0.2333471,0.0003463832,0.00042182903,0.001486679,0.00014641153,0.00026740978,0.00004861212,0.0077897315,0.00093061174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00000200024,0.0000074714308,0.000066922454,0.000017915694,0.00010493323,0.0015865078,0.0026874056,0.0000013729156,4.4290246e-7,0.0005020415,0.95346457,0.041558433],"study_design_scores_gemma":[0.00032197835,0.000057994246,0.000054304393,0.000539664,0.00004125346,0.00008735993,0.0016565246,0.000011222683,6.819209e-7,0.0036225321,0.99325806,0.00034842288],"about_ca_topic_score_codex":0.04236145,"about_ca_topic_score_gemma":0.10457782,"teacher_disagreement_score":0.17980908,"about_ca_system_score_codex":0.012476448,"about_ca_system_score_gemma":0.04170637,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W1986892207","doi":"10.1016/j.socscimed.2009.06.019","title":"Considering race/ethnicity and socio-economic status in randomized controlled trials. A commentary on Frampton et al.'s systematic review generalizing trial findings and tackling health disparities in asthma research","year":2009,"lang":"en","type":"letter","venue":"Social Science & Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University","funders":"","keywords":"Medicine; Dementia; Randomized controlled trial; Caregiver burden; Family caregivers; Intervention (counseling); Ethnic group; Distress; Gerontology; Clinical trial; Longitudinal study; Family medicine; Psychiatry; Clinical psychology; Disease","score_opus":0.1851088586387896,"score_gpt":0.5207506918668292,"score_spread":0.33564183322803964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986892207","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016306786,0.03318632,0.000013253323,0.93061996,0.00048297673,0.018598925,0.000017773655,0.00006037229,0.000713653],"genre_scores_gemma":[0.041691966,0.14665629,0.00009850308,0.80706394,0.0021110703,0.0021831996,0.000038055685,0.000049999428,0.00010696877],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9537208,0.034500528,0.004091993,0.001272648,0.004099419,0.002314631],"domain_scores_gemma":[0.96906793,0.028663091,0.0013597439,0.000325711,0.00025484484,0.0003286841],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.29366386,0.00048621753,0.009378795,0.0017516187,0.0016143278,0.00045362962,0.00079021254,0.0005152536,0.000056842586],"category_scores_gemma":[0.06967724,0.000364026,0.00033707556,0.0011681403,0.0077461614,0.00043553766,0.0002319831,0.0040223245,0.0000015081713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02835623,0.00008768785,0.00014113664,0.017070912,0.00012436215,0.00013726781,0.058155645,0.0000016428232,0.00002080788,0.0034176738,0.89155203,0.00093461137],"study_design_scores_gemma":[0.7058716,0.0011272081,0.00005620837,0.22660598,0.0003103829,0.0000080848495,0.019439546,0.00032305057,0.0000040880373,0.018282592,0.026666788,0.0013044927],"about_ca_topic_score_codex":0.060739547,"about_ca_topic_score_gemma":0.0031158985,"teacher_disagreement_score":0.8648852,"about_ca_system_score_codex":0.0033412701,"about_ca_system_score_gemma":0.0024635892,"threshold_uncertainty_score":0.99988115},"labels":[],"label_agreement":null},{"id":"W1991231686","doi":"10.1080/01942620802205561","title":"Environmental Microbiology: A Database Coverage Study","year":2010,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Scopus; Subject (documents); Sample (material); Database; Library science; Web of science; Information retrieval; Computer science; World Wide Web; Data science; MEDLINE; Biology; Chemistry","score_opus":0.033011868078980135,"score_gpt":0.36002335020804055,"score_spread":0.3270114821290604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991231686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97651476,0.00004614912,0.00011173863,0.010975538,0.0004835397,0.0007948634,0.000057095072,0.00088131207,0.010135028],"genre_scores_gemma":[0.99557745,0.00002851809,0.003453623,0.00016288787,0.000060839415,0.00009713778,0.0000049478303,0.000012417991,0.0006021863],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976538,0.00009680039,0.0002146789,0.00067293027,0.00049576955,0.00086605304],"domain_scores_gemma":[0.9986972,0.00013147388,0.00007998921,0.00089399953,0.000039572096,0.00015771658],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0020861742,0.00015115061,0.0001751263,0.0011096216,0.0020154659,0.000311033,0.0029163894,0.00026974507,0.0005463728],"category_scores_gemma":[0.0009125072,0.00014266741,0.00003160881,0.0026078927,0.021706523,0.0012242998,0.0013679983,0.00089715334,0.00014808531],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001206855,0.00043949546,0.120018624,0.000001809903,0.00000809947,0.00007548237,0.0035314916,1.0779416e-7,0.6603265,0.20000643,0.0011093912,0.01447055],"study_design_scores_gemma":[0.0010267455,0.0008308213,0.009934817,0.000019893236,0.000025634577,0.00009939464,0.06617453,0.000018780378,0.33740693,0.22951761,0.35381705,0.0011277898],"about_ca_topic_score_codex":0.00011589921,"about_ca_topic_score_gemma":0.00049683335,"teacher_disagreement_score":0.35270765,"about_ca_system_score_codex":0.000070128655,"about_ca_system_score_gemma":0.00079971715,"threshold_uncertainty_score":0.9992838},"labels":[],"label_agreement":null},{"id":"W1992205884","doi":"10.1016/j.jclinepi.2013.11.013","title":"Developing Core Outcome Measurement Sets for Clinical Trials: OMERACT Filter 2.0","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":784,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Outcome (game theory); Medicine; Health care; Set (abstract data type); Core (optical fiber); Standardization; Voting; Process (computing); Computer science; Political science; Mathematics","score_opus":0.9713478092818285,"score_gpt":0.7772782648495306,"score_spread":0.19406954443229796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992205884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053577255,0.0006658373,0.6543523,0.27149433,0.014107371,0.0017371573,0.000013368499,0.00010618511,0.003946218],"genre_scores_gemma":[0.6643741,0.0036939483,0.29313466,0.02530454,0.013031351,0.00005907871,0.0000034351995,0.00005524453,0.000343625],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.90199316,0.0740212,0.020822443,0.0006034874,0.0014030046,0.0011567172],"domain_scores_gemma":[0.41341308,0.5684077,0.0127637675,0.000673157,0.003488872,0.001253431],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7080917,0.00020172766,0.0047224816,0.00019092005,0.0002668872,0.000030352032,0.0011782399,0.00095836463,0.00016134212],"category_scores_gemma":[0.9054617,0.00014184538,0.002291661,0.00019304772,0.0009179014,0.00017707839,0.0001335138,0.0018350573,0.00004713652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009265302,0.00022408804,0.48134166,0.00003972572,0.00027367703,0.0000102692475,0.000089902394,0.000010748854,0.0000037079826,0.041352544,0.14189604,0.3338311],"study_design_scores_gemma":[0.0017603835,0.0010467974,0.11286841,0.00013346579,0.00008604949,0.000009691476,0.00013969686,0.00051698775,0.0000033293184,0.14049658,0.74274486,0.00019376626],"about_ca_topic_score_codex":0.000085661886,"about_ca_topic_score_gemma":0.00013584764,"teacher_disagreement_score":0.61079687,"about_ca_system_score_codex":0.00022095825,"about_ca_system_score_gemma":0.0014329224,"threshold_uncertainty_score":0.7972513},"labels":[],"label_agreement":null},{"id":"W1993790835","doi":"10.1029/2008eo190006","title":"The Meeting of the Americas","year":2008,"lang":"en","type":"article","venue":"Eos","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Joint (building); Political science; Spring (device); General assembly; Library science; Geography; Environmental protection; Regional science; Engineering; Law; Computer science; Civil engineering","score_opus":0.15619390307798078,"score_gpt":0.45852069708869536,"score_spread":0.3023267940107146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993790835","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46217656,0.00021341328,0.000054939137,0.014859524,0.00018266431,0.00032136045,9.1446657e-7,0.000069381495,0.52212125],"genre_scores_gemma":[0.9967988,0.00016344985,0.00016854709,0.00004773061,0.00006374822,0.000009907668,1.956889e-8,0.0000026835949,0.002745112],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991816,0.00018085448,0.000067743575,0.0000462876,0.00038420537,0.00013925388],"domain_scores_gemma":[0.9993683,0.00036885202,0.000026920194,0.0001639582,0.000053026415,0.000018953035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007683535,0.000020204612,0.000032600117,0.000008277053,0.00076313777,0.000010339512,0.00045579282,0.000019270627,0.000023294033],"category_scores_gemma":[0.00096066616,0.000010646789,0.000033158274,0.0002514232,0.00078927825,0.000021997366,0.00007300712,0.000085939086,0.000014179725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025722791,0.0001266374,0.15983942,0.000013174695,0.000044635362,0.000024740619,0.06677064,0.000020518683,0.011617561,0.095296726,0.41183615,0.25438407],"study_design_scores_gemma":[0.000046582063,0.000021923228,0.023236193,0.000020135738,0.0000024377214,0.0000027205356,0.0071600545,0.00004206799,0.012195995,0.0031372102,0.9540582,0.0000765149],"about_ca_topic_score_codex":0.002068317,"about_ca_topic_score_gemma":0.00037231535,"teacher_disagreement_score":0.542222,"about_ca_system_score_codex":0.000020876965,"about_ca_system_score_gemma":0.00008702081,"threshold_uncertainty_score":0.5869516},"labels":[],"label_agreement":null},{"id":"W1996917498","doi":"10.1016/j.jacc.2003.10.022","title":"Meeting highlights of the 14th annual scientific sessions of the american society of echocardiography: june 11 to 14, 2003, in las vegas, nevada","year":2003,"lang":"en","type":"article","venue":"Journal of the American College of Cardiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Las vegas; General surgery; Pathology","score_opus":0.03269420433747944,"score_gpt":0.35812400663924765,"score_spread":0.3254298023017682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996917498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98696244,0.00018142008,0.00010543068,0.008416883,0.0011667848,0.0005648495,0.00016530574,0.0000064895585,0.0024303729],"genre_scores_gemma":[0.9970319,0.00023328971,0.0020729022,0.00012547341,0.00011710989,0.000008084863,1.216805e-7,0.000015808508,0.00039529224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99327207,0.0035500072,0.000986795,0.00023471532,0.0014728005,0.0004835993],"domain_scores_gemma":[0.99428946,0.00079176313,0.0023609642,0.0007767651,0.0016620612,0.0001189854],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059640226,0.00016815434,0.0011953042,0.00034374947,0.00039434698,0.000010482827,0.0021160967,0.00008243576,0.0000049497085],"category_scores_gemma":[0.0022963108,0.00009331051,0.0010926704,0.008134597,0.006939995,0.00009576747,0.00038585722,0.00050849246,2.2642487e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046275035,0.0003647885,0.5377992,0.00008483248,0.0010280324,0.00002951188,0.005497167,0.008822623,0.058389705,0.0068848976,0.37963262,0.0010039047],"study_design_scores_gemma":[0.0016000767,0.0013682401,0.41321927,0.0011391158,0.00047131136,0.00019002963,0.10082948,0.000050778955,0.06667043,0.004086397,0.4097363,0.00063856563],"about_ca_topic_score_codex":0.0014824215,"about_ca_topic_score_gemma":0.0007061569,"teacher_disagreement_score":0.124579914,"about_ca_system_score_codex":0.00017468767,"about_ca_system_score_gemma":0.0016511469,"threshold_uncertainty_score":0.9957625},"labels":[],"label_agreement":null},{"id":"W2000902184","doi":"10.1080/13683500903440689","title":"Defining culturally sensitive ecotourism: a Delphi consensus","year":2010,"lang":"en","type":"article","venue":"Current Issues in Tourism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ecotourism; Sustainability; Delphi method; Tourism; Delphi; Business; Praxis; Sustainable tourism; Environmental planning; Environmental resource management; Order (exchange); Sustainable development; Marketing; Political science; Geography; Economics; Computer science","score_opus":0.061273895622101664,"score_gpt":0.4439154721038647,"score_spread":0.382641576481763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000902184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88196373,0.0024400558,0.00008775274,0.019190073,0.0040524835,0.001364213,0.000033641227,0.00065332354,0.09021474],"genre_scores_gemma":[0.9913408,0.0006615248,0.005393122,0.00006961352,0.0009923395,0.000079982405,0.000011661216,0.000027991568,0.0014229257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717134,0.00041210096,0.00039271897,0.0004480567,0.0007807086,0.00079505664],"domain_scores_gemma":[0.9984558,0.0004893171,0.00012569496,0.00036254752,0.00032189235,0.00024472937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021198716,0.00020931833,0.00028597424,0.00027292888,0.0003835367,0.00017485015,0.0005764289,0.00027412918,0.00019422325],"category_scores_gemma":[0.0022037902,0.00020697438,0.000097979406,0.0005395868,0.0006099605,0.00016845853,0.00020062392,0.0013859465,0.00031603422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008872782,0.00055484497,0.008584615,0.000079776226,0.00004270865,0.00082646485,0.085618034,0.000014636292,0.0033160532,0.10652713,0.56325996,0.23108704],"study_design_scores_gemma":[0.0005964711,0.000057931575,0.0032825167,0.00024143791,0.000014495766,0.000023269871,0.0118061565,0.00024933927,0.0032898143,0.01632046,0.96344936,0.00066872954],"about_ca_topic_score_codex":0.0027487746,"about_ca_topic_score_gemma":0.0045632697,"teacher_disagreement_score":0.4001894,"about_ca_system_score_codex":0.00012968028,"about_ca_system_score_gemma":0.00027174014,"threshold_uncertainty_score":0.844017},"labels":[],"label_agreement":null},{"id":"W2002092269","doi":"10.2165/00151829-200504030-00004","title":"Lung Volume Reduction Surgery","year":2005,"lang":"en","type":"review","venue":"Treatments in Respiratory Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institutes of Health","keywords":"Medicine; Lung volume reduction surgery; Pharmacy; Lung; Lung volumes; Intensive care medicine; Internal medicine","score_opus":0.4050321787013147,"score_gpt":0.5649801461659483,"score_spread":0.15994796746463358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002092269","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000147351475,0.9731951,0.000004887513,0.00048794431,0.0010693222,0.0018910904,0.00001081914,0.00022627796,0.023099829],"genre_scores_gemma":[0.000025905509,0.9865137,0.000043571104,0.000058183858,0.0026243404,0.00076726155,0.0000441959,0.00007824607,0.009844598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99413425,0.0018884786,0.0011926838,0.0007093662,0.0012782196,0.0007969885],"domain_scores_gemma":[0.9976041,0.0008088123,0.00046307314,0.00071356475,0.00011326938,0.0002972162],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045484602,0.00048272885,0.0019925365,0.0014296763,0.00027962308,0.000031812495,0.0005947088,0.0006973291,0.0018060602],"category_scores_gemma":[0.0013139521,0.00038338307,0.00031119565,0.0017259017,0.0008891432,0.00020428143,0.000080539714,0.0007024575,0.00031774698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044320673,0.00010359822,0.00011887125,0.00082438573,0.000077136276,0.00014441181,0.00039699246,1.5468073e-7,9.466695e-8,0.00011907341,0.07347829,0.92473257],"study_design_scores_gemma":[0.00019251995,0.0000603127,0.000025369849,0.009801349,0.00024366971,0.000004695944,0.00023651632,4.98285e-7,1.6445459e-7,0.000038287377,0.9891329,0.00026374924],"about_ca_topic_score_codex":0.0012416225,"about_ca_topic_score_gemma":0.0002939036,"teacher_disagreement_score":0.9244688,"about_ca_system_score_codex":0.0031918667,"about_ca_system_score_gemma":0.0016200724,"threshold_uncertainty_score":0.99986184},"labels":[],"label_agreement":null},{"id":"W2002375670","doi":"10.2196/mhealth.3509","title":"Using a Collaborative Research Approach to Develop an Interdisciplinary Research Agenda for the Study of Mobile Health Interventions for Older Adults","year":2015,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact; University of Waterloo","funders":"University of Waterloo","keywords":"mHealth; Psychological intervention; Stakeholder; Usability; Scope (computer science); Coaching; Medical education; Health care; Medicine; Digital health; Psychology; Knowledge management; Nursing; Public relations; Computer science","score_opus":0.707671291848941,"score_gpt":0.6930770456868484,"score_spread":0.014594246162092595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002375670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126805,0.002390324,0.011429345,0.009828115,0.00033394512,0.06207207,0.00025261755,0.000103862294,0.0009092383],"genre_scores_gemma":[0.96840376,0.00015143678,0.014670542,0.00011690982,0.0002783744,0.0160962,0.000020987112,0.00003978104,0.00022200649],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99093133,0.004339075,0.00089423737,0.0007172205,0.00157931,0.0015388452],"domain_scores_gemma":[0.9901329,0.002198667,0.00023645932,0.00054170954,0.005711837,0.0011783747],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.05129319,0.00015671893,0.0004819387,0.0008194741,0.0042648455,0.00014857958,0.00084806525,0.00013839311,0.0000041179464],"category_scores_gemma":[0.0020045144,0.00012425403,0.00005490091,0.0040230583,0.0006337867,0.00024001439,0.00063159206,0.0006710555,0.0000015778102],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020089098,0.004208132,0.0006013959,0.0035008367,0.000033685345,9.964706e-7,0.82090497,0.000049514,0.0000026281505,0.005995965,0.056360573,0.10633242],"study_design_scores_gemma":[0.0016288543,0.011821602,0.0024591282,0.0004731306,0.000009459985,0.0000015250743,0.97325414,0.0017081257,0.00000489166,0.0018008226,0.0066945506,0.000143765],"about_ca_topic_score_codex":0.010268695,"about_ca_topic_score_gemma":0.01504618,"teacher_disagreement_score":0.1523492,"about_ca_system_score_codex":0.0011095183,"about_ca_system_score_gemma":0.009121221,"threshold_uncertainty_score":0.99703145},"labels":[],"label_agreement":null},{"id":"W2004888073","doi":"10.1117/12.666849","title":"Web-based dynamic Delphi: a new survey instrument","year":2006,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Delphi; Computer science; Delphi method; Web application; Judgement; Survey instrument; Data science; World Wide Web; Artificial intelligence","score_opus":0.033102906696548695,"score_gpt":0.3134561803333171,"score_spread":0.28035327363676843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004888073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98223484,0.00007440304,0.0000968112,0.008431467,0.00023167291,0.0008834856,0.000069308226,0.00021080697,0.0077672154],"genre_scores_gemma":[0.90617657,0.00008546195,0.09190406,0.00010742701,0.00044494105,0.00018077651,0.000020362942,0.000072820476,0.0010075633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963784,6.660929e-8,0.0007798583,0.0004605971,0.0016894153,0.00069163553],"domain_scores_gemma":[0.996647,0.0004130168,0.00038766858,0.00007892654,0.0022542225,0.00021919017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026347358,0.00031304438,0.00040573886,0.0001949684,0.0002140394,0.00024524104,0.0017267514,0.000303226,0.000044378085],"category_scores_gemma":[0.0015964152,0.00028602275,0.00059205806,0.00079495413,0.00057279086,0.00051525055,0.00019258179,0.00042363256,0.000004279609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001636881,0.00029401417,0.0047284975,0.00026933925,0.00023464578,2.440408e-7,0.00031200805,0.00017657023,0.22202769,0.7337499,0.036895074,0.0011483073],"study_design_scores_gemma":[0.016168475,0.0028594872,0.0846345,0.0030778728,0.0008143277,0.00003621203,0.01531639,0.2772952,0.28782466,0.07191451,0.2346211,0.005437265],"about_ca_topic_score_codex":0.0013339013,"about_ca_topic_score_gemma":0.000053880136,"teacher_disagreement_score":0.66183543,"about_ca_system_score_codex":0.0006185163,"about_ca_system_score_gemma":0.0003365428,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W2005425354","doi":"10.1258/1357633054068919","title":"Low-bandwidth telemedicine for pre- and postoperative evaluation in mobile surgical services","year":2005,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Telemedicine; Medicine; Medical diagnosis; Medical emergency; Surgery; Health care; Radiology","score_opus":0.038876968848071,"score_gpt":0.44538200849991355,"score_spread":0.40650503965184254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005425354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98306435,0.005405149,0.000055864803,0.0092577925,0.000081683356,0.0010215482,0.0000052645305,0.0000123852415,0.0010959873],"genre_scores_gemma":[0.9950482,0.0025415432,0.0009886508,0.00027257972,0.0009299153,0.000055564833,0.0000050648946,0.000009758337,0.0001486813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979796,0.0002067152,0.00051034807,0.00016211007,0.00085796876,0.0002832836],"domain_scores_gemma":[0.9982426,0.00045983412,0.00019290762,0.00008041086,0.00083499163,0.00018926164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043105157,0.000111229616,0.00033174618,0.0002953833,0.00016314763,0.00003929869,0.00016964975,0.00010951112,0.00011450256],"category_scores_gemma":[0.0004067834,0.00008101989,0.000040606395,0.0002823077,0.00022342826,0.00030899775,0.000033450924,0.00029411694,4.3087024e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005835261,0.00021625725,0.044623777,0.00019863964,0.000058776837,0.00008531669,0.03713502,0.000050446783,0.0012678033,0.0004255607,0.0044942508,0.9108606],"study_design_scores_gemma":[0.020196347,0.008792979,0.06119238,0.0020640919,0.00026342753,0.00050880696,0.09381224,0.0038473732,0.004718331,0.0024322942,0.80151856,0.0006531546],"about_ca_topic_score_codex":0.00025153658,"about_ca_topic_score_gemma":0.0018397042,"teacher_disagreement_score":0.91020745,"about_ca_system_score_codex":0.0001295398,"about_ca_system_score_gemma":0.00025406945,"threshold_uncertainty_score":0.33038953},"labels":[],"label_agreement":null},{"id":"W2007380180","doi":"10.1164/rccm.200508-1305oc","title":"Progression of Airway Dysplasia and C-Reactive Protein in Smokers at High Risk of Lung Cancer","year":2005,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Cancer Agency","funders":"National Cancer Institute; Canadian Institutes of Health Research; U.S. Public Health Service; GlaxoSmithKline","keywords":"Medicine; Dysplasia; C-reactive protein; Lung cancer; Gastroenterology; Internal medicine; Bronchopulmonary dysplasia; Inflammation; Pathology; Lung; Odds ratio","score_opus":0.02891186868772972,"score_gpt":0.43399196606762763,"score_spread":0.4050800973798979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007380180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908017,0.004808487,0.000033918186,0.003563427,0.000034569683,0.00025742684,0.0000077925515,0.000004707354,0.00048795363],"genre_scores_gemma":[0.9988535,0.00028384945,0.00056610204,0.00009605202,0.00016776017,0.000019055658,1.3450223e-7,0.0000072483267,0.0000063088896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978877,0.0005740331,0.0004422737,0.00013338421,0.00074497494,0.00021764143],"domain_scores_gemma":[0.9982577,0.0005857112,0.00030809638,0.0000858026,0.00053181546,0.0002308806],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001639851,0.00009024978,0.00040971412,0.00021513682,0.0000933614,0.0000050531767,0.00013930663,0.00005981253,0.000068736816],"category_scores_gemma":[0.0019526264,0.00006565626,0.00003328424,0.00034438501,0.0038518962,0.00013912864,0.00004713008,0.00036540214,7.524924e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009200402,0.00010143392,0.45608938,0.00024533286,0.000045123517,0.00008434815,0.01601968,0.0000028756988,0.012096509,0.0018887515,0.0002602003,0.5122463],"study_design_scores_gemma":[0.009378844,0.040974613,0.41716012,0.014780351,0.0008413392,0.00007691509,0.32714838,0.00009433529,0.15403108,0.002077388,0.032305624,0.0011310201],"about_ca_topic_score_codex":0.0015387519,"about_ca_topic_score_gemma":0.0006449203,"teacher_disagreement_score":0.5111153,"about_ca_system_score_codex":0.00017141247,"about_ca_system_score_gemma":0.0002303273,"threshold_uncertainty_score":0.99885905},"labels":[],"label_agreement":null},{"id":"W2009637197","doi":"10.1055/s-2005-919073","title":"Joint Membership- Deutsche Gesellschaft für Pneumologie mit der European Respiratory Society","year":2005,"lang":"de","type":"editorial","venue":"Pneumologie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.20619244608383755,"score_gpt":0.4431042378470677,"score_spread":0.23691179176323016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009637197","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056740968,0.024482,0.0003120474,0.031964455,0.7288937,0.005848869,0.0008060106,0.005462798,0.19655605],"genre_scores_gemma":[0.038762726,0.017481899,0.005002535,0.0036601212,0.9139256,0.000635477,0.0003409666,0.00092182285,0.019268854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723856,0.009301858,0.0028175202,0.0040274407,0.0062866616,0.005180947],"domain_scores_gemma":[0.9838153,0.0076980717,0.0017011155,0.0033981844,0.0019489799,0.0014383468],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.022389324,0.0021771644,0.0024021803,0.0006612126,0.0024511022,0.0011304767,0.007941037,0.0057047494,0.0031659114],"category_scores_gemma":[0.021124493,0.0021573715,0.0023826596,0.0020490068,0.005337593,0.00072904414,0.004173048,0.00999527,0.014809515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091966525,0.0005154244,0.00035657443,0.00026951198,0.00074031664,0.0010710305,0.0029753353,0.00003709116,0.0025467149,0.00034745858,0.98113215,0.009916407],"study_design_scores_gemma":[0.00072647876,0.00068112876,0.0004032597,0.0003342089,0.0004514977,0.000011716774,0.0023705063,0.000029509783,0.0012256318,0.0015890057,0.98991615,0.0022609113],"about_ca_topic_score_codex":0.0007811397,"about_ca_topic_score_gemma":0.0003881505,"teacher_disagreement_score":0.18503192,"about_ca_system_score_codex":0.0035035347,"about_ca_system_score_gemma":0.00489761,"threshold_uncertainty_score":0.9999064},"labels":[],"label_agreement":null},{"id":"W2010550489","doi":"10.1080/10400435.2011.614677","title":"International Mobility Technology Research: A Delphi Study to Identify Challenges and Compensatory Strategies","year":2011,"lang":"en","type":"article","venue":"Assistive Technology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"VA Pittsburgh Healthcare System; National Science Foundation","keywords":"Delphi method; Engineering; Knowledge management; Engineering ethics; Psychology; Engineering management; Computer science","score_opus":0.40412326814063265,"score_gpt":0.53540352799893,"score_spread":0.13128025985829733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010550489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86271334,0.00045200635,0.00026314417,0.013782308,0.00020232532,0.0015503702,0.000005923214,0.0010716856,0.1199589],"genre_scores_gemma":[0.99610764,0.00041117036,0.0026251879,0.000016427573,0.00004612212,0.0006022063,6.260965e-7,0.000019609568,0.00017101067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9967814,0.00058289495,0.00032366317,0.00078808697,0.00080158864,0.00072236697],"domain_scores_gemma":[0.99752784,0.0003365966,0.00008146437,0.0006510056,0.0012587527,0.0001443652],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0045530535,0.00017092969,0.00029190807,0.0023426441,0.0005498832,0.00007302719,0.0016567325,0.00040853955,0.00019947835],"category_scores_gemma":[0.0026901225,0.00017732853,0.000028596629,0.0016282075,0.003612599,0.000252103,0.001415595,0.0008222644,0.00017372245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011663276,0.0017786741,0.09891345,0.000016179476,0.00016108573,0.00024456996,0.018042687,1.0011421e-7,0.0013257887,0.7533453,0.0009335648,0.12512195],"study_design_scores_gemma":[0.00028594103,0.0009484147,0.35830462,0.000033922144,0.000010363445,0.000010501672,0.47578472,0.00000254069,0.0006246155,0.14122213,0.02251692,0.00025532613],"about_ca_topic_score_codex":0.0011694891,"about_ca_topic_score_gemma":0.0061179753,"teacher_disagreement_score":0.6121232,"about_ca_system_score_codex":0.00031150994,"about_ca_system_score_gemma":0.0002872788,"threshold_uncertainty_score":0.999099},"labels":[],"label_agreement":null},{"id":"W2010659328","doi":"10.2310/7070.2007.e006","title":"Hearing Recovery after Meningitis","year":2007,"lang":"en","type":"article","venue":"The Journal of Otolaryngology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Medicine; Meningitis; Hearing loss; Audiology; Surgery","score_opus":0.06566132257354837,"score_gpt":0.401944304606956,"score_spread":0.3362829820334077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010659328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95236427,0.00054988096,0.004160849,0.0041634226,0.00040180387,0.00012452004,3.3429563e-7,0.000020636673,0.038214266],"genre_scores_gemma":[0.99721557,0.00022187555,0.0013545903,0.00026375047,0.0004168976,0.0000014855677,5.520434e-8,0.000008749464,0.0005170432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836165,0.00045820765,0.00032677694,0.00005572833,0.000437401,0.00036022495],"domain_scores_gemma":[0.9984744,0.00090023765,0.00018069154,0.0001400851,0.00019892999,0.00010566488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010315491,0.000056668017,0.00014515416,0.00018650762,0.00020718452,0.000026369247,0.0005220609,0.00010813853,0.00034242016],"category_scores_gemma":[0.0006916149,0.000040183382,0.00007944292,0.00024910228,0.00036217857,0.0001957681,0.00008329283,0.00048601453,0.000039693892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013302838,0.00078346074,0.42133904,0.000109865854,0.0009492231,0.010788179,0.11109516,0.00012212695,0.0723822,0.033506658,0.10137562,0.23424563],"study_design_scores_gemma":[0.0011632245,0.0021624952,0.48577732,0.00023235632,0.00009570693,0.003172062,0.010895833,0.000017204451,0.014338623,0.04368245,0.4379326,0.00053012307],"about_ca_topic_score_codex":0.0005710584,"about_ca_topic_score_gemma":0.0005009361,"teacher_disagreement_score":0.33655697,"about_ca_system_score_codex":0.000119395685,"about_ca_system_score_gemma":0.00019147666,"threshold_uncertainty_score":0.37492606},"labels":[],"label_agreement":null},{"id":"W2011621991","doi":"10.1080/09537287.2013.840015","title":"Importance of issues related to RFID-enabled healthcare transformation projects: results from a Delphi study","year":2013,"lang":"en","type":"article","venue":"Production Planning & Control","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"HEC Montréal; Université de Sherbrooke; RAND Corporation","keywords":"Delphi method; Delphi; Health care; Radio-frequency identification; Key (lock); Identification (biology); Business; Process management; Knowledge management; Computer science; Computer security; Political science","score_opus":0.09134643061466959,"score_gpt":0.428681681804269,"score_spread":0.33733525118959945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011621991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459173,0.00023144584,0.00023040472,0.045606405,0.00031190514,0.0059361216,0.0000372174,0.00037234987,0.0013568226],"genre_scores_gemma":[0.9977691,0.000023542987,0.00065568654,0.00009301053,0.00022802675,0.00059893826,0.000025873056,0.00001710118,0.000588715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968721,0.0006014461,0.0007899524,0.0004909619,0.00083353,0.0004119863],"domain_scores_gemma":[0.9981427,0.00019275647,0.00028015886,0.00040610784,0.0008381625,0.00014011974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030574976,0.00014080694,0.0003011605,0.00027129345,0.00045865783,0.000092085356,0.00032244995,0.00010903887,0.000048660462],"category_scores_gemma":[0.0027501239,0.0001354778,0.000044800487,0.0008826271,0.00008434517,0.00068704394,0.00002081302,0.00029053705,0.000050846396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018873726,0.000811872,0.19193237,0.00010642058,0.00025968556,0.000017487702,0.73556316,0.0012430507,0.011045998,0.0009840651,0.035917066,0.020231476],"study_design_scores_gemma":[0.010357008,0.0032602153,0.37244594,0.0010948124,0.0001726812,0.000008460878,0.5482288,0.0025181381,0.008215775,0.015915064,0.03614389,0.0016391948],"about_ca_topic_score_codex":0.021735633,"about_ca_topic_score_gemma":0.0012586592,"teacher_disagreement_score":0.18733433,"about_ca_system_score_codex":0.00016168982,"about_ca_system_score_gemma":0.00016209888,"threshold_uncertainty_score":0.9847787},"labels":[],"label_agreement":null},{"id":"W2011840331","doi":"10.1108/02621710310495801","title":"A Delphi study forecasting management training and development for first‐line nurse managers","year":2003,"lang":"en","type":"article","venue":"Journal of Management Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Delphi method; Delphi; Health care; Line management; Business; Management development; Training and development; Human resource management; Nurse Administrator; Nursing; Human resources; First line; Healthcare system; Training (meteorology); Public relations; MEDLINE; Knowledge management; Medicine; Management; Political science; Computer science","score_opus":0.23223972564545953,"score_gpt":0.4154938083635393,"score_spread":0.18325408271807975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011840331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55334395,0.0007535341,0.2751101,0.0039751744,0.002081679,0.014225068,0.0000027988644,0.00031139186,0.15019628],"genre_scores_gemma":[0.6864063,0.00021357926,0.31030464,0.00011170355,0.00007091828,0.00030627442,0.0000015178019,0.00003913347,0.0025458932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594766,0.00020611554,0.0011641538,0.00039481305,0.0014890311,0.0007982034],"domain_scores_gemma":[0.9984741,0.00023182115,0.00050866976,0.00020283042,0.00028734095,0.0002951877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009262855,0.00028228507,0.00041365094,0.0008322131,0.0010955007,0.0002324734,0.0006099883,0.00007258197,0.000065475164],"category_scores_gemma":[0.00022234928,0.00027199145,0.00008380315,0.00050780165,0.0001118412,0.0002995815,0.0001644057,0.00022107482,0.0000070745764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017058241,0.0010382694,0.004402817,0.00048044868,0.0015430292,0.0008866806,0.0857049,0.00023671082,0.0000019207696,0.014283217,0.003559937,0.8876915],"study_design_scores_gemma":[0.0030478484,0.00029380326,0.005452295,0.00041592462,0.00012797659,0.000023823683,0.2036664,0.0000400505,0.00007049534,0.0018234836,0.7845234,0.00051445264],"about_ca_topic_score_codex":0.0000058252363,"about_ca_topic_score_gemma":0.00019669427,"teacher_disagreement_score":0.88717705,"about_ca_system_score_codex":0.0006777775,"about_ca_system_score_gemma":0.0002594413,"threshold_uncertainty_score":0.99997324},"labels":[],"label_agreement":null},{"id":"W2014212767","doi":"10.5489/cuaj.1660","title":"What has the CUA done for you lately?","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science","score_opus":0.1102286935712507,"score_gpt":0.36347954903380403,"score_spread":0.2532508554625533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014212767","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08549828,0.00031489885,0.00031490295,0.9023958,0.0012803696,0.00093802746,0.00001304178,0.0000655254,0.0091791665],"genre_scores_gemma":[0.98446244,0.00035109714,0.0002925061,0.006891427,0.0011084803,0.00011750446,0.0000033693373,0.000010188558,0.0067629847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977487,0.00050787727,0.00024097714,0.0001385931,0.0005806108,0.0007832837],"domain_scores_gemma":[0.9976019,0.0008463781,0.00017618953,0.000104414976,0.00065179885,0.00061929406],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00402261,0.00008107735,0.00012411497,0.000105217674,0.0021045338,0.0020136507,0.00058082,0.0002910966,0.0019357003],"category_scores_gemma":[0.0038095762,0.00005575108,0.00011906454,0.0002808523,0.00019166475,0.00058555865,0.000021034833,0.0005762723,0.00023899839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009606334,0.000030241055,0.053906932,0.0000015402496,0.000063196574,0.000012288875,0.0030672827,0.000016631086,0.000051972016,0.01198362,0.8913077,0.039548967],"study_design_scores_gemma":[0.00014957863,0.000060745166,0.035562348,0.0000041804574,0.0000075489356,0.000005745208,0.0022257126,0.00006796761,0.000007058189,0.051847387,0.9099687,0.0000930396],"about_ca_topic_score_codex":0.020272363,"about_ca_topic_score_gemma":0.025611026,"teacher_disagreement_score":0.89896417,"about_ca_system_score_codex":0.0011640984,"about_ca_system_score_gemma":0.00082073227,"threshold_uncertainty_score":0.99919456},"labels":[],"label_agreement":null},{"id":"W2014574840","doi":"10.1016/j.jclinepi.2012.11.013","title":"An equity lens can ensure an equity-oriented approach to agenda setting and priority setting of Cochrane Reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Cochrane; Ottawa Hospital","funders":"","keywords":"Equity (law); Prioritization; Systematic review; Through-the-lens metering; Medicine; MEDLINE; Actuarial science; Business; Political science; Process management; Lens (geology); Engineering","score_opus":0.5864795069791776,"score_gpt":0.6479290284492589,"score_spread":0.061449521470081314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014574840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397194,0.0011665118,0.012756391,0.035709735,0.0007829484,0.0015429909,0.000021822983,0.00006275129,0.008237467],"genre_scores_gemma":[0.888584,0.0025064233,0.10466601,0.0029026596,0.001252272,0.000017455406,0.0000046480095,0.000019168696,0.000047370937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96867245,0.023876822,0.0052214037,0.00052698783,0.0007531654,0.0009491945],"domain_scores_gemma":[0.975288,0.018090896,0.003687576,0.0005772556,0.0012175592,0.0011387361],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19020598,0.00020844293,0.0027099606,0.00018145476,0.00030937963,0.00003963278,0.0011008542,0.00060608983,0.00007627365],"category_scores_gemma":[0.21612732,0.00016323692,0.00038459,0.00041989962,0.000943189,0.00048556557,0.0005304065,0.0018044665,0.0000063402003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017959006,0.0008243711,0.44309062,0.0003559593,0.00009460162,0.000015722724,0.005387763,0.000058086687,0.0011146596,0.010373421,0.017191442,0.5213138],"study_design_scores_gemma":[0.0018866508,0.0055741672,0.8496378,0.0010292329,0.00019280589,0.00013252732,0.0067644124,0.0033053788,0.00009861851,0.048715487,0.08178669,0.00087621034],"about_ca_topic_score_codex":0.0025527726,"about_ca_topic_score_gemma":0.0008591844,"teacher_disagreement_score":0.5204376,"about_ca_system_score_codex":0.00011509339,"about_ca_system_score_gemma":0.0006029391,"threshold_uncertainty_score":0.83385336},"labels":[],"label_agreement":null},{"id":"W2015154780","doi":"10.1016/j.jebdp.2008.09.002","title":"The Delphi Process in Dental Research","year":2008,"lang":"en","type":"article","venue":"Journal of Evidence Based Dental Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delphi method; Delphi; Medicine; Variety (cybernetics); Expert opinion; MEDLINE; Evidence-based dentistry; Evidence-based medicine; Health care; Management science; Alternative medicine; Computer science; Artificial intelligence; Intensive care medicine","score_opus":0.5871738311905583,"score_gpt":0.616285055524594,"score_spread":0.02911122433403568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015154780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394583,0.003390601,0.00025440057,0.047717985,0.00053096627,0.0007782394,0.0000010641663,0.000032222288,0.007836209],"genre_scores_gemma":[0.99376947,0.004080964,0.0010596324,0.00035598478,0.0003793267,0.000024417119,1.1547522e-7,0.000015722117,0.00031437364],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98963255,0.0039153337,0.0007278751,0.00021260323,0.00481121,0.0007004497],"domain_scores_gemma":[0.97679985,0.019939171,0.00052671373,0.00027379597,0.0021868942,0.00027356824],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03545316,0.00011194728,0.00018999,0.00047237714,0.0015653775,0.00031765402,0.0016969631,0.00013065284,0.00008233671],"category_scores_gemma":[0.077138916,0.000075062635,0.000117571224,0.0019132259,0.0013879294,0.0048294207,0.0001324972,0.0018489441,0.00008166294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018053021,0.0059871096,0.6884854,0.00026785507,0.00026034922,0.042057306,0.049815398,0.0012150734,0.010760389,0.012420588,0.10831904,0.062358465],"study_design_scores_gemma":[0.0038070288,0.0037045479,0.07410705,0.0049938154,0.00011284234,0.008350906,0.5688884,0.001414447,0.013853476,0.0092558265,0.3102412,0.0012704376],"about_ca_topic_score_codex":0.0013623551,"about_ca_topic_score_gemma":0.0013962875,"teacher_disagreement_score":0.6143784,"about_ca_system_score_codex":0.0007754993,"about_ca_system_score_gemma":0.0026684238,"threshold_uncertainty_score":0.99973446},"labels":[],"label_agreement":null},{"id":"W2015744422","doi":"10.3899/jrheum.090359","title":"Patient Perspective on Outcomes in Rheumatology — A Position Paper for OMERACT 9","year":2009,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Psychological intervention; Perspective (graphical); Rheumatology; Physical therapy; Inclusion (mineral); Position paper; Internal medicine; Family medicine; Nursing; Pathology; Psychology","score_opus":0.04062536055548611,"score_gpt":0.4181938373573504,"score_spread":0.3775684768018643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015744422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90851456,0.00015630343,0.0002284392,0.08824055,0.00025064504,0.000402193,0.0000021793371,0.000018350745,0.0021867969],"genre_scores_gemma":[0.99855447,0.000456777,0.00039429197,0.00053794537,0.0000046112486,0.000009587891,2.6907742e-7,0.000007555834,0.000034495486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99780774,0.0008298939,0.00051148026,0.00010516213,0.00036875662,0.00037697234],"domain_scores_gemma":[0.9969089,0.0021194802,0.00038488314,0.00015278716,0.00036256955,0.000071378316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020632881,0.000103292245,0.00040543036,0.00031360087,0.000222938,0.000018943398,0.00040706858,0.00014244334,0.000066563014],"category_scores_gemma":[0.0020363405,0.00006841246,0.00012170366,0.00021837666,0.00024603782,0.00012581114,0.000020998676,0.00040704993,0.0000121659805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002730062,0.0012084211,0.10731035,0.000023050421,0.00016565628,0.00005094821,0.07391555,0.00016284981,0.0005318754,0.78375906,0.014074825,0.01606734],"study_design_scores_gemma":[0.0050044595,0.009327207,0.07686366,0.0006800631,0.000077962664,0.0038274564,0.118908376,0.00017118065,0.0006113611,0.7742612,0.009556348,0.00071077276],"about_ca_topic_score_codex":0.0017528405,"about_ca_topic_score_gemma":0.00083502464,"teacher_disagreement_score":0.090039924,"about_ca_system_score_codex":0.00036259764,"about_ca_system_score_gemma":0.00022663805,"threshold_uncertainty_score":0.27897793},"labels":[],"label_agreement":null},{"id":"W2016756484","doi":"10.1016/j.pmrj.2011.08.447","title":"Poster 417 Current Practice Management Knowledge in a Physical Medicine and Rehabilitation Residency Program","year":2011,"lang":"en","type":"article","venue":"PM&R","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rehabilitation; Medicine; Citation; Library science; Medical education; Psychology; Physical therapy; Computer science","score_opus":0.21022399770309827,"score_gpt":0.547325364210912,"score_spread":0.33710136650781375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016756484","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1572868,0.0012489018,0.000056929774,0.030791206,0.00030446763,0.003224432,9.913433e-7,0.00028673728,0.80679953],"genre_scores_gemma":[0.9927765,0.00027657385,0.0059900866,0.000040954234,0.00015881183,0.00039081016,9.131937e-7,0.000008809915,0.00035653188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998646,0.00040334146,0.00014959699,0.00021364895,0.0003592927,0.0002280907],"domain_scores_gemma":[0.9989231,0.00065766665,0.000044694396,0.00015622558,0.00014206526,0.00007625245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018879999,0.00006326102,0.00009572806,0.00016268161,0.000085816355,0.000021517419,0.00016700098,0.00003387524,0.000046394125],"category_scores_gemma":[0.0015107605,0.000054491364,0.00001848971,0.000394463,0.00040738535,0.0002708114,0.000102598875,0.0001641823,0.00003968292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006795109,0.0012860737,0.0074755107,0.00020219015,0.000010612131,0.000023713359,0.17686787,1.7444384e-8,0.000012223203,0.1480427,0.011618284,0.65439284],"study_design_scores_gemma":[0.0011106065,0.0020612958,0.24245551,0.0009343406,0.00007716729,0.000002983782,0.059438903,0.00008557032,0.00003716755,0.16103853,0.5323606,0.00039731784],"about_ca_topic_score_codex":0.0012362758,"about_ca_topic_score_gemma":0.00082263176,"teacher_disagreement_score":0.8354897,"about_ca_system_score_codex":0.00009490673,"about_ca_system_score_gemma":0.00004751071,"threshold_uncertainty_score":0.22220933},"labels":[],"label_agreement":null},{"id":"W2017265038","doi":"10.1016/j.jclinepi.2013.12.002","title":"Defining consensus: A systematic review recommends methodologic criteria for reporting of Delphi studies","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3552,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"Division of Graduate Education; Canadian Institutes of Health Research; Canadian Liver Foundation","keywords":"Systematic review; Delphi method; Delphi; MEDLINE; Medicine; Computer science; Statistics; Political science; Mathematics","score_opus":0.9434568903010523,"score_gpt":0.7896438436165414,"score_spread":0.1538130466845109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017265038","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.670412e-7,0.98337513,0.004286055,0.0075786533,0.0019076759,0.0023169236,0.00001428294,0.000030057468,0.0004902444],"genre_scores_gemma":[0.0000036422691,0.8556099,0.14192373,0.0013418087,0.0008024056,0.00019734145,0.000003669918,0.000036538488,0.000080980215],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.74022275,0.18211314,0.07493159,0.00079416385,0.0008065728,0.0011317723],"domain_scores_gemma":[0.1203859,0.73127234,0.14332075,0.0009134344,0.003664878,0.00044266888],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.68460345,0.00045047613,0.040137906,0.00040091414,0.00020627145,0.000013387273,0.001540588,0.0013798552,0.00004099191],"category_scores_gemma":[0.9758203,0.00027947922,0.0061217234,0.000499473,0.0014855085,0.000058279034,0.0002954635,0.0021734675,0.0000076959595],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022972521,0.000044431345,0.000035310877,0.7819424,0.0011512204,0.000030785362,0.00007787504,2.0352203e-7,1.1728777e-8,0.006397912,0.03573627,0.17456058],"study_design_scores_gemma":[0.00011433896,0.0005343811,8.1962094e-7,0.5367388,0.0032251247,0.000189602,0.0003100855,0.0000045777056,2.1460318e-8,0.016320894,0.44238237,0.00017897025],"about_ca_topic_score_codex":0.00003110075,"about_ca_topic_score_gemma":0.000018742969,"teacher_disagreement_score":0.61983687,"about_ca_system_score_codex":0.00020448762,"about_ca_system_score_gemma":0.0018531182,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W2018475110","doi":"10.1503/cmaj.109-4512","title":"Connecting Canadians with neuromuscular disease to research","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Neuromuscular disease; Disease registry; Disease; Medicine; Data science; Computer science; Pathology","score_opus":0.06330407527743691,"score_gpt":0.40626111520430663,"score_spread":0.3429570399268697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018475110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3575111,0.000050891216,0.00017695931,0.6000028,0.00040303226,0.0007662496,0.000017120808,0.00006014439,0.041011695],"genre_scores_gemma":[0.98600215,0.000040016123,0.0004025022,0.009409609,0.0016747285,0.00007474114,0.0000025491904,0.000029442554,0.002364248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923781,0.0012046916,0.00025376654,0.00021668781,0.0045358473,0.0014109005],"domain_scores_gemma":[0.9869492,0.000723157,0.000062677,0.00015953103,0.002036046,0.010069384],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009470605,0.00008796885,0.00013140743,0.000577807,0.0020304741,0.0006777647,0.0007267114,0.00022881993,0.012750363],"category_scores_gemma":[0.023229826,0.0000818413,0.00004952402,0.0011523529,0.00012155994,0.0002703465,0.000032471435,0.001629296,0.0009098891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083846735,0.000030605544,0.047663145,0.0000064616675,0.00006661834,0.002182671,0.006574013,0.00001688842,0.000010386226,0.0069135134,0.8516061,0.084921226],"study_design_scores_gemma":[0.00016424037,0.00005249157,0.017744105,0.000059987164,0.000004554785,0.000023160072,0.009231137,0.00007893213,0.000002186662,0.0012064138,0.9712853,0.00014753117],"about_ca_topic_score_codex":0.6850843,"about_ca_topic_score_gemma":0.9240395,"teacher_disagreement_score":0.62849104,"about_ca_system_score_codex":0.0034131191,"about_ca_system_score_gemma":0.015319001,"threshold_uncertainty_score":0.99986804},"labels":[],"label_agreement":null},{"id":"W2023575031","doi":"10.1164/rccm.201206-0994ws","title":"Stakeholder Priorities for Comparative Effectiveness Research in Chronic Obstructive Pulmonary Disease","year":2012,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Heart, Lung, and Blood Institute; University of Illinois at Urbana-Champaign; Agency for Healthcare Research and Quality; University of Alberta; Canadian Association of Emergency Physicians; Baystate Health; Society of Hospital Medicine; COPD Foundation; Society for Academic Emergency Medicine; National Institutes of Health; National Patient Safety Foundation; Health Services Research and Development; Johns Hopkins University; Respiratory Health Association; Harvard University; Respiratory Health Association of Metropolitan Chicago; Ohio State University; American Association of Critical-Care Nurses; U.S. Department of Veterans Affairs; American Thoracic Society; Northwestern University; Kaiser Permanente; RTI International; WellPoint","keywords":"Medicine; Stakeholder; Knowledge translation; Health care; Comparative effectiveness research; Delphi method; Consistency (knowledge bases); Medical education; Nursing; Public relations; Knowledge management; Alternative medicine; Political science; Computer science","score_opus":0.29314051232572547,"score_gpt":0.5277739087448546,"score_spread":0.23463339641912917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023575031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97431064,0.02053199,0.0003858226,0.0020306716,0.0002347952,0.0005654365,0.000013060515,0.000012678876,0.0019149369],"genre_scores_gemma":[0.99840766,0.000092520575,0.00015843214,0.0000990575,0.0011564423,0.00006652589,5.0763646e-7,0.000011340778,0.0000075126613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955338,0.0023558657,0.0003408174,0.00017096187,0.00096521754,0.00063330657],"domain_scores_gemma":[0.99157816,0.0063495603,0.000082893195,0.00012322488,0.0012291943,0.00063698087],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0062050177,0.00011497982,0.00044285355,0.0004020941,0.00033859338,0.000025922487,0.00024526133,0.000050667142,0.000025674082],"category_scores_gemma":[0.0030419969,0.00009250544,0.00005367128,0.00061538717,0.006776192,0.00038167578,0.00005114449,0.0006213584,7.585741e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039739236,0.00032466243,0.45649648,0.0015895969,0.00007215244,0.00055448676,0.064248174,0.000007639272,0.0027572322,0.14254312,0.00063098676,0.32680154],"study_design_scores_gemma":[0.0012688333,0.0063047865,0.5100025,0.0015743516,0.00008002,0.000024425826,0.42377597,0.0000076245888,0.00053544133,0.01143698,0.04463199,0.00035708476],"about_ca_topic_score_codex":0.00023291734,"about_ca_topic_score_gemma":0.00005705686,"teacher_disagreement_score":0.3595278,"about_ca_system_score_codex":0.0006526694,"about_ca_system_score_gemma":0.0008425814,"threshold_uncertainty_score":0.9959268},"labels":[],"label_agreement":null},{"id":"W2027444557","doi":"10.1016/j.jss.2009.11.410","title":"Development of an Evaluation Tool to Assess Technical Skill in Laparoscopic Colorectal Surgery: A Delphi Approach","year":2010,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Likert scale; Delphi method; Delphi; Medicine; Cronbach's alpha; Laparoscopic surgery; Learning curve; Expert opinion; Medical physics; Scale (ratio); Evidence-based medicine; Computer science; General surgery; Laparoscopy; Statistics; Artificial intelligence; Alternative medicine; Psychometrics; Intensive care medicine","score_opus":0.3689995427768167,"score_gpt":0.5572431058661392,"score_spread":0.18824356308932255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027444557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908182,0.000021857613,0.000111629044,0.0014595966,0.00014017647,0.0008114252,0.0000017649066,0.000016300763,0.0066190306],"genre_scores_gemma":[0.9730319,0.000043147833,0.026537672,0.000007511682,0.00021281691,0.00010730111,0.000002451088,0.000015506906,0.0000416953],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98932487,0.0021005217,0.0011194596,0.0002932972,0.0063599525,0.00080189825],"domain_scores_gemma":[0.9932578,0.0029650666,0.00020476904,0.00025685853,0.0027899025,0.0005256041],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08311237,0.00011552315,0.00048716,0.0013837079,0.0002640859,0.00013893351,0.0010359123,0.0003400135,0.0003176619],"category_scores_gemma":[0.011398705,0.00009799948,0.00011645716,0.0023893178,0.0005423228,0.00041292593,0.0002455704,0.001922726,0.000011671957],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047133286,0.010397635,0.07011941,0.00026095347,0.00013343878,0.0011599604,0.029950561,0.00019015247,0.19514649,0.02899351,0.008559957,0.6503746],"study_design_scores_gemma":[0.009224291,0.0034079193,0.5235386,0.0015620741,0.00006412032,0.0006894495,0.039186634,0.0040264037,0.13092546,0.022004237,0.26305184,0.0023189867],"about_ca_topic_score_codex":0.000215474,"about_ca_topic_score_gemma":0.0017488225,"teacher_disagreement_score":0.6480556,"about_ca_system_score_codex":0.00060530007,"about_ca_system_score_gemma":0.0053859893,"threshold_uncertainty_score":0.9969287},"labels":[],"label_agreement":null},{"id":"W2027870784","doi":"10.1155/2013/974964","title":"A Patient-Based Needs Assessment for Living Well with Parkinson Disease: Implementation via Nominal Group Technique","year":2013,"lang":"en","type":"article","venue":"Parkinson s Disease","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Toronto","funders":"","keywords":"Medicine; Group (periodic table); Nominal group; Nominal group technique; Disease; Parkinson's disease; Physical medicine and rehabilitation; Computer science; Internal medicine; Artificial intelligence","score_opus":0.031925716538787084,"score_gpt":0.38424155994241255,"score_spread":0.3523158434036255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027870784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4888372,0.0003780523,0.47264007,0.008043243,0.0003493394,0.023177668,0.00040803463,0.0013193748,0.0048469915],"genre_scores_gemma":[0.9638241,0.000025449826,0.019674914,0.0004592772,0.00018047351,0.015506447,0.00012495255,0.00006970391,0.00013470129],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961698,0.0005503504,0.00044664135,0.00060790253,0.0012678232,0.0009574965],"domain_scores_gemma":[0.99711984,0.00055580435,0.00026632237,0.00052498636,0.0003749573,0.0011580861],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011786557,0.00032054927,0.00025532322,0.00041206944,0.0007905087,0.00041265978,0.0004977693,0.00009747962,0.0015263443],"category_scores_gemma":[0.00018673508,0.00030439135,0.00018664054,0.00070616574,0.00032132858,0.0006095093,0.00010618994,0.0002195331,0.000056997775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012078519,0.002295104,0.7591778,0.0006217121,0.00011246539,0.00008062651,0.0018968192,0.00007217429,0.002882921,0.005388944,0.024120532,0.20214306],"study_design_scores_gemma":[0.0012308003,0.000754345,0.47120163,0.00038772778,0.00018803398,7.366555e-7,0.0053134747,0.0055621425,0.00066593196,0.00308191,0.51052576,0.0010874864],"about_ca_topic_score_codex":0.0029818073,"about_ca_topic_score_gemma":0.0005436328,"teacher_disagreement_score":0.48640525,"about_ca_system_score_codex":0.0006241173,"about_ca_system_score_gemma":0.00091136905,"threshold_uncertainty_score":0.9999408},"labels":[],"label_agreement":null},{"id":"W2029662381","doi":"10.1016/j.pain.2003.08.001","title":"Core outcome domains for chronic pain clinical trials: IMMPACT recommendations","year":2003,"lang":"en","type":"review","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3501,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University Health Network; University of Toronto","funders":"","keywords":"Clinical trial; Chronic pain; Medicine; Outcome (game theory); Pooling; Alternative medicine; MEDLINE; Core (optical fiber); Physical therapy","score_opus":0.9031873566968847,"score_gpt":0.7334296573299137,"score_spread":0.16975769936697094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029662381","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.328097e-8,0.92542946,0.057718936,0.0025044344,0.0014485681,0.0073014004,0.00032365555,0.00026253826,0.0050109336],"genre_scores_gemma":[0.0000015005035,0.98474306,0.0054250215,0.00034557574,0.0023520207,0.0021663245,0.00025371744,0.00009053408,0.004622268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8966267,0.09691072,0.0036401527,0.00084841513,0.0008008091,0.0011732011],"domain_scores_gemma":[0.8847025,0.11283979,0.0011681068,0.0007271723,0.00018145361,0.0003809632],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47458997,0.0004101281,0.0030009635,0.00033730234,0.0006976188,0.00020619655,0.0012456463,0.0011004461,0.0012687416],"category_scores_gemma":[0.23455353,0.00033794725,0.0023228242,0.0008503727,0.00043732522,0.000098794386,0.00009032893,0.0011341601,0.00017162821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024270064,0.00006223394,0.000026799224,0.0014358812,0.00009007497,0.0000026378507,0.000057052548,2.5676211e-8,1.13476935e-8,0.0040615373,0.21528307,0.7789782],"study_design_scores_gemma":[0.00020812833,0.00014750668,3.8770074e-7,0.0022358436,0.00023593535,7.336433e-7,0.00022691146,0.00002751853,1.5627046e-8,0.0025271354,0.99402803,0.00036187086],"about_ca_topic_score_codex":0.00022080533,"about_ca_topic_score_gemma":0.00087866175,"teacher_disagreement_score":0.77874494,"about_ca_system_score_codex":0.0014731928,"about_ca_system_score_gemma":0.0033618272,"threshold_uncertainty_score":0.99990726},"labels":[],"label_agreement":null},{"id":"W2029966300","doi":"10.1378/chest.09-1447","title":"Medical Questionnaires Are Copyrighted To Ensure That Validity Is Maintained","year":2009,"lang":"en","type":"editorial","venue":"CHEST Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine","score_opus":0.1104299149071087,"score_gpt":0.45713152561650305,"score_spread":0.34670161070939437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029966300","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005267656,0.00049530366,0.0019384449,0.07112306,0.91369045,0.0007496478,0.00013381206,0.00046341395,0.010879102],"genre_scores_gemma":[0.009219097,0.0022941928,0.0014432302,0.00063494046,0.9817573,0.000032346794,0.000034596727,0.000070059046,0.004514229],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878344,0.0014035322,0.0006321336,0.0005591516,0.008451823,0.00111898],"domain_scores_gemma":[0.993684,0.0018559082,0.0005309797,0.00047540275,0.0016704524,0.0017832685],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010236136,0.0004117365,0.0006870895,0.0004752766,0.0013817665,0.00085031596,0.002447062,0.0026932529,0.0030539166],"category_scores_gemma":[0.029728621,0.00036399515,0.00032967777,0.00062660425,0.0005818965,0.00025328918,0.00020970122,0.0049512703,0.00024756975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005783389,0.00008701848,0.0002809432,0.000043197357,0.00003521399,0.0008036292,0.0014641689,2.3410914e-7,0.0000027580375,0.0001194373,0.99286973,0.0042358227],"study_design_scores_gemma":[0.0002957437,0.00014613848,0.0007950536,0.0011082044,0.000033451077,0.000028624481,0.00059978815,0.000003459088,0.00008583521,0.0073923655,0.9891031,0.0004082469],"about_ca_topic_score_codex":0.0008892729,"about_ca_topic_score_gemma":0.001754489,"teacher_disagreement_score":0.070488125,"about_ca_system_score_codex":0.0015747149,"about_ca_system_score_gemma":0.0054364065,"threshold_uncertainty_score":0.9999183},"labels":[],"label_agreement":null},{"id":"W2032338336","doi":"10.1186/1745-6215-14-s1-o18","title":"Definition and reporting of pilot and feasibility studies","year":2013,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Medical physics; Data science; Computer science","score_opus":0.8977068383553563,"score_gpt":0.6447843711509487,"score_spread":0.2529224672044076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032338336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881762,0.0006511505,0.000015952824,0.0015552781,0.000045046414,0.0009707244,0.0000015738682,0.00003768521,0.008546386],"genre_scores_gemma":[0.99668276,0.00057260436,0.0025435216,0.00001423118,0.00005188944,0.000055994904,2.193536e-7,0.00000236299,0.000076416116],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980903,0.00066659827,0.00079656,0.00011942045,0.00021579846,0.00011128493],"domain_scores_gemma":[0.99690384,0.0020088651,0.0007143459,0.00009900263,0.00023029221,0.000043665495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020463767,0.00003596137,0.000318507,0.000037778864,0.00012793505,0.000033900196,0.000044842694,0.000030814525,0.00005665623],"category_scores_gemma":[0.069999345,0.000028274595,0.000020094656,0.00008992298,0.00038990285,0.00011372967,0.000053941498,0.000044152115,0.0000026916584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035734795,0.000406238,0.48849708,0.00073532364,0.00026328774,0.000016062797,0.038354676,2.459072e-7,0.10471275,0.19020288,0.024054773,0.15239933],"study_design_scores_gemma":[0.0007030361,0.00032688634,0.11785236,0.00011274947,0.000031673488,0.0000024056824,0.015423831,0.0000027297394,0.0056800274,0.85927194,0.00044875775,0.0001435971],"about_ca_topic_score_codex":0.0024276122,"about_ca_topic_score_gemma":0.00022041706,"teacher_disagreement_score":0.66906905,"about_ca_system_score_codex":0.000022805487,"about_ca_system_score_gemma":0.000042963333,"threshold_uncertainty_score":0.93783444},"labels":[],"label_agreement":null},{"id":"W2032947432","doi":"10.1111/j.1466-7657.2006.00520.x","title":"The Practical Approach to Lung Health in South Africa (PALSA) intervention: respiratory guideline implementation for nurse trainers","year":2006,"lang":"en","type":"article","venue":"International Nursing Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"World Health Organization; University of the Western Cape; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; International Development Research Centre; U.S. Department of State","keywords":"Medicine; Nursing; Facilitation; Context (archaeology); Guideline; Experiential learning; Medical education; Psychology; Pedagogy","score_opus":0.2160264309469969,"score_gpt":0.5920717268453127,"score_spread":0.3760452958983158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032947432","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020972145,0.03535232,0.16236773,0.69706553,0.0013307165,0.007816957,0.000104784536,0.00019204924,0.095560186],"genre_scores_gemma":[0.78142357,0.0069939047,0.17554529,0.01931441,0.0046392856,0.0053068544,0.0006979733,0.00019652922,0.005882205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975722,0.00038410677,0.0007847785,0.00025855034,0.00064931455,0.0003510707],"domain_scores_gemma":[0.998915,0.00024210468,0.00024142678,0.00015729922,0.00035577745,0.00008836423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006642056,0.00009554773,0.00017193628,0.00013822036,0.0002955838,0.00012421445,0.0004055203,0.00003953317,0.000072970644],"category_scores_gemma":[0.0011399371,0.00008150383,0.00012233228,0.00034535312,0.00014170681,0.00016465518,0.000019577206,0.00014911428,0.000007738836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032216525,0.00018735835,0.00008325448,0.00008758287,0.000012288868,9.566467e-7,0.002188155,0.000011263559,0.000007137845,0.2354062,0.53983945,0.22214416],"study_design_scores_gemma":[0.00025729986,0.000058356676,0.00020757345,0.0017008244,0.0000106349235,0.0000018811573,0.004097968,0.0002569646,0.000005570561,0.0049584317,0.9883343,0.00011018797],"about_ca_topic_score_codex":0.00029346076,"about_ca_topic_score_gemma":0.0005452201,"teacher_disagreement_score":0.7812138,"about_ca_system_score_codex":0.0008817445,"about_ca_system_score_gemma":0.00026601684,"threshold_uncertainty_score":0.33236295},"labels":[],"label_agreement":null},{"id":"W2034052666","doi":"10.1016/j.jclinepi.2012.08.006","title":"Evidence in agenda setting: new directions for the Cochrane Collaboration","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; Alliance; Cochrane Library; Relevance (law); Cochrane collaboration; Medicine; MEDLINE; Evidence-based medicine; Health care; Set (abstract data type); Medical education; Alternative medicine; Political science; Computer science","score_opus":0.6805637887244271,"score_gpt":0.6681438692453949,"score_spread":0.012419919479032204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034052666","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040001962,0.005328109,0.03577545,0.9131608,0.0026949556,0.0012484238,0.0000020765465,0.00003120129,0.001756995],"genre_scores_gemma":[0.9052766,0.032991387,0.045394756,0.007912486,0.005155068,0.00010848883,6.5939093e-7,0.000018383233,0.0031421927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99050725,0.0062419246,0.00244533,0.00015495361,0.00029400396,0.0003565568],"domain_scores_gemma":[0.71509886,0.2813169,0.0018589948,0.0002542137,0.0011742102,0.0002968365],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07599657,0.000066738015,0.0007065825,0.00010111065,0.00021083796,0.000033728174,0.00056404376,0.00027302356,0.0002865939],"category_scores_gemma":[0.51288426,0.000042852327,0.00026276783,0.0004293298,0.000491969,0.00033088375,0.0000409928,0.0007320937,0.000025352907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014346158,0.00008601348,0.112389475,0.000013152126,0.00004203854,0.0000043121295,0.00085882196,0.00021783079,0.00004822815,0.0126936855,0.6498849,0.2236181],"study_design_scores_gemma":[0.0007568952,0.00075297145,0.30784607,0.00036386237,0.00003775505,0.000012387628,0.0027965622,0.0021590248,0.000017415721,0.16414124,0.5209775,0.00013831077],"about_ca_topic_score_codex":0.0024943254,"about_ca_topic_score_gemma":0.0022938184,"teacher_disagreement_score":0.90524834,"about_ca_system_score_codex":0.000092423164,"about_ca_system_score_gemma":0.001306571,"threshold_uncertainty_score":0.95145595},"labels":[],"label_agreement":null},{"id":"W2034358646","doi":"10.1183/09031936.00153208","title":"Your 10,000 manuscripts","year":2008,"lang":"en","type":"article","venue":"European Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Mandate; Honour; Pleasure; Political science; Service (business); Library science; Business; Law; Computer science; Psychology; Marketing","score_opus":0.32574540388483575,"score_gpt":0.42828950955905226,"score_spread":0.10254410567421651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034358646","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24913344,0.0005644339,0.00026974457,0.0009463632,0.00051162904,0.00015374596,0.000003234736,0.00023666151,0.74818075],"genre_scores_gemma":[0.9441567,0.0003640593,0.0009651456,0.0017347385,0.0034660033,0.000004138826,5.5334647e-7,0.000082328064,0.049226355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522316,0.002318409,0.0004046714,0.00023297098,0.0011860146,0.00063477166],"domain_scores_gemma":[0.9985448,0.000076488905,0.00016865715,0.00031321813,0.00037539296,0.0005214201],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005462515,0.00013859599,0.00014887987,0.0002757388,0.0020082553,0.0002448832,0.0010403795,0.00006222834,0.0039474512],"category_scores_gemma":[0.0009989034,0.00013154281,0.00013130136,0.00037225295,0.0005863677,0.0004213686,0.00013743102,0.0007728408,0.0025036435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052823147,0.00011582365,0.012187671,0.0000052344053,0.00002831876,0.008009697,0.005055704,0.000006738534,0.0018234985,0.0012853951,0.9467786,0.02465049],"study_design_scores_gemma":[0.00024123902,0.000100216545,0.025408309,0.000022051927,0.0000034064874,0.00018447124,0.0006649686,8.96068e-7,0.0001783567,0.00018679572,0.97284657,0.00016272497],"about_ca_topic_score_codex":0.00003708108,"about_ca_topic_score_gemma":0.000017355504,"teacher_disagreement_score":0.6989544,"about_ca_system_score_codex":0.00018520675,"about_ca_system_score_gemma":0.00036832216,"threshold_uncertainty_score":0.999291},"labels":[],"label_agreement":null},{"id":"W2035504775","doi":"10.5014/ajot.2012.005553","title":"Development and Validation of Tools for Evaluation of Orthosis Fabrication","year":2012,"lang":"en","type":"article","venue":"American Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Checklist; Delphi method; Competence (human resources); Delphi; Occupational therapy; Reliability (semiconductor); Computer science; Rating scale; Physical therapy; Psychology; Medicine; Artificial intelligence","score_opus":0.4048840445169761,"score_gpt":0.5399168293877412,"score_spread":0.1350327848707651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035504775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878809,0.00016680955,0.011159206,0.00022411405,0.00005843151,0.0002958124,0.0000045864017,0.0000031042318,0.00020705881],"genre_scores_gemma":[0.96005243,0.0001611739,0.039625403,0.00001938638,0.00010051274,0.000025332116,0.000005567469,0.000004555523,0.0000056579624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981996,0.00027500206,0.00039200744,0.000049195187,0.0009789253,0.000105314015],"domain_scores_gemma":[0.9965289,0.0005556129,0.0007911292,0.00005515922,0.0020133345,0.000055842178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059151407,0.000044533106,0.0001406244,0.00016500143,0.000075075346,0.0000138629275,0.00011393177,0.000023071716,0.000039194314],"category_scores_gemma":[0.0009922989,0.000039726652,0.000044064556,0.00027731975,0.0001991052,0.00042392797,0.00000689419,0.000039401435,2.531798e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030470887,0.00013516402,0.08768118,0.0000050567924,0.000057780053,1.4406146e-8,0.0075022466,0.00003154236,0.0036276807,0.003021519,0.00010973016,0.8975234],"study_design_scores_gemma":[0.0013295622,0.0006058202,0.8478121,0.00006558536,0.000049123824,0.0000027565827,0.009396393,0.00009795118,0.11841054,0.0019007906,0.020165082,0.00016429262],"about_ca_topic_score_codex":0.00004831405,"about_ca_topic_score_gemma":0.0000035336132,"teacher_disagreement_score":0.8973591,"about_ca_system_score_codex":0.000106287436,"about_ca_system_score_gemma":0.00054643437,"threshold_uncertainty_score":0.20500816},"labels":[],"label_agreement":null},{"id":"W2037160406","doi":"10.1007/bf03019917","title":"Saskatchewan family-practice-anesthesia survey: A Delphi study","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Delphi method; Anesthesia; Delphi; Medicine; Psychology; Family medicine; Medical education; Computer science","score_opus":0.06150519696508341,"score_gpt":0.35836061271196756,"score_spread":0.2968554157468842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037160406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800497,0.0010546944,0.00016127611,0.013232695,0.00047810853,0.0007476619,0.000004354702,0.00004752928,0.004223923],"genre_scores_gemma":[0.9952901,0.00009848408,0.0013799269,0.00043184843,0.001490348,0.000006009961,0.0000034481802,0.00012379585,0.0011760341],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.988975,0.0027663205,0.002044636,0.00049207004,0.0028763248,0.002845651],"domain_scores_gemma":[0.98432755,0.0017755553,0.0015451093,0.00064547156,0.004534569,0.0071717408],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04869883,0.00057257444,0.001013721,0.0025862409,0.0025226763,0.001199841,0.0030179203,0.0005429994,0.0003438289],"category_scores_gemma":[0.004960728,0.00056752237,0.00044664624,0.0024936518,0.0010661867,0.0016308308,0.000025954456,0.0025517265,0.000064739215],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003440142,0.00022620156,0.038541947,0.000009375784,0.00017900782,0.89942956,0.036089078,0.000031346037,0.000015421501,0.00043562963,0.016719649,0.007978763],"study_design_scores_gemma":[0.0008173054,0.0015143973,0.055080447,0.00010223799,0.00013040306,0.66592586,0.16141385,0.0000023563452,0.000015022679,0.0004396693,0.11394365,0.0006148285],"about_ca_topic_score_codex":0.4545317,"about_ca_topic_score_gemma":0.79182446,"teacher_disagreement_score":0.3372928,"about_ca_system_score_codex":0.003525692,"about_ca_system_score_gemma":0.029766694,"threshold_uncertainty_score":0.999837},"labels":[],"label_agreement":null},{"id":"W2037594476","doi":"10.5539/jsd.v4n2p16","title":"A Delphi Study to Identify Corporate Social Responsibility Indicators: The Case of Greek Telecommunication Sector","year":2011,"lang":"en","type":"article","venue":"Journal of Sustainable Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corporate social responsibility; Delphi method; Business; Order (exchange); Corporate governance; Delphi; Index (typography); Performance indicator; Accounting; Telecommunications; Marketing; Industrial organization; Computer science; Public relations; Finance","score_opus":0.17699394280470676,"score_gpt":0.4368709592965658,"score_spread":0.259877016491859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037594476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99615365,0.000037971862,0.00028180337,0.0011011619,0.00006536797,0.0011979005,9.760433e-7,0.00001788333,0.0011433116],"genre_scores_gemma":[0.9957721,0.0000101994465,0.0036018228,0.000041300264,0.000054871674,0.00004704513,2.618778e-7,0.000012550493,0.00045980923],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961544,0.0015240276,0.000907136,0.00015352592,0.00082403154,0.00043683886],"domain_scores_gemma":[0.9962145,0.00031479946,0.0010220106,0.00033246705,0.0019400718,0.00017612863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018869305,0.000114374736,0.00026568584,0.0006726789,0.0009983694,0.000082120394,0.0011364471,0.00007567161,0.00012777215],"category_scores_gemma":[0.0018725087,0.00008771851,0.00007545837,0.0016898352,0.000299876,0.0003196085,0.00043036777,0.00041901067,0.000005365143],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009925971,0.0021449893,0.032519042,0.00007942177,0.00024567026,0.007831332,0.93162507,0.0000029581222,0.00019173721,0.0055376957,0.004422501,0.014407005],"study_design_scores_gemma":[0.00036836343,0.00037225732,0.23298587,0.000023609042,0.000027569979,0.00012050231,0.75435084,7.329468e-7,0.0009803808,0.0059541613,0.004666812,0.00014890356],"about_ca_topic_score_codex":0.002317475,"about_ca_topic_score_gemma":0.0018576329,"teacher_disagreement_score":0.20046683,"about_ca_system_score_codex":0.0009786339,"about_ca_system_score_gemma":0.0029464632,"threshold_uncertainty_score":0.7678752},"labels":[],"label_agreement":null},{"id":"W2038654944","doi":"10.1177/1471301211417169","title":"Implementing the National Dementia Strategy in England: Evaluating innovative practices using a case study methodology","year":2011,"lang":"en","type":"article","venue":"Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; National Institutes of Health; National Institute for Health and Care Research; Alzheimer Society","keywords":"Dementia; Psychological intervention; Identification (biology); Scale (ratio); Medicine; Psychology; Nursing; Management science; Engineering; Disease","score_opus":0.8018261126209435,"score_gpt":0.6435246878089393,"score_spread":0.15830142481200415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038654944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98541516,0.00008906468,0.0016254361,0.00015940194,0.000092712085,0.0012607054,0.0000038938238,0.000048500566,0.011305137],"genre_scores_gemma":[0.98074317,0.0000036486415,0.01885368,0.00007388592,0.000120371034,0.00016751,0.0000021513222,0.000013345805,0.00002223592],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99267066,0.004723877,0.0005673099,0.00036079224,0.0010004335,0.00067694794],"domain_scores_gemma":[0.9971338,0.0012639351,0.000639005,0.00015728857,0.00076069875,0.000045304743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037849806,0.00012706917,0.00015859013,0.00029187617,0.0010432538,0.00014524684,0.00044981766,0.00007028269,0.00084363],"category_scores_gemma":[0.0039759744,0.00010817233,0.000030574225,0.0013131478,0.00018107127,0.0004767715,0.0003528732,0.00036445592,0.000006175312],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007969282,0.0007879227,0.73278105,0.000017615082,0.0009978137,0.0008457279,0.20454966,0.00007095332,0.0027319933,0.015952485,0.0001643131,0.041020766],"study_design_scores_gemma":[0.0033533452,0.001006246,0.079937026,0.00004587681,0.00055116066,0.00029177635,0.8790441,0.0067087654,0.0013719994,0.020147508,0.006740352,0.00080180645],"about_ca_topic_score_codex":0.0598289,"about_ca_topic_score_gemma":0.07031289,"teacher_disagreement_score":0.6744945,"about_ca_system_score_codex":0.00013223238,"about_ca_system_score_gemma":0.0005515904,"threshold_uncertainty_score":0.99073607},"labels":[],"label_agreement":null},{"id":"W2040326213","doi":"10.3138/jvme.34.2.122","title":"Involving Practitioners in Continuing Education Needs Assessment: Use of the Nominal Group Technique","year":2007,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nominal group technique; Medical education; Continuing education; Nominal group; Needs assessment; Group (periodic table); Self-assessment; Psychology; Continuing medical education; Medicine; Computer science; Knowledge management; Pedagogy; Sociology","score_opus":0.13644400036115498,"score_gpt":0.504852821225077,"score_spread":0.368408820863922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040326213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869344,0.00012255079,0.003610604,0.00580092,0.0012326421,0.00038304008,3.5635344e-7,0.000009842949,0.0019056383],"genre_scores_gemma":[0.9865056,0.00018091696,0.012553055,0.00019099053,0.00042096394,0.000023695107,0.0000013704358,0.000008434476,0.00011497338],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973231,0.00055938883,0.000660948,0.000083166036,0.0011657719,0.00020765293],"domain_scores_gemma":[0.9979563,0.0006072127,0.00064082205,0.0001461,0.0004653122,0.00018430283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008285763,0.000071149836,0.00014969024,0.00055059895,0.00010714261,0.00004942657,0.00043052319,0.00016713547,0.00011433417],"category_scores_gemma":[0.005415437,0.000058598194,0.000076962155,0.00083311996,0.00029747482,0.0007865357,0.00006410353,0.0006567626,4.6392037e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004227449,0.0051596444,0.081543185,0.00024713847,0.0000392854,0.00007304292,0.04102106,0.0000059682548,0.10722899,0.03630988,0.013640491,0.71430856],"study_design_scores_gemma":[0.0010147748,0.0017244946,0.4568938,0.009327278,0.00006997657,0.0016161163,0.24021879,0.00011945209,0.002669244,0.007982455,0.27781397,0.00054963736],"about_ca_topic_score_codex":0.0010600805,"about_ca_topic_score_gemma":0.0002097604,"teacher_disagreement_score":0.71375895,"about_ca_system_score_codex":0.0006268443,"about_ca_system_score_gemma":0.0038012238,"threshold_uncertainty_score":0.6743208},"labels":[],"label_agreement":null},{"id":"W2041075854","doi":"10.1016/j.jmir.2015.01.054","title":"The Weekly Chart Check: How Much is Necessary?","year":2015,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northeast Cancer Centre","funders":"","keywords":"Chart; Computer science; Information retrieval; Statistics; Mathematics","score_opus":0.11746100732369812,"score_gpt":0.4693163447773791,"score_spread":0.35185533745368097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041075854","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030091112,0.005681895,0.0008579386,0.9568609,0.00097150065,0.000063004736,4.9253293e-7,0.0000176848,0.0054554804],"genre_scores_gemma":[0.99088144,0.0059373286,0.000388336,0.0011107193,0.0010072223,0.0000016357469,6.756164e-8,0.0000028724621,0.0006703909],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556154,0.00031425047,0.00023253656,0.00010737802,0.0035156833,0.00026862096],"domain_scores_gemma":[0.99820083,0.000685218,0.00022608163,0.00006552504,0.00034101732,0.00048131667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01866292,0.00005237544,0.00010707936,0.00013493598,0.0008791438,0.00066701515,0.00080992194,0.000054574815,0.000040787818],"category_scores_gemma":[0.0069286986,0.000029706005,0.000040050614,0.0005074725,0.0019161251,0.00064952887,0.000058864433,0.000304335,0.000004151072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004659288,0.000016903536,0.008259355,0.0000019991621,0.00000578439,0.000016015707,0.005888163,5.6102493e-7,0.000018937266,0.003326243,0.8055252,0.17693618],"study_design_scores_gemma":[0.00039688052,0.000079152924,0.002135503,0.00006208701,0.0000077794,0.00008247981,0.29575753,0.005019393,0.00015037382,0.01256697,0.6836433,0.00009856892],"about_ca_topic_score_codex":0.00018558532,"about_ca_topic_score_gemma":0.00002911356,"teacher_disagreement_score":0.96079034,"about_ca_system_score_codex":0.00005586517,"about_ca_system_score_gemma":0.0013176278,"threshold_uncertainty_score":0.82948},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2046145332","doi":"10.1142/s1464333203001413","title":"Achieving Effectiveness in Stakeholder Participation Using the GIS-Based Collaborative Spatial Delphi Methodology","year":2003,"lang":"en","type":"article","venue":"Journal of Environmental Assessment Policy and Management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Simon Fraser University","funders":"","keywords":"Stakeholder; Delphi method; Participatory GIS; Citizen journalism; Spatial planning; Participatory planning; Process (computing); Delphi; Process management; Spatial analysis; Stakeholder engagement; Knowledge management; Spatial design; Environmental resource management; Management science; Computer science; Environmental planning; Business; Geography; Engineering; Political science; Space (punctuation); Environmental science","score_opus":0.2285736797745486,"score_gpt":0.5032299948802599,"score_spread":0.2746563151057113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046145332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9250836,0.00011198953,0.06847474,0.001867764,0.00011809771,0.00084350887,0.000004495482,0.0000063124608,0.0034895078],"genre_scores_gemma":[0.9864892,0.00038727696,0.012814533,0.0001718187,0.00006415361,0.000034175,5.488651e-7,0.000008767499,0.000029525956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9956123,0.0030741007,0.00034379758,0.0001397012,0.0005387065,0.0002913577],"domain_scores_gemma":[0.99885947,0.0006707412,0.0002623872,0.00010876994,0.000019263374,0.00007935246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005944624,0.00010648383,0.00018961032,0.00026565997,0.00028628745,0.00006962119,0.0001710222,0.00005450473,0.000047341695],"category_scores_gemma":[0.00018311566,0.00008277308,0.000044089127,0.00030267364,0.0002989916,0.0002132772,0.00006732973,0.00020950973,4.635889e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009350234,0.003904583,0.31830096,0.0004351677,0.00091223716,0.00051790074,0.021867309,0.035014432,0.045525838,0.44503093,0.00027150125,0.12728412],"study_design_scores_gemma":[0.0033463165,0.00074241246,0.9275796,0.00024847526,0.0002088692,0.000011609316,0.033321895,0.0008112082,0.0032536814,0.008051622,0.021992233,0.00043207733],"about_ca_topic_score_codex":0.00041924944,"about_ca_topic_score_gemma":0.00022835495,"teacher_disagreement_score":0.6092786,"about_ca_system_score_codex":0.00081861095,"about_ca_system_score_gemma":0.00015155319,"threshold_uncertainty_score":0.3375388},"labels":[],"label_agreement":null},{"id":"W2046929497","doi":"10.4103/0019-5413.30523","title":"Outcome measurements in orthopedic","year":2007,"lang":"en","type":"article","venue":"Indian Journal of Orthopaedics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Orthopedic surgery; Outcome (game theory); Medicine; Sample size determination; Sample (material); Physical therapy; Surgery; Statistics; Mathematics","score_opus":0.20749585647171392,"score_gpt":0.4770336489583944,"score_spread":0.26953779248668047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046929497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681607,0.00025245897,0.0011641452,0.0016971936,0.0008902077,0.0002448889,0.0000016473883,0.000029017114,0.027559757],"genre_scores_gemma":[0.9964901,0.00015060624,0.0023101564,0.00021659103,0.0005521187,0.0000013080031,2.9493907e-7,0.00001628692,0.00026253297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99600726,0.0002801258,0.00097475795,0.00012029437,0.0020058737,0.0006117083],"domain_scores_gemma":[0.9982664,0.00027014228,0.00037993357,0.00016544477,0.00048211185,0.00043594284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020885615,0.000104462364,0.00024530248,0.00092104054,0.00015850933,0.000059111135,0.00064065726,0.00017653377,0.00017567903],"category_scores_gemma":[0.003190934,0.00009839992,0.00015594705,0.0010265883,0.00027765587,0.00042436455,0.000044493154,0.00079540664,0.000026547179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035088662,0.00006828519,0.94869804,0.000008342272,0.000011637061,0.0014346718,0.0032895869,0.0000031896566,0.000031660908,0.0003651047,0.0003887014,0.045665678],"study_design_scores_gemma":[0.0024133252,0.00052479526,0.770577,0.0004072048,0.000033517426,0.00038988472,0.012594621,0.0000022485365,0.00040509872,0.0029471354,0.2091501,0.00055503426],"about_ca_topic_score_codex":0.00020298899,"about_ca_topic_score_gemma":0.0031406176,"teacher_disagreement_score":0.20876141,"about_ca_system_score_codex":0.00038235352,"about_ca_system_score_gemma":0.00072232325,"threshold_uncertainty_score":0.7238579},"labels":[],"label_agreement":null},{"id":"W2051572206","doi":"10.3406/oss.2004.1235","title":"Le Réseau mère-enfant : une expérience québécoise innovatrice","year":2004,"lang":"fr","type":"article","venue":"Santé Société et Solidarité","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.051070645410750584,"score_gpt":0.43495269845979195,"score_spread":0.3838820530490414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051572206","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0518604,0.0065934747,0.0050681285,0.1525046,0.0031470673,0.0014844452,0.00012365782,0.0007563118,0.77846193],"genre_scores_gemma":[0.9789813,0.0032355853,0.004362018,0.0028822455,0.0011754464,0.00020056518,0.000016883363,0.00012293494,0.00902299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922512,0.0009530949,0.0010581176,0.001191639,0.0022994617,0.0022464406],"domain_scores_gemma":[0.9962805,0.00078271487,0.0004403754,0.0010675472,0.00079538405,0.00063348736],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.003991907,0.0006201355,0.00078397035,0.00032657682,0.0017164146,0.0005154452,0.0021175002,0.0009138126,0.0007315841],"category_scores_gemma":[0.0012955071,0.00072680425,0.00041957462,0.005778251,0.0037775615,0.0014315883,0.000727352,0.0018980076,0.0007699709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047021073,0.0008755568,0.0003814557,0.0001318864,0.000089851856,0.00039475347,0.034553092,0.00007517311,0.0008646285,0.8908878,0.009090462,0.06260833],"study_design_scores_gemma":[0.0013497222,0.00026297104,0.0009542694,0.00031460368,0.000057076864,0.000055611832,0.04214892,0.000050257204,0.0019641395,0.2552206,0.69660735,0.0010144807],"about_ca_topic_score_codex":0.17416751,"about_ca_topic_score_gemma":0.038573716,"teacher_disagreement_score":0.9271209,"about_ca_system_score_codex":0.0012635214,"about_ca_system_score_gemma":0.007931943,"threshold_uncertainty_score":0.99958324},"labels":[],"label_agreement":null},{"id":"W2053701775","doi":"10.1097/01.nnd.0000300880.41178.99","title":"Innovations in Nursing Education","year":2008,"lang":"en","type":"article","venue":"Journal for Nurses in Staff Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Scope (computer science); Diversity (politics); Context (archaeology); Nursing; Professional development; Scope of practice; Process (computing); Psychology; Health care; Nurse education; Medical education; Pedagogy; Medicine; Sociology; Political science; Computer science; Geography","score_opus":0.13681035120883778,"score_gpt":0.5154820458495212,"score_spread":0.3786716946406834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053701775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93333316,0.00014343238,0.001443576,0.004887338,0.005770279,0.00096382305,0.0000015675946,0.000047446625,0.053409364],"genre_scores_gemma":[0.9514365,0.00021753956,0.035607666,0.00006616516,0.00023425343,0.00017434174,0.0000056674326,0.00001630587,0.012241572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985148,0.00008648951,0.00043026698,0.00012614421,0.00047986532,0.0003624543],"domain_scores_gemma":[0.99931616,0.000121048186,0.00010124619,0.000076254386,0.00030669715,0.00007860507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013916116,0.00007066988,0.000109787536,0.00069007016,0.00060173875,0.000054459982,0.000261745,0.00007769978,0.00004997948],"category_scores_gemma":[0.0006521804,0.00007453573,0.000024106492,0.0009603614,0.00017245465,0.00026768967,0.0000135258,0.0002744403,0.0000069297193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006047456,0.0019531366,0.03474798,0.000014970501,0.000009348798,0.000029378714,0.11888009,0.000041574338,0.00015936326,0.04409097,0.115949936,0.6840628],"study_design_scores_gemma":[0.0004883159,0.000060221664,0.04132391,0.00055656245,0.0000016879632,0.00006763262,0.037109867,0.00001955352,0.00052855787,0.032723468,0.8868683,0.00025194333],"about_ca_topic_score_codex":0.00007289062,"about_ca_topic_score_gemma":0.00044505863,"teacher_disagreement_score":0.7709183,"about_ca_system_score_codex":0.0017606426,"about_ca_system_score_gemma":0.003551522,"threshold_uncertainty_score":0.6300248},"labels":[],"label_agreement":null},{"id":"W2054638652","doi":"10.1007/bf03019008","title":"Web page review: The answer page/anesthesiology","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Web page; Anesthesiology; Home page; World Wide Web; Page view; Computer science; Information retrieval; Medicine; Static web page; The Internet; Web development; Anesthesia","score_opus":0.03533204579081474,"score_gpt":0.31495178350536057,"score_spread":0.27961973771454585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054638652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75358367,0.030098544,0.0000026234288,0.19094595,0.00057166704,0.0008321936,0.000008721224,0.000049768492,0.02390684],"genre_scores_gemma":[0.9613557,0.02417132,0.00025228082,0.0035766326,0.0023439093,0.000019107587,0.000003857407,0.00009971621,0.008177481],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.993117,0.0018920815,0.0013184035,0.0003289777,0.0013874193,0.0019561246],"domain_scores_gemma":[0.9934967,0.0004965963,0.0006970951,0.00059521245,0.0011917484,0.0035226357],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010658524,0.00041212383,0.0008128773,0.0007243365,0.0024375832,0.0005044401,0.003059669,0.00039408467,0.007574279],"category_scores_gemma":[0.001231027,0.0003061469,0.0005366394,0.0013200066,0.0016593357,0.000669042,0.000012734547,0.002081012,0.00021020212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006827299,0.000037922207,0.0030735803,0.00006199976,0.00008836319,0.5253146,0.0037979637,0.000027963635,0.00001914616,0.0014038674,0.43224525,0.033861045],"study_design_scores_gemma":[0.00019944526,0.00028215582,0.00077623065,0.00042616617,0.000060722643,0.4289534,0.00096483267,0.000004571486,0.0000044910657,0.0007962981,0.56728643,0.00024523467],"about_ca_topic_score_codex":0.03298073,"about_ca_topic_score_gemma":0.09229849,"teacher_disagreement_score":0.207772,"about_ca_system_score_codex":0.0012603037,"about_ca_system_score_gemma":0.012833256,"threshold_uncertainty_score":0.9999391},"labels":[],"label_agreement":null},{"id":"W2057522723","doi":"10.1097/acm.0b013e3180305f64","title":"Setting Priorities for Teaching and Learning: An Innovative Needs Assessment for a New Family Medicine Program in Lao PDR","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"School of Medicine, Vanderbilt University; Government of Canada","keywords":"Curriculum; Needs assessment; Equity (law); Health care; Medical education; Medicine; Developing country; Landlocked country; Population; Nursing; Economic growth; Political science; Environmental health","score_opus":0.17267237039670946,"score_gpt":0.5556193156601941,"score_spread":0.3829469452634846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057522723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87566704,0.0008272904,0.056951087,0.040155947,0.00031428877,0.0054653995,0.0000024179642,0.00044961183,0.020166943],"genre_scores_gemma":[0.9639004,0.00024256199,0.027716385,0.0010795852,0.0025466976,0.00036509306,0.000025825408,0.000038407958,0.00408505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99701846,0.00039728987,0.0006700561,0.00034276582,0.00078766694,0.0007837606],"domain_scores_gemma":[0.9949046,0.004158542,0.00023269575,0.00012656087,0.00028294278,0.00029470897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028697979,0.000180011,0.00040089083,0.000679202,0.0005705155,0.000018900117,0.0003936672,0.00035287545,0.000013944415],"category_scores_gemma":[0.013716887,0.00014921745,0.000018147004,0.00096800405,0.0011175266,0.00032238654,0.000073696785,0.0021476282,2.183745e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011341891,0.000020428866,0.06824462,0.0001474455,0.000025412703,0.000005960101,0.24305366,0.0000015965587,0.0039890753,0.06275295,0.012842848,0.60880256],"study_design_scores_gemma":[0.0034614983,0.002998983,0.027406584,0.0013347849,0.00003517722,0.000003603248,0.526034,0.00097318727,0.00007009441,0.02503454,0.41229475,0.00035282384],"about_ca_topic_score_codex":0.0057058125,"about_ca_topic_score_gemma":0.0004965102,"teacher_disagreement_score":0.60844976,"about_ca_system_score_codex":0.00025678088,"about_ca_system_score_gemma":0.00041150354,"threshold_uncertainty_score":0.9946204},"labels":[],"label_agreement":null},{"id":"W2058375605","doi":"10.3899/jrheum090356","title":"Variation in Outcome Measures in Hip and Knee Arthroplasty Clinical Trials: A Proposed Approach to Achieving Consensus","year":2009,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Medicine; Arthroplasty; Physical therapy; Clinical trial; Osteoarthritis; Oxford knee score; Delphi method; Randomized controlled trial; Outcome (game theory); MEDLINE; Physical medicine and rehabilitation; Surgery; Alternative medicine; Internal medicine","score_opus":0.3311045715154218,"score_gpt":0.5095965048444635,"score_spread":0.17849193332904173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058375605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802016,0.00020163978,0.0020738163,0.016041031,0.00018631603,0.0005642754,4.576406e-7,0.000013393224,0.00071748375],"genre_scores_gemma":[0.99625695,0.00031948643,0.0032626241,0.000118617085,0.000020034553,0.0000026748814,6.043594e-8,0.0000048250686,0.0000147480405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98836774,0.009181308,0.0015687475,0.00012580544,0.00044816162,0.00030822537],"domain_scores_gemma":[0.994253,0.004816041,0.0005412793,0.00013010808,0.00014447414,0.00011509551],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06029566,0.00008486816,0.0006638046,0.0003448351,0.000118610085,0.000036258363,0.00026125132,0.00018651308,0.000006231494],"category_scores_gemma":[0.030458167,0.000055898487,0.00006798293,0.00039057317,0.0003087827,0.00007200372,0.000041006195,0.0006151719,0.0000022732936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014901063,0.00042694111,0.90941936,0.000018279987,0.00004026496,0.000024013985,0.019754238,0.00014147391,0.00030170765,0.011361727,0.0007758678,0.056246042],"study_design_scores_gemma":[0.004530991,0.0011545894,0.95452183,0.00027959814,0.00004542027,0.0010069445,0.012186372,0.0006535123,0.0000130504095,0.023531165,0.0017790308,0.00029748015],"about_ca_topic_score_codex":0.0008272767,"about_ca_topic_score_gemma":0.0014733064,"teacher_disagreement_score":0.055948563,"about_ca_system_score_codex":0.00009070801,"about_ca_system_score_gemma":0.00031711353,"threshold_uncertainty_score":0.9777087},"labels":[],"label_agreement":null},{"id":"W2060525897","doi":"10.1097/01.mpg.0000256206.34956.34","title":"A Prospective Multicenter Study: Development and Validation of a Pediatric Ulcerative Colitis Activity Index","year":2006,"lang":"en","type":"article","venue":"Journal of Pediatric Gastroenterology and Nutrition","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Prospective cohort study; Logistic regression; Delphi method; Rank correlation; Ranking (information retrieval); Cohort; Weighting; Physical therapy; Internal medicine; Statistics; Machine learning","score_opus":0.03087861910050363,"score_gpt":0.3464914580703127,"score_spread":0.3156128389698091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060525897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976022,0.000094304254,0.0011795759,0.0003504247,0.0000877664,0.00063101115,0.0000052792852,0.000009503511,0.00003988886],"genre_scores_gemma":[0.99763036,0.0004337301,0.001192892,0.000008274413,0.000681017,0.000034952485,0.0000010158542,0.000005358824,0.000012420057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828875,0.0005456861,0.00040225152,0.00014877682,0.00039151192,0.0002230111],"domain_scores_gemma":[0.9988088,0.00015118206,0.0004782348,0.000046265413,0.00043774417,0.00007777813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013769666,0.00009351178,0.00023568649,0.0004351304,0.00019197982,0.00003213754,0.00009068686,0.00009618815,0.000008870194],"category_scores_gemma":[0.00012637941,0.000090097674,0.000037544196,0.00022382042,0.00013441747,0.00031722544,0.000045622048,0.00025333138,3.455037e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014555497,0.0011802529,0.9945423,0.000042629257,0.000024839414,0.000018663104,0.0020251574,0.0000011918851,0.00003228825,0.000028338518,0.0002677957,0.0003809849],"study_design_scores_gemma":[0.0025218125,0.0013484218,0.99352646,0.000008341383,0.00007776222,0.000010987028,0.0014808666,0.000006052019,0.00024777855,0.000688852,0.00003400526,0.000048669433],"about_ca_topic_score_codex":0.00017323699,"about_ca_topic_score_gemma":0.0005488322,"teacher_disagreement_score":0.0012505873,"about_ca_system_score_codex":0.00011531265,"about_ca_system_score_gemma":0.00009947901,"threshold_uncertainty_score":0.36740765},"labels":[],"label_agreement":null},{"id":"W2060962678","doi":"10.1108/14676370710717571","title":"Developing research priorities with a cohort of higher education for sustainability experts","year":2007,"lang":"en","type":"article","venue":"International Journal of Sustainability in Higher Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Delphi method; Sustainability; Delphi; Originality; Engineering ethics; Focus group; Public relations; Value (mathematics); Process (computing); Political science; Management science; Sociology; Qualitative research; Engineering; Marketing; Business; Computer science; Social science","score_opus":0.14230835905302974,"score_gpt":0.5477679683893045,"score_spread":0.4054596093362748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060962678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9042391,0.00040229244,0.0011622534,0.08366475,0.0023512957,0.002319544,0.0000029368234,0.000024297266,0.0058335],"genre_scores_gemma":[0.98919183,0.00003965782,0.00478617,0.00010325561,0.0010836185,0.00023134214,0.000005513743,0.000018183502,0.0045404457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99573696,0.00051812216,0.0009796681,0.00028479146,0.00196322,0.00051726855],"domain_scores_gemma":[0.96936035,0.001782772,0.00036114096,0.00026417512,0.028081538,0.00015001824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012523687,0.00013611483,0.0002683453,0.0013000099,0.0001858419,0.00012553934,0.0009080516,0.00018351423,0.00013690663],"category_scores_gemma":[0.0040625385,0.00012788392,0.00009857645,0.00096743734,0.00082652085,0.00074770104,0.00008739205,0.000388746,3.5235064e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009153572,0.0012835363,0.45224616,0.0003013173,0.000060370054,0.000009911949,0.009310808,0.00001546051,0.000058571222,0.51215076,0.0026569304,0.020990783],"study_design_scores_gemma":[0.00038056856,0.00019741827,0.39216,0.0002142742,0.000010294067,0.000008436743,0.0667691,8.2286203e-7,0.00057306903,0.4144498,0.12507413,0.00016206656],"about_ca_topic_score_codex":0.0036977162,"about_ca_topic_score_gemma":0.00046339686,"teacher_disagreement_score":0.1224172,"about_ca_system_score_codex":0.0124399215,"about_ca_system_score_gemma":0.022956058,"threshold_uncertainty_score":0.9913511},"labels":[],"label_agreement":null},{"id":"W2065618698","doi":"10.1159/000196200","title":"Perception of Acute or Progressive Resistive Loads in Normal and Asthmatic Subjects","year":2009,"lang":"en","type":"article","venue":"Respiration","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Functional residual capacity; Airway resistance; Tidal volume; Ventilation (architecture); Respiratory system; Respiratory minute volume; Asthma; Resistive touchscreen; Lung volumes; Respiratory rate; Anesthesia; Airway; Cardiology; Internal medicine; Heart rate; Lung","score_opus":0.06507080268877438,"score_gpt":0.43377092923485433,"score_spread":0.36870012654608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065618698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922369,0.000035362857,0.00034412483,0.0012298696,0.000015945057,0.00054920977,0.0000021242604,0.00003523753,0.005551231],"genre_scores_gemma":[0.99824095,0.00005028008,0.0013522111,0.000050412364,0.000046482277,0.000023815788,0.000002847732,0.0000030964377,0.00022989023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989224,0.000245055,0.00018153786,0.00012838161,0.0003611491,0.00016145816],"domain_scores_gemma":[0.9995917,0.00007860116,0.00008466152,0.00008405265,0.00012077021,0.00004020801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009148407,0.00005065524,0.0000964264,0.00016886662,0.00010146238,0.00003965667,0.00008891227,0.0000873684,0.00005871822],"category_scores_gemma":[0.00037854238,0.00004437228,0.000015340405,0.00039313262,0.0001384359,0.00029668823,0.000015333582,0.00009111699,0.0000047487442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019238084,0.0004831422,0.031065183,0.00013583142,0.000033719854,0.00016104909,0.058803942,0.000024887753,0.102208495,0.019684786,0.001674626,0.78380054],"study_design_scores_gemma":[0.001177732,0.0026622145,0.96512955,0.00044789092,0.00003086025,0.000008280281,0.009436494,0.001007489,0.0095393825,0.008878145,0.0013217863,0.00036019902],"about_ca_topic_score_codex":0.00029360718,"about_ca_topic_score_gemma":0.00061349355,"teacher_disagreement_score":0.9340643,"about_ca_system_score_codex":0.000105422914,"about_ca_system_score_gemma":0.00013904757,"threshold_uncertainty_score":0.1809449},"labels":[],"label_agreement":null},{"id":"W2065789425","doi":"10.1007/s10488-014-0567-z","title":"Evaluation Dimensions for Collaborative Mental Health Services in Primary Care Systems in Latin America: Results of a Delphi Group","year":2014,"lang":"en","type":"article","venue":"Administration and Policy in Mental Health and Mental Health Services Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; Pan American Health Organization","keywords":"Latin Americans; Delphi method; Mental health; Delphi; Mental health care; Primary health care; Health care; Political science; Psychology; Computer science; Psychiatry","score_opus":0.11463957449777652,"score_gpt":0.5375290670113632,"score_spread":0.42288949251358665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065789425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90237767,0.011398385,0.0000043205687,0.06595506,0.00023249548,0.01574293,0.0018188889,0.000044011875,0.0024262324],"genre_scores_gemma":[0.9812703,0.013470192,0.00060527725,0.00205372,0.00009268799,0.00065727276,0.0017951226,0.000019754738,0.00003565515],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9910529,0.0041269525,0.0013309501,0.0006088761,0.0017122766,0.0011680385],"domain_scores_gemma":[0.9977627,0.00047859477,0.000463483,0.00021894748,0.00029349074,0.00078280066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012798585,0.00021151622,0.00055148726,0.0009856628,0.00112653,0.00011041956,0.0002621048,0.00015361511,0.0000036414856],"category_scores_gemma":[0.000055099685,0.00022106511,0.00002758507,0.0017901636,0.0003451259,0.00037052773,0.00014178231,0.00039563258,0.0000015334565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004469492,0.0012764337,0.018525315,0.018235488,0.000019012856,0.0000018195578,0.76149935,0.0000119034985,0.00019370667,0.010213811,0.0010576397,0.18449603],"study_design_scores_gemma":[0.008719124,0.008537668,0.025055792,0.004943151,0.0000019967815,0.0000047891854,0.8923653,0.008509191,0.000043112657,0.00066876016,0.050805755,0.000345406],"about_ca_topic_score_codex":0.17253596,"about_ca_topic_score_gemma":0.34105638,"teacher_disagreement_score":0.18415062,"about_ca_system_score_codex":0.0032263275,"about_ca_system_score_gemma":0.005151862,"threshold_uncertainty_score":0.9139182},"labels":[],"label_agreement":null},{"id":"W2068426421","doi":"10.4102/ve.v34i1.717","title":"The use of the Delphi survey as a research tool in understanding church trends","year":2013,"lang":"en","type":"article","venue":"Verbum et Ecclesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Scrutiny; Delphi; Extant taxon; Subject (documents); Sociology; Engineering ethics; Survey research; Epistemology; Computer science; Political science; Library science; Law; Engineering; Philosophy","score_opus":0.6459819105897054,"score_gpt":0.525423164761879,"score_spread":0.12055874582782644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068426421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94928086,0.000062436346,0.0001304681,0.022896253,0.0001579955,0.0009690845,0.000011226836,0.000065324166,0.02642633],"genre_scores_gemma":[0.99520135,0.000225675,0.00010055405,0.00009068366,0.000031676755,0.00009289903,0.000001445916,0.0000192092,0.0042365286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99264026,0.0042759576,0.00032868062,0.00026022788,0.0017297792,0.0007650943],"domain_scores_gemma":[0.9935792,0.0052869357,0.00007978199,0.0006481492,0.00033087283,0.00007506486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013987945,0.00010113679,0.00014793783,0.00029788644,0.0008829321,0.00043312125,0.0012729128,0.00016469182,0.0002819239],"category_scores_gemma":[0.0050640428,0.00006485125,0.00007615887,0.0027348713,0.001328019,0.0004076304,0.00039402753,0.00072534464,0.00006430544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014802805,0.0002599254,0.17670278,0.00002608605,0.00004925618,0.000017453403,0.021924872,0.000096801916,0.0023646166,0.50398874,0.27613676,0.01828467],"study_design_scores_gemma":[0.00041924242,0.00011790724,0.8527399,0.00013909291,0.0000042089123,0.000002190977,0.014424582,0.00083513797,0.0004335614,0.079707675,0.050893288,0.0002832567],"about_ca_topic_score_codex":0.09440104,"about_ca_topic_score_gemma":0.06541167,"teacher_disagreement_score":0.6760371,"about_ca_system_score_codex":0.00059006055,"about_ca_system_score_gemma":0.00056371954,"threshold_uncertainty_score":0.95164216},"labels":[],"label_agreement":null},{"id":"W2070375110","doi":"10.1108/13639510210450677","title":"The Delphi method: a powerful tool for strategic management","year":2002,"lang":"en","type":"article","venue":"Policing An International Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":348,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Delphi; Delphi method; Process management; Management science; Computer science; Engineering management; Business; Engineering; Artificial intelligence","score_opus":0.22495683899616958,"score_gpt":0.5261359871518975,"score_spread":0.3011791481557279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070375110","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39904147,0.0000826236,0.073716216,0.09846178,0.00409413,0.0012830483,0.000032554333,0.00032299515,0.42296517],"genre_scores_gemma":[0.96364033,0.00082169415,0.025585119,0.000727583,0.002258726,0.000040343333,0.0000015484162,0.000021376376,0.0069032568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99800915,0.00026695523,0.000263271,0.00013181944,0.00093903777,0.0003897465],"domain_scores_gemma":[0.9987626,0.0004267633,0.00012319308,0.00013799743,0.000423359,0.00012607397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032983597,0.00007736762,0.00007100346,0.00017627024,0.0009104146,0.0008933486,0.0011733028,0.000047821297,0.00025921006],"category_scores_gemma":[0.00021260449,0.000059388578,0.00009644659,0.00012653077,0.00011679156,0.00027442086,0.00006310959,0.00024760375,0.000034626948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005428922,0.000111307505,0.0013803882,0.000003825512,0.00019427863,0.00005414893,0.005478868,0.00016029803,0.000122695,0.86372375,0.016067294,0.112648845],"study_design_scores_gemma":[0.0017652463,0.0004165861,0.0058964863,0.00018011987,0.00006387593,0.00047998712,0.01800925,0.036451973,0.00033668338,0.5855988,0.35010022,0.0007007674],"about_ca_topic_score_codex":0.0019948564,"about_ca_topic_score_gemma":0.0010248859,"teacher_disagreement_score":0.56459886,"about_ca_system_score_codex":0.00028893005,"about_ca_system_score_gemma":0.000049893017,"threshold_uncertainty_score":0.8614581},"labels":[],"label_agreement":null},{"id":"W2070764609","doi":"10.3899/jrheum.131314","title":"How to Choose Core Outcome Measurement Sets for Clinical Trials: OMERACT 11 Approves Filter 2.0","year":2014,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Face validity; Observational study; Set (abstract data type); Core (optical fiber); Outcome (game theory); Filter (signal processing); Process (computing); Medical education; Computer science; Internal medicine; Psychometrics; Clinical psychology","score_opus":0.6827148811112274,"score_gpt":0.5906140753972791,"score_spread":0.0921008057139483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070764609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.773255,0.00031910642,0.04647166,0.1747375,0.0027113066,0.0017602041,0.00000906126,0.000060023805,0.00067618035],"genre_scores_gemma":[0.99471945,0.0003633308,0.0038849749,0.0005424582,0.00014143974,0.000027329479,3.3955203e-7,0.000018192697,0.00030250353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920203,0.0049582315,0.0014045634,0.00015370909,0.0009891188,0.00047406327],"domain_scores_gemma":[0.9871714,0.010260369,0.0010760841,0.0003341199,0.0008705621,0.00028743627],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09384826,0.00013032182,0.00091524917,0.00017292816,0.00029465323,0.0000959955,0.0011588202,0.000196307,0.000049545986],"category_scores_gemma":[0.0826917,0.0000776836,0.00035975265,0.00017552794,0.00035618618,0.00014674065,0.000102136335,0.00046463378,0.000018018445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022654627,0.00044245296,0.29443464,0.00011220364,0.00044088642,0.0000066987654,0.007812876,0.000015170346,0.0004441622,0.022487208,0.46444136,0.2070969],"study_design_scores_gemma":[0.0031776174,0.0015071926,0.015835388,0.00023850407,0.00019620861,0.00032077945,0.0074013043,0.0002703562,0.00023736402,0.029621081,0.94077116,0.00042306614],"about_ca_topic_score_codex":0.00030875384,"about_ca_topic_score_gemma":0.00084794726,"teacher_disagreement_score":0.4763298,"about_ca_system_score_codex":0.00011136255,"about_ca_system_score_gemma":0.00027915178,"threshold_uncertainty_score":0.93307394},"labels":[],"label_agreement":null},{"id":"W2071300651","doi":"10.1067/mpd.2001.110299","title":"Do we measure the right end points? A systematic review of primary outcomes in recent neonatal randomized clinical trials","year":2001,"lang":"en","type":"review","venue":"The Journal of Pediatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Relative risk; Pediatrics; Clinical trial; Clinical endpoint; MEDLINE; Absolute risk reduction; Confidence interval; Surgery; Internal medicine","score_opus":0.33138600413865116,"score_gpt":0.543580310460694,"score_spread":0.21219430632204284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071300651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.650829e-7,0.98180044,0.00018831938,0.007229483,0.0009041116,0.008726406,0.000027039052,0.000012826943,0.0011106371],"genre_scores_gemma":[0.0000023169341,0.998095,0.00020448388,0.00015893944,0.0011751765,0.00009917818,0.0000019531772,0.000035824327,0.00022717203],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.83896655,0.14121684,0.013667727,0.0002851824,0.005237175,0.00062653946],"domain_scores_gemma":[0.8608521,0.12369338,0.013114108,0.00090133597,0.0012237278,0.00021530487],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46664712,0.0004181095,0.013060007,0.00056957884,0.00018370827,0.0000894357,0.003562999,0.00054513634,0.00027317103],"category_scores_gemma":[0.23299037,0.0001616148,0.0036610034,0.0022403826,0.00072681584,0.00015173451,0.00026325305,0.0027077878,0.000022274602],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096910447,0.00016738934,0.0000085634,0.6645445,0.00032480858,0.00007938603,0.00058465794,1.06782025e-7,3.8957126e-9,0.0004004254,0.0095195025,0.3234015],"study_design_scores_gemma":[0.010030506,0.0000785027,7.557817e-7,0.5021592,0.017741982,0.00017913157,0.0003829033,3.0750138e-7,3.1945643e-8,0.0023915141,0.4667198,0.00031534093],"about_ca_topic_score_codex":0.00005621462,"about_ca_topic_score_gemma":0.00003674565,"teacher_disagreement_score":0.45720032,"about_ca_system_score_codex":0.00057940494,"about_ca_system_score_gemma":0.0039514536,"threshold_uncertainty_score":0.999593},"labels":[],"label_agreement":null},{"id":"W2072396417","doi":"10.1016/j.jclinepi.2010.01.006","title":"Reflections on the minimal important difference: research is the ultimate goal, not the anchor","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Goal setting; Psychology; Process management; Computer science; Medicine; Engineering; Social psychology","score_opus":0.7779179441530263,"score_gpt":0.7123470799961854,"score_spread":0.06557086415684088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072396417","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41177276,0.00007125252,0.00009219184,0.57495254,0.0015528816,0.00039707083,0.0000065653276,0.000017323346,0.011137387],"genre_scores_gemma":[0.9776796,0.0023767457,0.0010777138,0.0137031935,0.0037031062,0.0000448102,2.3189817e-7,0.000015274694,0.0013992848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9685466,0.025338113,0.003375023,0.0003468647,0.0013911758,0.001002211],"domain_scores_gemma":[0.75807136,0.2380356,0.0016060646,0.00087594916,0.0010831679,0.0003278677],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.25246158,0.00014381533,0.00084483327,0.00012547354,0.00196889,0.00008836613,0.0028686868,0.00056120765,0.00076730934],"category_scores_gemma":[0.37164924,0.0000545698,0.0006546778,0.0006155934,0.00622067,0.00007949763,0.00025681304,0.008973207,0.0000974677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007920246,0.00039871308,0.059299286,0.0000056953922,0.0001609011,0.000037909627,0.0032414773,0.0000036147776,0.0012599413,0.4255735,0.4872276,0.02199935],"study_design_scores_gemma":[0.00031440682,0.0011642473,0.23942752,0.000047819485,0.000030152496,0.000050145438,0.0038226862,0.00030197707,0.00013226345,0.240684,0.51389533,0.0001294431],"about_ca_topic_score_codex":0.00081151817,"about_ca_topic_score_gemma":0.0016639435,"teacher_disagreement_score":0.5659069,"about_ca_system_score_codex":0.000060886487,"about_ca_system_score_gemma":0.0010123693,"threshold_uncertainty_score":0.9993304},"labels":[],"label_agreement":null},{"id":"W2072399233","doi":"10.1258/135763305775124650","title":"Achievements and challenges on policies for allied health professionals who use telehealth in the Canadian Arctic","year":2005,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; 3M (Canada); Fraser Health; University of Alberta; Nunavut Research Institute; University of Calgary","funders":"Government of Nunavut","keywords":"Telehealth; Scope of practice; Government (linguistics); Health care; Medicine; Reimbursement; Service (business); Public relations; Scope (computer science); Jurisdiction; Liability; Nursing; Telemedicine; Business; Political science; Marketing; Finance","score_opus":0.20723574983219117,"score_gpt":0.4791301787572677,"score_spread":0.27189442892507654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072399233","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35713667,0.004285189,0.0000047897597,0.6370893,0.000060766895,0.00081733963,0.000008820041,0.000006195014,0.0005908966],"genre_scores_gemma":[0.9749203,0.0132194115,0.00048338686,0.010693603,0.0005375623,0.000019361052,0.0000014153587,0.0000082980305,0.000116685325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981259,0.00031641693,0.00037396685,0.000112786096,0.0006317975,0.00043909674],"domain_scores_gemma":[0.9984796,0.0006582704,0.00020014103,0.000095494775,0.0002491125,0.0003173926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004177684,0.00009044705,0.0002492439,0.0003708254,0.00049735873,0.00005449041,0.00023015306,0.00007394823,0.000008907986],"category_scores_gemma":[0.0008929493,0.00005610921,0.000028512952,0.00017725384,0.00015534913,0.0001585297,0.000017217266,0.00039144827,2.7817396e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020828932,0.0003213257,0.056938004,0.0005001333,0.00007103598,0.000049669383,0.15436466,0.0000042501365,0.000010737523,0.028922178,0.08973844,0.6688713],"study_design_scores_gemma":[0.0012602013,0.0019180703,0.21024942,0.00087476714,0.000011703386,0.000034812383,0.05462814,0.000014221835,0.000011745759,0.0018154248,0.72905064,0.00013082995],"about_ca_topic_score_codex":0.07388011,"about_ca_topic_score_gemma":0.6603741,"teacher_disagreement_score":0.66874045,"about_ca_system_score_codex":0.00033299963,"about_ca_system_score_gemma":0.0010229523,"threshold_uncertainty_score":0.932287},"labels":[],"label_agreement":null},{"id":"W2074283917","doi":"10.3899/jrheum.131308","title":"Can We Decide Which Outcomes Should Be Measured in Every Clinical Trial? A Scoping Review of the Existing Conceptual Frameworks and Processes to Develop Core Outcome Sets","year":2014,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; University of Ottawa","funders":"","keywords":"Medicine; Outcome (game theory); PsycINFO; MEDLINE; Conceptual framework; Set (abstract data type); International Classification of Functioning, Disability and Health; Randomized controlled trial; Health care; Core (optical fiber); Cochrane Library; Physical therapy; Internal medicine; Computer science; Rehabilitation","score_opus":0.6508132256395877,"score_gpt":0.6064147677017472,"score_spread":0.044398457937840474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074283917","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022727465,0.9784197,0.0001268795,0.015118482,0.00078484917,0.0031428093,0.000007756069,0.000018188843,0.000108543754],"genre_scores_gemma":[0.0029297872,0.9951432,0.0009615001,0.0007987711,0.000037065947,0.000065684675,8.546732e-7,0.000036966816,0.000026173635],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.985842,0.0073815417,0.004572435,0.00030177532,0.0013270009,0.000575239],"domain_scores_gemma":[0.9663815,0.026544156,0.004279204,0.00057896663,0.0019790577,0.00023714025],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034550898,0.00037092075,0.0047772103,0.0002881492,0.00028290533,0.00004476224,0.0024457434,0.0010495477,0.000028218677],"category_scores_gemma":[0.18723409,0.0001948619,0.0003535783,0.002070797,0.0012107966,0.00008723842,0.0005561256,0.0031788556,0.0000020912175],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012438709,0.0002409506,0.09578881,0.2674764,0.00080636854,0.00003176304,0.011133307,0.0000030886874,7.898202e-8,0.0033780353,0.0074391374,0.61245817],"study_design_scores_gemma":[0.0017876085,0.00023154696,0.00014302683,0.8981841,0.0005106215,0.0005172612,0.0016305773,5.742113e-7,2.0630964e-7,0.0009478157,0.09564025,0.00040637315],"about_ca_topic_score_codex":0.0005759384,"about_ca_topic_score_gemma":0.0126620345,"teacher_disagreement_score":0.63070774,"about_ca_system_score_codex":0.00021890287,"about_ca_system_score_gemma":0.008529491,"threshold_uncertainty_score":0.99912083},"labels":[],"label_agreement":null},{"id":"W2076450606","doi":"10.1177/136140960400900308","title":"Defining the context for a colloquium on nursing research and European R&amp;D funding opportunities","year":2004,"lang":"en","type":"article","venue":"Journal of Research in Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Context (archaeology); Political science; Nursing; Library science; Medicine; Geography; Computer science","score_opus":0.592533391660183,"score_gpt":0.6070349555343545,"score_spread":0.014501563874171453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076450606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48622945,0.007548037,0.0011994021,0.21777011,0.0010177029,0.0024944376,0.000012341638,0.000072023984,0.28365648],"genre_scores_gemma":[0.99534273,0.0010824483,0.002273101,0.000059747326,0.0005694418,0.000020865751,6.8432286e-7,0.000039919265,0.0006110847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99118537,0.003499022,0.00057130103,0.00026283166,0.0030528225,0.0014286618],"domain_scores_gemma":[0.9905148,0.006892315,0.00017236077,0.00026445853,0.0017685598,0.00038750324],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.064982414,0.0001228922,0.00026167848,0.0019685072,0.0025778855,0.00077275146,0.00097036833,0.00011488628,0.000007907164],"category_scores_gemma":[0.0065909647,0.000098139346,0.00008637251,0.0014880227,0.0041120066,0.000436007,0.000088297595,0.002250264,0.000008134146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083760923,0.0004365554,0.0003717994,0.00005257851,0.000019087429,0.00024240464,0.06253632,0.000040551593,0.0006640242,0.58428943,0.023014132,0.3274955],"study_design_scores_gemma":[0.0020299025,0.0023082753,0.0008562001,0.018660605,0.000009629595,0.00017051469,0.44882157,0.00002902506,0.0009917667,0.47508344,0.050773796,0.00026528092],"about_ca_topic_score_codex":0.00028919464,"about_ca_topic_score_gemma":0.0002708053,"teacher_disagreement_score":0.50911325,"about_ca_system_score_codex":0.0024068288,"about_ca_system_score_gemma":0.0014799131,"threshold_uncertainty_score":0.99872065},"labels":[],"label_agreement":null},{"id":"W2077288183","doi":"10.1068/a39267","title":"Using the Delphi Technique in Normative Planning Research: Methodological Design Considerations","year":2008,"lang":"en","type":"article","venue":"Environment and Planning A Economy and Space","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland","funders":"","keywords":"Variety (cybernetics); Delphi method; Delphi; Normative; Metropolitan area; Management science; Context (archaeology); Computer science; Process management; Knowledge management; Business; Political science; Engineering; Geography; Artificial intelligence","score_opus":0.7461620320282422,"score_gpt":0.5158157839474395,"score_spread":0.23034624808080262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077288183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6553182,0.0024908748,0.29927468,0.011474048,0.000043626245,0.00237696,0.0000048890947,0.00009815695,0.028918568],"genre_scores_gemma":[0.9364593,0.00036614033,0.06279246,0.00008824705,0.000051538584,0.000113939444,7.238131e-7,0.0000058113633,0.00012182759],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99729514,0.0018196958,0.00016212586,0.00022325468,0.00016442976,0.00033536792],"domain_scores_gemma":[0.99578196,0.00396144,0.000048662292,0.00010805474,0.000013022006,0.00008683367],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0069096796,0.000089600966,0.00014582035,0.00014932883,0.0014899113,0.00007973502,0.00010289794,0.00012351133,0.00007235887],"category_scores_gemma":[0.00054732175,0.00007276661,0.000015870324,0.00010779505,0.0010863428,0.00019366392,0.00010842028,0.00049373397,0.0000029708567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002599163,0.00019501931,0.32315597,0.000044350123,0.00009722845,0.0011278199,0.551279,0.027409066,0.0029563175,0.07811853,0.013803617,0.0015531738],"study_design_scores_gemma":[0.0019572664,0.0009069581,0.061701514,0.0006816134,0.00004712998,0.0007664478,0.37980992,0.03348624,0.00883567,0.31738463,0.19235103,0.00207158],"about_ca_topic_score_codex":0.00036807347,"about_ca_topic_score_gemma":0.0000137266425,"teacher_disagreement_score":0.28114113,"about_ca_system_score_codex":0.000088008084,"about_ca_system_score_gemma":0.000071494105,"threshold_uncertainty_score":0.99981004},"labels":[],"label_agreement":null},{"id":"W2079110814","doi":"10.1016/s1063-4584(10)60317-2","title":"290 A HIERARCHY OF PATIENT-REPORTED OUTCOME MEASURES FOR META-ANALYSIS OF KNEE OSTEOARTHRITIS TRIALS: EMPIRICAL EVIDENCE FROM A SURVEY OF HIGH IMPACT JOURNALS","year":2010,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Osteoarthritis; Meta-analysis; Hierarchy; Medicine; Outcome (game theory); Physical therapy; Alternative medicine; Internal medicine; Mathematics; Economics; Pathology","score_opus":0.4202234911047307,"score_gpt":0.4924520797229917,"score_spread":0.07222858861826104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079110814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866353,0.008409723,0.00014543437,0.00035936135,0.00015892171,0.0012317126,0.0029141584,0.000027249313,0.00011812434],"genre_scores_gemma":[0.998274,0.00030785135,0.001004074,0.000024914705,0.000050596183,0.00023223745,0.000038818853,0.000024531935,0.00004296161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99187905,0.0028563598,0.0024968195,0.0005119081,0.0017381908,0.0005176822],"domain_scores_gemma":[0.9882547,0.00715375,0.0016078224,0.00070892007,0.0019358885,0.00033889548],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017176475,0.00027131537,0.0031200428,0.00065031694,0.0002051623,0.000121634526,0.0004539123,0.0003348784,0.0013291347],"category_scores_gemma":[0.02561962,0.00022004884,0.0019118162,0.001586434,0.00092378346,0.00037885425,0.0001357003,0.00035649366,7.8415644e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019378371,0.0004743651,0.5390563,0.000093737755,0.01400517,0.000067861976,0.01090232,0.000029302804,0.27963525,0.00025689145,0.0009792044,0.15256174],"study_design_scores_gemma":[0.009149834,0.012998515,0.49818408,0.0005515453,0.1236661,0.000029485629,0.0053563872,0.000048424117,0.33564407,0.009456776,0.0027413226,0.0021734799],"about_ca_topic_score_codex":0.023479443,"about_ca_topic_score_gemma":0.0750781,"teacher_disagreement_score":0.15038827,"about_ca_system_score_codex":0.000032299136,"about_ca_system_score_gemma":0.0004166304,"threshold_uncertainty_score":0.9995838},"labels":[],"label_agreement":null},{"id":"W2079416991","doi":"10.4236/jss.2014.28013","title":"The Potential of Adaptive Mentorship&amp;lt;sup&amp;gt;&amp;amp;copy;&amp;lt;/sup&amp;gt;: Experts’ Perspectives","year":2014,"lang":"en","type":"article","venue":"Open Journal of Social Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mentorship; Coaching; Popularity; Discipline; Interpersonal communication; Psychology; Medical education; Public relations; Sociology; Medicine; Political science; Social psychology; Social science","score_opus":0.19003006320305746,"score_gpt":0.4713908343644916,"score_spread":0.2813607711614341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079416991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6598746,0.0037726718,0.011938658,0.048298106,0.002851988,0.0029838856,0.00009588786,0.00019140812,0.2699928],"genre_scores_gemma":[0.9650933,0.0010294693,0.017614573,0.00020160004,0.0024574257,0.000061984385,0.0000054352463,0.000055025877,0.013481199],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98686403,0.0033931492,0.0015122643,0.000883015,0.0055811587,0.0017664097],"domain_scores_gemma":[0.99295634,0.0017419296,0.0018272095,0.00063663156,0.0021809228,0.00065698416],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.023097476,0.00053204346,0.0010514363,0.0005207659,0.006633815,0.0024170927,0.0072923857,0.00044470927,0.0028555493],"category_scores_gemma":[0.005264377,0.00039266635,0.00069776736,0.0024109548,0.0083544,0.0023390444,0.0011343176,0.0009831112,0.0002457984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001581349,0.0017041594,0.003685709,0.00005197063,0.00078468747,0.000019935913,0.4316026,0.00039770818,0.03214238,0.14628626,0.33031204,0.05143122],"study_design_scores_gemma":[0.00086760276,0.00037696862,0.0012646341,0.00022421262,0.00011441944,0.00003656086,0.0788315,0.000018456254,0.00022804683,0.030128965,0.8871259,0.0007827163],"about_ca_topic_score_codex":0.0033019567,"about_ca_topic_score_gemma":0.014801731,"teacher_disagreement_score":0.5568139,"about_ca_system_score_codex":0.00077995274,"about_ca_system_score_gemma":0.0019519826,"threshold_uncertainty_score":0.99985254},"labels":[],"label_agreement":null},{"id":"W2081673678","doi":"10.1109/fpt.2009.5377600","title":"Message from the general chair and program co-chairs","year":2009,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Field (mathematics); Computer science; Library science; Engineering; Mathematics","score_opus":0.09609724733244727,"score_gpt":0.48485130234252805,"score_spread":0.38875405501008076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081673678","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3369299,0.00030219383,0.00022391438,0.06498152,0.00006379292,0.001061542,0.000010135438,0.0007181904,0.59570885],"genre_scores_gemma":[0.9889266,0.00020342994,0.0031391124,0.00086638983,0.00023669994,0.000038444527,0.0000027684086,0.00000455284,0.0065820212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895114,0.0001473058,0.00008207052,0.00015477021,0.0003980742,0.00026664237],"domain_scores_gemma":[0.9995427,0.00014917989,0.000018091176,0.00016467707,0.00003705255,0.00008829005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007780343,0.000056723544,0.00006807392,0.00001868053,0.00036662215,0.00015726373,0.0003159336,0.00007036733,0.0004104262],"category_scores_gemma":[0.00011098294,0.00003636497,0.000026026257,0.00014096705,0.0003233282,0.000070562535,0.000034037093,0.0001306805,0.000019735597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011919685,0.00011478022,0.006374338,0.0000010981257,0.000011076326,0.000016317446,0.005924706,5.005452e-7,0.00060240825,0.13347313,0.15797506,0.69549465],"study_design_scores_gemma":[0.00028941024,0.00023109393,0.062183995,0.000018148108,0.0000073152387,0.0000012746627,0.006450741,0.000334219,0.001682543,0.06705962,0.86146927,0.00027234774],"about_ca_topic_score_codex":0.0058189025,"about_ca_topic_score_gemma":0.0020426547,"teacher_disagreement_score":0.70349425,"about_ca_system_score_codex":0.000026927746,"about_ca_system_score_gemma":0.000051815616,"threshold_uncertainty_score":0.87964785},"labels":[],"label_agreement":null},{"id":"W2083023246","doi":"10.1186/1745-6215-14-s1-o66","title":"Has the rheumatoid arthritis (RA) core outcome set influenced the selection of study outcome measures?","year":2013,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Rheumatoid arthritis; Rheumatology; Outcome (game theory); Internal medicine; Clinical trial; Physical therapy; League; Alternative medicine; Arthritis; Family medicine; Intensive care medicine; Pathology","score_opus":0.6481007729551942,"score_gpt":0.5559681399519623,"score_spread":0.09213263300323193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083023246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806599,0.00016439501,0.00009730529,0.009081102,0.00043085119,0.0068896427,0.000013233614,0.00019466475,0.0024689145],"genre_scores_gemma":[0.9983102,0.0001481305,0.00007586317,0.00013852173,0.0001381097,0.00071552105,8.868881e-7,0.000015860835,0.00045690595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930112,0.0035410866,0.0012331975,0.00024392564,0.0015469356,0.00042370145],"domain_scores_gemma":[0.9946827,0.0036298223,0.0005359014,0.0005162119,0.00054928835,0.000086063104],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028069,0.00014749895,0.0005951818,0.00010719478,0.0010004712,0.0003319425,0.0010475778,0.00013166814,0.0008819562],"category_scores_gemma":[0.018828185,0.000080475074,0.00018820513,0.00076876977,0.00069231994,0.00023580056,0.00012453085,0.0003678114,0.00019059988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011256258,0.0002742461,0.91040546,0.000013034994,0.00018808382,0.0000036434244,0.02383489,0.000028591558,0.0034137745,0.0048520532,0.025508465,0.03136517],"study_design_scores_gemma":[0.006964296,0.0013596526,0.75917774,0.00019186357,0.0001318485,0.000020718544,0.09967375,0.00013229281,0.0055153505,0.04079089,0.08489465,0.0011469405],"about_ca_topic_score_codex":0.022807272,"about_ca_topic_score_gemma":0.0056759724,"teacher_disagreement_score":0.15122773,"about_ca_system_score_codex":0.000102966536,"about_ca_system_score_gemma":0.0002341418,"threshold_uncertainty_score":0.9894366},"labels":[],"label_agreement":null},{"id":"W2085625825","doi":"10.1177/0194599814541629a59","title":"Trends in American and Canadian Contribution to the Otolaryngology Literature","year":2014,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Medicine; Nationality; Demography; Otorhinolaryngology; Meta-analysis; Odds ratio; Family medicine; Library science; Political science; Sociology; Immigration; Internal medicine; Law; Surgery","score_opus":0.02121586132451398,"score_gpt":0.35921174065064354,"score_spread":0.33799587932612957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085625825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86810327,0.000174074,0.0002633991,0.10396609,0.00020726564,0.00049010705,0.000020027908,0.000074312404,0.026701488],"genre_scores_gemma":[0.9953893,0.00004659156,0.0002773965,0.0034841062,0.00017340561,0.00012922422,0.000017972614,0.000010320819,0.00047169463],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974935,0.001123394,0.00016534278,0.00030970984,0.00017465901,0.0007333839],"domain_scores_gemma":[0.9989156,0.0003220272,0.000043933767,0.00027783058,0.00010822271,0.00033234633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019288708,0.000107232576,0.0002208484,0.00068077963,0.0003612037,0.000080988575,0.0004499101,0.00020157636,0.000093645205],"category_scores_gemma":[0.0011391289,0.00008839038,0.000032173062,0.00148926,0.0006138792,0.00008910903,0.00008251721,0.0004236253,0.000044575627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006185102,0.000056182187,0.47552785,0.0000071559994,0.00002175149,0.00015495133,0.010965855,0.0000063321622,0.00041988972,0.39214653,0.02481086,0.09582079],"study_design_scores_gemma":[0.00012925162,0.00012504328,0.43933338,0.000009324692,0.0000025436027,0.000019129478,0.00017591869,0.00008457464,0.00002111816,0.0012888616,0.5587166,0.00009425852],"about_ca_topic_score_codex":0.28784347,"about_ca_topic_score_gemma":0.9161027,"teacher_disagreement_score":0.62825924,"about_ca_system_score_codex":0.0001921364,"about_ca_system_score_gemma":0.00013999213,"threshold_uncertainty_score":0.71689886},"labels":[],"label_agreement":null},{"id":"W2087271953","doi":"10.3899/jrheum.141205","title":"Development of a Draft Core Set of Domains for Measuring Shared Decision Making in Osteoarthritis: An OMERACT Working Group on Shared Decision Making","year":2015,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; University of Ottawa; University of British Columbia; Children's Hospital of Eastern Ontario","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Rheumatology Research Foundation; National Institutes of Health; Oak Foundation","keywords":"Medicine; Group decision-making; Core (optical fiber); Set (abstract data type); Osteoarthritis; Group (periodic table); Clinical decision making; Family medicine; Social psychology; Alternative medicine; Pathology; Engineering; Computer science; Psychology","score_opus":0.33250653188174006,"score_gpt":0.49858803512855776,"score_spread":0.1660815032468177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087271953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06790506,0.91474736,0.012433409,0.00007063896,0.0010832017,0.00326826,0.00006399793,0.000047769263,0.00038031992],"genre_scores_gemma":[0.22853217,0.69262546,0.07857025,0.000011171841,0.000060107966,0.00008350733,0.00001297427,0.00010071143,0.0000036687693],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9927718,0.0014240736,0.0029938112,0.00033221112,0.0018046006,0.0006734714],"domain_scores_gemma":[0.987899,0.0072049745,0.0035748084,0.00047934908,0.000697981,0.00014390916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018620756,0.0003729073,0.0025422,0.0013999743,0.00034343413,0.00007639357,0.0022656098,0.00056862336,0.000047781625],"category_scores_gemma":[0.004245186,0.00027447558,0.00039668498,0.0009604773,0.0002895483,0.00028325923,0.0003807806,0.0010005271,0.0000037147565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006631932,0.00007770747,0.00039290023,0.0010187989,0.00007690262,0.000025781694,0.009580163,0.000014956009,0.0000043404107,0.00037136872,0.00015934918,0.9876145],"study_design_scores_gemma":[0.0029328386,0.001326031,0.00029768763,0.52454954,0.00033354032,0.0018875039,0.009701976,0.00009155324,0.000008448405,0.016595798,0.44126788,0.0010072439],"about_ca_topic_score_codex":0.00006813023,"about_ca_topic_score_gemma":0.003181687,"teacher_disagreement_score":0.9866073,"about_ca_system_score_codex":0.00084934843,"about_ca_system_score_gemma":0.0017354675,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W2087549760","doi":"10.1080/02687038.2014.930262","title":"Measuring outcomes in aphasia research: A review of current practice and an agenda for standardisation","year":2014,"lang":"en","type":"review","venue":"Aphasiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aphasia; Outcome (game theory); Psychology; Set (abstract data type); Evidence-based practice; Systematic review; Pooling; Outcomes research; Meta-analysis; Research design; Stakeholder; MEDLINE; Management science; Medicine; Computer science; Alternative medicine; Cognitive psychology; Political science; Public relations; Engineering; Sociology; Artificial intelligence","score_opus":0.7958591996796028,"score_gpt":0.6813587313580888,"score_spread":0.11450046832151406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087549760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004331501,0.9932646,0.0002936176,0.00072534545,0.00025056963,0.0038802358,0.00005110409,0.000033024124,0.0014971526],"genre_scores_gemma":[0.000045062938,0.9975495,0.0010828853,0.000053589647,0.00015121068,0.0010191578,0.00004160934,0.000029386712,0.00002762854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98956174,0.0075725005,0.000912775,0.00054587866,0.00081343605,0.0005936873],"domain_scores_gemma":[0.9901196,0.007980247,0.00049794064,0.0004693524,0.000806616,0.00012627596],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030877152,0.00020840202,0.0017506405,0.0005889351,0.00021703655,0.000032782984,0.00066697237,0.00035477008,0.000028096983],"category_scores_gemma":[0.03636973,0.00017292368,0.00020756178,0.0006550235,0.0007743705,0.00021139382,0.0001797178,0.00073441834,0.000005453313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011520189,0.00007669773,0.000014580295,0.04984667,0.000027302054,0.0000042380098,0.0003882566,1.150745e-8,3.005898e-7,0.0065121716,0.0017422978,0.941376],"study_design_scores_gemma":[0.00012685933,0.00018221603,0.000003847607,0.029822232,0.00008195126,0.0000045297247,0.00019796685,5.7026017e-7,2.4630017e-7,0.0018075112,0.9676312,0.00014084684],"about_ca_topic_score_codex":0.00037868414,"about_ca_topic_score_gemma":0.00046631123,"teacher_disagreement_score":0.9658889,"about_ca_system_score_codex":0.000309454,"about_ca_system_score_gemma":0.0011285286,"threshold_uncertainty_score":0.9979159},"labels":[],"label_agreement":null},{"id":"W2088261141","doi":"10.1016/j.hcmf.2012.08.002","title":"A Method for Identifying Research Priorities for Health Systems Research on Health and Aging","year":2013,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Canadian Institutes of Health Research","funders":"","keywords":"Delphi method; Agency (philosophy); Delphi; Health services research; Public relations; Health policy; Medical education; Psychology; Medicine; Political science; Nursing; Computer science; Sociology; Public health","score_opus":0.5631780047721587,"score_gpt":0.653880137286875,"score_spread":0.09070213251471626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088261141","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085905974,0.007444241,0.05137494,0.89564675,0.0007462812,0.036976267,0.0000730864,0.00047533822,0.006404005],"genre_scores_gemma":[0.57402635,0.025788821,0.25828943,0.016992044,0.0023734292,0.06782046,0.0001192848,0.0004760945,0.054114096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98768747,0.0044060973,0.00076655066,0.0009768887,0.0025984717,0.0035645482],"domain_scores_gemma":[0.9929896,0.0038983985,0.00018711846,0.00063221535,0.0013806378,0.00091203116],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.05095385,0.00020893205,0.0004893313,0.0016631526,0.006499153,0.0010844748,0.00080966804,0.00016425467,0.000012355014],"category_scores_gemma":[0.0007577018,0.00021645619,0.000096250275,0.0013231136,0.0004308666,0.0003611147,0.0005363572,0.00081264216,0.00003132773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004934191,0.000040186053,0.0002598066,0.0057535726,0.000025396244,0.0000017879797,0.004911811,0.0000019349548,0.0000022155782,0.5569946,0.23207499,0.19988434],"study_design_scores_gemma":[0.0005992144,0.0015059365,0.00032265,0.0014935476,0.0000020834889,0.0000014257746,0.2112075,0.0012266393,0.000007403558,0.08219175,0.70120656,0.00023526956],"about_ca_topic_score_codex":0.08073509,"about_ca_topic_score_gemma":0.008042147,"teacher_disagreement_score":0.8786547,"about_ca_system_score_codex":0.0020037952,"about_ca_system_score_gemma":0.0011939122,"threshold_uncertainty_score":0.9999525},"labels":[],"label_agreement":null},{"id":"W2089008154","doi":"10.1186/1745-6215-14-s1-o28","title":"PRECIS-2: a tool to improve the applicability of randomised controlled trials","year":2013,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Likert scale; Medicine; Delphi method; Delphi; Brainstorming; Weighting; Scale (ratio); Medical education; Computer science; Psychology; Artificial intelligence","score_opus":0.271666915611684,"score_gpt":0.5211587118865262,"score_spread":0.2494917962748422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089008154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.542645,0.00051600527,0.009740674,0.06181074,0.0016747757,0.25731415,0.00015629282,0.0005880236,0.12555438],"genre_scores_gemma":[0.97745234,0.000053013846,0.0015126925,0.00022468489,0.00075295917,0.017567413,9.750202e-7,0.000015376783,0.0024205376],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9807012,0.01464428,0.0026928603,0.00034838985,0.0011345367,0.00047874032],"domain_scores_gemma":[0.9148022,0.08200471,0.0012155091,0.00096893834,0.00079122954,0.00021738821],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17144197,0.00014734203,0.002562268,0.00009976916,0.00023028287,0.00019192103,0.0009182265,0.0001760934,0.003229423],"category_scores_gemma":[0.30961716,0.000076719305,0.00083869527,0.00043170273,0.00035696127,0.0001265361,0.00011341175,0.00016441806,0.00021339115],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056710068,0.00055842346,0.00013118872,0.000061279294,0.0008172686,0.0000011521777,0.0101655405,0.000012972974,0.30552647,0.026787259,0.13302259,0.46620578],"study_design_scores_gemma":[0.39899534,0.0010358396,0.0010605524,0.00012918767,0.0008967402,6.480821e-7,0.009425104,0.00020875312,0.17234951,0.25854126,0.15619084,0.0011662426],"about_ca_topic_score_codex":0.0032541836,"about_ca_topic_score_gemma":0.00010569981,"teacher_disagreement_score":0.46503955,"about_ca_system_score_codex":0.000088836525,"about_ca_system_score_gemma":0.00039524262,"threshold_uncertainty_score":0.99768174},"labels":[],"label_agreement":null},{"id":"W2089397516","doi":"10.1007/s00464-014-3535-5","title":"SAGES research agenda in gastrointestinal and endoscopic surgery: updated results of a Delphi study","year":2014,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; Institute of Health Services and Policy Research; University Health Network","funders":"","keywords":"Medicine; Delphi method; Likert scale; Ranking (information retrieval); Abdominal surgery; General surgery; Medical education; Family medicine; Surgery; Psychology","score_opus":0.1856002312367722,"score_gpt":0.48148951354920666,"score_spread":0.2958892823124345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089397516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615681,0.00007539039,0.000020367575,0.0014506751,0.000055955596,0.00084263395,0.000014367129,0.00010506355,0.03586745],"genre_scores_gemma":[0.99846697,0.00009699859,0.0008209073,0.000011241214,0.00010048719,0.00007957821,0.000008570392,0.000020039754,0.0003952246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921293,0.0040425677,0.00071220374,0.000573584,0.0015676105,0.0009747379],"domain_scores_gemma":[0.9920264,0.0068082213,0.00012283398,0.00042512018,0.0003453512,0.00027208484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018067986,0.00016606269,0.00048452025,0.0007103949,0.0002777555,0.000093818315,0.00051530846,0.00010529343,0.0001625787],"category_scores_gemma":[0.0076554483,0.00015552135,0.000066145476,0.001675284,0.0011710303,0.00015977758,0.00029100513,0.00070291455,0.000023160086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032782801,0.0023608406,0.9296572,0.00012490297,0.000042208907,0.0015456794,0.011346953,0.00001189331,0.0010805001,0.018903542,0.012116775,0.019531196],"study_design_scores_gemma":[0.05442586,0.009524347,0.45882654,0.00365387,0.000062708474,0.00013081612,0.08837414,0.0013115533,0.009564084,0.023320138,0.34852228,0.0022836665],"about_ca_topic_score_codex":0.0146602485,"about_ca_topic_score_gemma":0.005170148,"teacher_disagreement_score":0.4708307,"about_ca_system_score_codex":0.000119588505,"about_ca_system_score_gemma":0.00036141108,"threshold_uncertainty_score":0.9919012},"labels":[],"label_agreement":null},{"id":"W2091123007","doi":"10.3928/01484834-20091217-06","title":"Preceptors' Perspectives on Recruitment, Support, and Retention of Preceptors","year":2010,"lang":"en","type":"article","venue":"Journal of Nursing Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Preceptor; Delphi method; Medical education; Focus group; Delphi; Psychology; Constructive; Nursing; Medicine; Computer science","score_opus":0.1754629447114103,"score_gpt":0.5122076589226098,"score_spread":0.33674471421119945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091123007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616239,0.00010066762,0.00006426071,0.005941197,0.0024147357,0.00032841534,0.0000010001164,0.00001399734,0.029511807],"genre_scores_gemma":[0.99459165,0.00022694725,0.003786731,0.000008888995,0.00051724847,0.0000064930973,8.7269706e-7,0.000007400938,0.00085375493],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99893576,0.00017733872,0.00024011687,0.000093705414,0.0004315785,0.00012150269],"domain_scores_gemma":[0.9988463,0.00011630383,0.00036389573,0.00009297347,0.00048042054,0.00010010765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015548867,0.00005238832,0.000101886755,0.0002734255,0.00012981406,0.000046217498,0.00014237147,0.00008919329,0.00020251723],"category_scores_gemma":[0.00079318485,0.000048864527,0.000049758517,0.00019184628,0.00030756716,0.00028471256,0.0000054953416,0.00029666148,0.0000020673951],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014265646,0.0020936728,0.0042464472,0.000025836132,0.00003121082,5.5421845e-7,0.187542,8.6193404e-7,0.06357149,0.02586916,0.06393939,0.6525367],"study_design_scores_gemma":[0.00093232776,0.0035680006,0.071643606,0.002231399,0.00017136431,0.00013863065,0.623069,0.000014241414,0.0868995,0.06488863,0.14590934,0.0005339775],"about_ca_topic_score_codex":0.000053896714,"about_ca_topic_score_gemma":0.000017721653,"teacher_disagreement_score":0.65200275,"about_ca_system_score_codex":0.00022105558,"about_ca_system_score_gemma":0.00055742805,"threshold_uncertainty_score":0.22174217},"labels":[],"label_agreement":null},{"id":"W2091344210","doi":"10.1002/jtr.709","title":"Moving best practice forward: Delphi characteristics, advantages, potential problems, and solutions","year":2008,"lang":"en","type":"article","venue":"International Journal of Tourism Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Tourism; Management science; Computer science; Engineering ethics; Operations research; Engineering; Political science; Artificial intelligence","score_opus":0.16347522037213233,"score_gpt":0.48005593113459993,"score_spread":0.31658071076246763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091344210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7160676,0.0065451004,0.023460211,0.2008551,0.004872021,0.0016536496,0.00013193856,0.00015116936,0.046263166],"genre_scores_gemma":[0.9771652,0.012134338,0.0058707283,0.00008781367,0.0021910106,0.000014992673,0.0000043092077,0.000022475711,0.0025091243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936474,0.00089228514,0.0006098104,0.00021645376,0.004006389,0.0006276594],"domain_scores_gemma":[0.9921724,0.0011797838,0.00034908738,0.00016067176,0.005788084,0.00034996035],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008422426,0.000110475085,0.0002018724,0.00088921405,0.0010169158,0.0003177413,0.0011982484,0.00014914278,0.00019569743],"category_scores_gemma":[0.009126811,0.00010815809,0.000103378035,0.0003246306,0.0009841988,0.0012796574,0.0004786597,0.0012740718,0.000044145832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003114283,0.00704299,0.02321782,0.00018850698,0.002363869,0.051503237,0.061953492,0.00024469255,0.024164243,0.051346555,0.42686495,0.34799537],"study_design_scores_gemma":[0.0016199457,0.00092264457,0.006928223,0.0005235497,0.000052350522,0.00472951,0.016307233,0.000694886,0.00048927893,0.01203583,0.9552239,0.00047263605],"about_ca_topic_score_codex":0.0022419207,"about_ca_topic_score_gemma":0.00010505728,"teacher_disagreement_score":0.52835894,"about_ca_system_score_codex":0.00046479813,"about_ca_system_score_gemma":0.0009620376,"threshold_uncertainty_score":0.9992197},"labels":[],"label_agreement":null},{"id":"W2094754322","doi":"10.1016/j.otohns.2010.04.137","title":"S14– Using the GRADE approach to develop diagnostic guidelines in allergic disease","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Disease; Medicine; Pathology","score_opus":0.15223609085871628,"score_gpt":0.4487726799338664,"score_spread":0.2965365890751501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094754322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96133876,0.00012781839,0.0021842308,0.023809103,0.00043971997,0.0012430745,0.000004886036,0.00012237212,0.010730063],"genre_scores_gemma":[0.9779766,0.000047975256,0.019560857,0.0013279718,0.00032171846,0.00030339946,0.0000039108236,0.000021660893,0.00043588193],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978945,0.0004768612,0.00029524142,0.00033989776,0.00039886744,0.0005945934],"domain_scores_gemma":[0.99805564,0.0009352128,0.000049679315,0.00041244648,0.00028699407,0.00026004572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022169915,0.000121487385,0.00016598399,0.00019680141,0.00035800738,0.000062646955,0.0009792257,0.00016909746,0.000090034555],"category_scores_gemma":[0.01608695,0.000095144096,0.000037378413,0.001163675,0.00039793746,0.00010338007,0.0002836626,0.00049607817,0.000052567044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010354279,0.0007131295,0.5716714,0.00006313831,0.000048258364,0.00049008324,0.014202382,0.0007110163,0.008831681,0.34849155,0.045992963,0.008680844],"study_design_scores_gemma":[0.00058194477,0.000053254913,0.43846303,0.000064136526,0.000028319346,0.000046838777,0.0025085798,0.004772781,0.00028021168,0.02247524,0.5299079,0.00081780355],"about_ca_topic_score_codex":0.005327798,"about_ca_topic_score_gemma":0.010083652,"teacher_disagreement_score":0.48391488,"about_ca_system_score_codex":0.00007006061,"about_ca_system_score_gemma":0.0006229625,"threshold_uncertainty_score":0.992201},"labels":[],"label_agreement":null},{"id":"W2095002551","doi":"10.1371/journal.pone.0110351","title":"A Comparison between Droplet Digital and Quantitative PCR in the Analysis of Bacterial 16S Load in Lung Tissue Samples from Control and COPD GOLD 2","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bio-Rad (Canada); University of British Columbia; St. Paul's Hospital","funders":"","keywords":"COPD; Digital polymerase chain reaction; Chemistry; Microbiology; Digital image analysis; Biology; Medicine; Polymerase chain reaction; Biochemistry; Computer science; Internal medicine; Gene","score_opus":0.15420571709084172,"score_gpt":0.4085220147216972,"score_spread":0.2543162976308555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095002551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749553,0.00011921196,0.00024463056,0.0008334473,0.0000054661796,0.0004039333,0.00028204266,0.000013657537,0.000602049],"genre_scores_gemma":[0.9992509,0.000033064847,0.00058188237,0.00001581081,0.000045132245,0.000025148907,0.000031067128,0.000004927279,0.000012082565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982867,0.000507781,0.00027412552,0.00019260425,0.00054261484,0.00019613486],"domain_scores_gemma":[0.9969384,0.0026997759,0.0000974722,0.00013815478,0.000076571676,0.000049605318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001314502,0.000076044285,0.00047774517,0.00018418605,0.00005102657,0.00014065039,0.00022891021,0.000078106474,0.0000348262],"category_scores_gemma":[0.001348057,0.000063438514,0.000022361904,0.0005724277,0.00037394924,0.00016200638,0.000054771674,0.00014433316,0.0000016156213],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007614657,0.00025865922,0.9770992,0.000016458613,0.0002728073,0.0000012663706,0.01505355,0.0000010625706,0.0042537306,0.0010292277,0.00010624881,0.0018316734],"study_design_scores_gemma":[0.0009560841,0.00020562821,0.9855887,0.000115278264,0.00040986654,2.3464429e-8,0.006072423,0.0030789103,0.0009597217,0.0019494992,0.0004831891,0.00018066258],"about_ca_topic_score_codex":0.015551278,"about_ca_topic_score_gemma":0.022214178,"teacher_disagreement_score":0.008981126,"about_ca_system_score_codex":0.000051765066,"about_ca_system_score_gemma":0.000040201474,"threshold_uncertainty_score":0.9956279},"labels":[],"label_agreement":null},{"id":"W2095486837","doi":"10.1007/s00737-012-0326-7","title":"Clinical subtypes of core premenstrual disorders: a Delphi survey","year":2013,"lang":"en","type":"article","venue":"Archives of Women s Mental Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi method; Premenstrual dysphoric disorder; Clinical psychology; Psychology; Delphi; Clinical Practice; Medicine; Psychiatry; Family medicine; Internal medicine; Menstrual cycle; Computer science; Statistics; Mathematics","score_opus":0.1504522952450157,"score_gpt":0.4899573560318445,"score_spread":0.3395050607868288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095486837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880126,0.00010823854,0.00006194455,0.001544759,0.00012936084,0.0010639651,0.00007852758,0.000040739844,0.008959845],"genre_scores_gemma":[0.9951907,0.0013267052,0.0029551822,0.00008950067,0.000038307513,0.000058070742,0.000022911587,0.00001364782,0.0003050031],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99658835,0.0011234222,0.0007215927,0.00025326363,0.0006081381,0.0007052302],"domain_scores_gemma":[0.9979148,0.0010261614,0.00032235213,0.00027425686,0.00005890104,0.00040352115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039891084,0.0001035558,0.00038209307,0.00013977656,0.00020673481,0.0000140920465,0.0005510904,0.000055250388,0.00029418024],"category_scores_gemma":[0.00046071244,0.000098194876,0.00008778715,0.00026806365,0.0014930638,0.00013800492,0.00019750738,0.00019962864,0.000018332534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020502579,0.00066889793,0.63663983,0.00015040684,0.000048067286,2.8265e-7,0.05233879,4.4290042e-7,0.00013141109,0.0038903279,0.002794512,0.30313203],"study_design_scores_gemma":[0.00074779685,0.0016568397,0.93874365,0.00014044442,0.000001753892,4.2143736e-7,0.03195642,0.00009009276,0.00007232249,0.021621035,0.004785286,0.000183952],"about_ca_topic_score_codex":0.047855932,"about_ca_topic_score_gemma":0.0081238,"teacher_disagreement_score":0.3029481,"about_ca_system_score_codex":0.00013588232,"about_ca_system_score_gemma":0.00065933977,"threshold_uncertainty_score":0.9584845},"labels":[],"label_agreement":null},{"id":"W2096316089","doi":"10.1136/bmj.h72","title":"Completeness of main outcomes across randomized trials in entire discipline: survey of chronic lung disease outcomes in preterm infants","year":2015,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Laura and John Arnold Foundation","keywords":"Medicine; Systematic review; Randomized controlled trial; Psychological intervention; Disease; Population; Clinical trial; Cochrane Library; Lung disease; Intensive care medicine; Pediatrics; Physical therapy; MEDLINE; Lung; Internal medicine; Psychiatry","score_opus":0.30462029179271705,"score_gpt":0.5618012674921242,"score_spread":0.2571809756994072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096316089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928088,0.00021983507,0.0001826509,0.001977231,0.0002737297,0.0037707328,0.00038907808,0.00003167515,0.00034623864],"genre_scores_gemma":[0.99906164,0.00004423122,0.00013193609,0.00001382301,0.000035105353,0.00034649443,0.000024449628,0.000015919923,0.00032639128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9875131,0.008523245,0.001968299,0.00028876367,0.0011595214,0.0005470408],"domain_scores_gemma":[0.98931587,0.009057271,0.00068406854,0.00047657988,0.0002588004,0.0002074171],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07041902,0.00017106152,0.0021603429,0.00025634226,0.00005876049,0.00004910111,0.00076553924,0.00013139161,0.00004085283],"category_scores_gemma":[0.07166594,0.00013104237,0.00029369074,0.00070847094,0.0008278911,0.00021020688,0.00035027709,0.00017303946,0.0000029213948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008420947,0.00020059646,0.9860068,0.00009236348,0.00004355087,0.00001683756,0.0034334967,0.000054602497,0.000022114009,0.00036117874,0.00041935738,0.00092813454],"study_design_scores_gemma":[0.042589325,0.000017863804,0.95325774,0.00017306415,0.000015089181,1.0963451e-7,0.0007375832,0.0013865072,0.00004376322,0.0015875889,0.000024022052,0.0001673483],"about_ca_topic_score_codex":0.02608023,"about_ca_topic_score_gemma":0.055395037,"teacher_disagreement_score":0.034168378,"about_ca_system_score_codex":0.0003316798,"about_ca_system_score_gemma":0.0010835832,"threshold_uncertainty_score":0.9804052},"labels":[],"label_agreement":null},{"id":"W2096516980","doi":"10.1017/s1041610206004285","title":"International Psychogeriatrics to increase publication frequency to six issues per annum in 2007","year":2006,"lang":"en","type":"article","venue":"International Psychogeriatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"","keywords":"Library science; Pleasure; Value (mathematics); Political science; History; Psychology; Medicine; Computer science; Statistics; Mathematics","score_opus":0.04008626019158854,"score_gpt":0.4390939772448656,"score_spread":0.39900771705327703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096516980","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123939715,0.000185597,0.010522436,0.21855062,0.010445125,0.0020944462,0.00040189124,0.00055042806,0.6333097],"genre_scores_gemma":[0.89802325,0.00049835833,0.05653448,0.0043886863,0.009998456,0.00075754314,0.0004108275,0.00011648747,0.029271927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950664,0.00023256657,0.00089653034,0.00087261363,0.0022243983,0.0007075152],"domain_scores_gemma":[0.9968646,0.00024309759,0.000217659,0.0005052135,0.0017739725,0.00039545243],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027006548,0.00027318636,0.00024063191,0.0022252067,0.00020401257,0.0006997765,0.0023060727,0.000284727,0.0034520756],"category_scores_gemma":[0.0024866266,0.00032027293,0.00013366644,0.0023969985,0.00009896387,0.0008487248,0.00022857025,0.0003737513,0.001703744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002105499,0.0008133799,0.09235038,0.000008188883,0.000035085915,0.000029780807,0.0013515825,0.00012022895,0.0025393749,0.09121946,0.8014838,0.009838179],"study_design_scores_gemma":[0.00047153494,0.0000573323,0.047993306,0.000021681002,0.000005059326,0.0000044165954,0.0003566797,0.000066207416,0.00005349287,0.010951777,0.93962276,0.0003957321],"about_ca_topic_score_codex":0.01808101,"about_ca_topic_score_gemma":0.0033807908,"teacher_disagreement_score":0.7740835,"about_ca_system_score_codex":0.001113537,"about_ca_system_score_gemma":0.0002634462,"threshold_uncertainty_score":0.99992496},"labels":[],"label_agreement":null},{"id":"W2099537015","doi":"10.1016/j.ijnurstu.2011.07.002","title":"Testing the reliability and efficiency of the pilot Mixed Methods Appraisal Tool (MMAT) for systematic mixed studies review","year":2011,"lang":"en","type":"article","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1354,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Reliability (semiconductor); Inter-rater reliability; Cohen's kappa; Quality (philosophy); Research design; Systematic review; Medical physics; Psychology; Medicine; Statistics; MEDLINE; Mathematics; Rating scale; Chemistry","score_opus":0.49380308857478233,"score_gpt":0.5981297874005457,"score_spread":0.10432669882576334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099537015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43897542,0.39497474,0.02564928,0.098421395,0.024912093,0.0094622895,0.00003373746,0.00015735826,0.0074136863],"genre_scores_gemma":[0.9570754,0.0034950338,0.038985603,0.00009159178,0.00022136094,0.00007492998,6.016389e-8,0.000010629947,0.000045357905],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.99644053,0.0014600318,0.00087261765,0.00013009361,0.00091424334,0.00018247541],"domain_scores_gemma":[0.9836582,0.011279794,0.0010166696,0.00018780866,0.0038280576,0.000029450446],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014650636,0.00011075045,0.00048086458,0.00008194179,0.00042809898,0.000032965712,0.000900952,0.000026683352,0.000002122542],"category_scores_gemma":[0.080698386,0.000056244124,0.00017428884,0.0002698439,0.0014717032,0.00014730846,0.00015595986,0.00018675195,2.479477e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010052525,0.0032299152,0.008982028,0.0552723,0.010124141,0.000035932644,0.38542223,0.000073125724,0.004766977,0.09694404,0.068507925,0.36563614],"study_design_scores_gemma":[0.0020839681,0.0024985434,0.0413844,0.36044183,0.0026165228,0.00042553688,0.3385558,0.000440485,0.0067542745,0.24194384,0.0020076735,0.0008471146],"about_ca_topic_score_codex":0.000032667827,"about_ca_topic_score_gemma":0.000013140181,"teacher_disagreement_score":0.5181,"about_ca_system_score_codex":0.00023450606,"about_ca_system_score_gemma":0.0001366117,"threshold_uncertainty_score":0.9270453},"labels":[],"label_agreement":null},{"id":"W2100358753","doi":"10.1093/heapol/czu040","title":"Second Global Symposium on Health Systems Research: a conference impact evaluation","year":2014,"lang":"en","type":"article","venue":"Health Policy and Planning","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; University of Toronto","funders":"McMaster University; World Health Organization","keywords":"Work (physics); Beijing; Field (mathematics); Political science; Medical education; Public relations; Medicine; Engineering; China","score_opus":0.5394862770010384,"score_gpt":0.6519536248371952,"score_spread":0.11246734783615686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100358753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25076845,0.0028359531,0.001285793,0.26181072,0.0007722278,0.0053527597,0.0002701867,0.00046471084,0.47643918],"genre_scores_gemma":[0.9967243,0.00025787912,0.000056218,0.0017449093,0.0008673731,0.000070550996,0.000012697837,0.0000087207245,0.0002573611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99190944,0.0050177127,0.0003164793,0.00031664883,0.0013317189,0.001108004],"domain_scores_gemma":[0.9974835,0.0011059674,0.0001545746,0.00023182124,0.00033818142,0.0006859509],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027025009,0.00011093054,0.00024587297,0.00028843703,0.0015567378,0.0002606303,0.0002355139,0.00012687317,0.00004820963],"category_scores_gemma":[0.0023142772,0.00010226543,0.000026500866,0.00064961263,0.00023902029,0.00013284745,0.000053627497,0.0004359254,0.000029125185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015822239,0.000094770556,0.0075546424,0.0008081062,0.000026374639,0.00000492066,0.054613482,0.00077398284,0.000020860181,0.65689516,0.20722188,0.0718276],"study_design_scores_gemma":[0.0017803942,0.0051060296,0.043359768,0.0034912257,0.00000601644,0.000041102798,0.024748737,0.041431494,0.0000130010585,0.06090042,0.81837153,0.0007502914],"about_ca_topic_score_codex":0.1022326,"about_ca_topic_score_gemma":0.0029237987,"teacher_disagreement_score":0.7459558,"about_ca_system_score_codex":0.001545374,"about_ca_system_score_gemma":0.0050048693,"threshold_uncertainty_score":0.9997431},"labels":[],"label_agreement":null},{"id":"W2100689694","doi":"10.1186/1710-1492-9-17","title":"Conducting retrospective impact analysis to inform a medical research charity’s funding strategies: the case of Asthma UK","year":2013,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Asthma and Lung UK","keywords":"Asthma; Portfolio; Grant funding; Political science; Business; Medicine; Public relations; Medical education; Finance; Public administration","score_opus":0.26314932126779245,"score_gpt":0.5515250476863253,"score_spread":0.2883757264185328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100689694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97405946,0.00024968985,0.00021990143,0.011041082,0.0001557147,0.0005346255,0.0000050476015,0.000048194517,0.013686289],"genre_scores_gemma":[0.9982639,0.0007576474,0.00019750465,0.00011661187,0.00017012535,0.00008805358,0.0000030766823,0.000011501068,0.00039156977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9946683,0.0020973526,0.0009113055,0.0004821853,0.0008778761,0.0009629675],"domain_scores_gemma":[0.9923384,0.0053433646,0.00020845825,0.0005733822,0.0011222956,0.0004140915],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014756828,0.00016164858,0.00058926025,0.0004821369,0.0011009532,0.00021961804,0.0009556597,0.00060837175,0.00557289],"category_scores_gemma":[0.011771881,0.000113533475,0.00028861556,0.0027300953,0.0036718047,0.00033206565,0.00075708225,0.0017077917,0.00008142479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005816297,0.0008945002,0.07588603,0.000023688906,0.013288355,0.0013381809,0.043728102,0.000025741234,0.0008559068,0.5531903,0.007039736,0.30314782],"study_design_scores_gemma":[0.0014463508,0.004977741,0.5352594,0.000108476124,0.000088465364,0.00042085137,0.39164594,0.0016856081,0.000105111074,0.04178466,0.021719722,0.0007576644],"about_ca_topic_score_codex":0.11807091,"about_ca_topic_score_gemma":0.06086485,"teacher_disagreement_score":0.51140565,"about_ca_system_score_codex":0.00017652978,"about_ca_system_score_gemma":0.0008274229,"threshold_uncertainty_score":0.99903965},"labels":[],"label_agreement":null},{"id":"W2101071120","doi":"10.1108/09649420410525298","title":"Making female first‐line nurse managers more effective: a Delphi study of occupational stress","year":2004,"lang":"en","type":"article","venue":"Women in Management Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Delphi method; Nursing; Delphi; Health care; Line management; Stressor; Quality (philosophy); Business; Face (sociological concept); Psychology; Public relations; Medicine; Political science; Sociology","score_opus":0.11521728823527592,"score_gpt":0.5001268712038772,"score_spread":0.3849095829686013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101071120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90505654,0.009741862,0.0011395516,0.003851448,0.00026049948,0.02298548,0.000019251296,0.0003030642,0.0566423],"genre_scores_gemma":[0.98558307,0.010723448,0.000661307,0.00016719417,0.000031583917,0.0022889809,0.0000046180794,0.00001777968,0.00052203087],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997109,0.0003700057,0.00050900405,0.00039216204,0.0010776123,0.0005422304],"domain_scores_gemma":[0.99905384,0.00013550521,0.00019407962,0.00044095903,0.000091988106,0.00008364754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003211557,0.00016342646,0.00040465314,0.0003462571,0.00018221111,0.00004164012,0.000722203,0.000044738095,0.0002881342],"category_scores_gemma":[0.00023720389,0.00016104171,0.000071793045,0.0015264857,0.00016871773,0.00017804392,0.00020986708,0.0001723083,0.000032554184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004475151,0.0123646185,0.288788,0.06031939,0.0010171477,0.0016857215,0.11899643,0.007647154,0.0000049055066,0.08201421,0.0034755622,0.42323935],"study_design_scores_gemma":[0.0058121295,0.0013485433,0.6269844,0.044201575,0.0003256275,0.0000023532286,0.22532037,0.00006612625,0.000012602768,0.010811376,0.08365925,0.00145562],"about_ca_topic_score_codex":0.0005696161,"about_ca_topic_score_gemma":0.0019181911,"teacher_disagreement_score":0.42178375,"about_ca_system_score_codex":0.000867295,"about_ca_system_score_gemma":0.000045022323,"threshold_uncertainty_score":0.656709},"labels":[],"label_agreement":null},{"id":"W2101095958","doi":"10.1016/s1470-2045(15)00244-2","title":"Consensus on the management of intracranial germ-cell tumours","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":249,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"Chugai Pharmaceutical; Children's Cancer and Leukaemia Group","keywords":"Multidisciplinary approach; Delphi method; Delphi; Medicine; Consensus conference; Germ cell; Germ cell tumors; Political science; Internal medicine; Chemotherapy; Computer science","score_opus":0.4008159004287329,"score_gpt":0.5433592322362883,"score_spread":0.14254333180755546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101095958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003931008,0.5555481,0.0000037226598,0.012781956,0.0005134613,0.001985674,0.000036762915,0.00007365995,0.4290174],"genre_scores_gemma":[0.00018970869,0.9953991,0.00041208783,0.00023186415,0.0009349796,0.00028641924,0.0000042261586,0.000026367712,0.0025152138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99394405,0.0040290705,0.0004571111,0.00026088746,0.0007359045,0.0005729586],"domain_scores_gemma":[0.9956031,0.002886039,0.00051841507,0.0007724246,0.00014179529,0.00007824956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01219494,0.00020825419,0.0013084661,0.00008224372,0.00023708283,0.000031332944,0.0022935183,0.00035234087,0.00019779683],"category_scores_gemma":[0.00024582466,0.00010612656,0.00020779413,0.0004494182,0.0013598459,0.000010377907,0.00033238667,0.00094529043,0.00031605197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036235317,0.00009057507,0.0000011719902,0.0013925693,0.00007385924,0.00013302967,0.00063975726,3.8138768e-7,9.112029e-8,0.077496566,0.13506198,0.7850738],"study_design_scores_gemma":[0.00016043306,0.00013573516,0.000001980895,0.00078648975,0.00019190734,0.000010671448,0.000865128,8.9954625e-7,4.54657e-7,0.0041228333,0.9936132,0.00011030465],"about_ca_topic_score_codex":0.00030343005,"about_ca_topic_score_gemma":0.0001658365,"teacher_disagreement_score":0.8585512,"about_ca_system_score_codex":0.000521346,"about_ca_system_score_gemma":0.0010666584,"threshold_uncertainty_score":0.5010409},"labels":[],"label_agreement":null},{"id":"W2101115013","doi":"10.1086/501875","title":"Development of Minimum Criteria for the Initiation of Antibiotics in Residents of Long-Term–Care Facilities: Results of a Consensus Conference","year":2001,"lang":"en","type":"review","venue":"Infection Control and Hospital Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Hamilton Health Sciences; University of Toronto; Health Canada; University of Manitoba; Mount Sinai Hospital; McMaster University Medical Centre","funders":"","keywords":"Long-term care; Delphi method; Medicine; Antibiotics; Intensive care medicine; Family medicine; Nursing","score_opus":0.23910140133955163,"score_gpt":0.49958761952689656,"score_spread":0.26048621818734496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101115013","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045664895,0.9381204,0.0063582943,0.0005748897,0.0007414067,0.0060916883,0.0013304201,0.000031766085,0.0010862171],"genre_scores_gemma":[0.36508605,0.6343412,0.00043516763,0.000004983174,0.000034154302,0.000030328109,0.000035240482,0.000007177905,0.000025741565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958183,0.0013587981,0.0020998085,0.00026672738,0.00018559853,0.00027073344],"domain_scores_gemma":[0.98798764,0.009239552,0.0017130842,0.00020732629,0.00080954796,0.000042852454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048218616,0.00017751189,0.0017014578,0.00028946355,0.00008078257,0.000005406878,0.00022047009,0.00047223576,0.000010977678],"category_scores_gemma":[0.011980329,0.00013599853,0.00020942904,0.0002574787,0.0010748156,0.000043049942,0.000061816885,0.00019798902,3.3305523e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044174975,0.00021630572,0.027588256,0.02227421,0.00032271614,0.0000030754509,0.0099961525,0.000005885959,0.000022975919,0.003446707,0.00024081171,0.93544114],"study_design_scores_gemma":[0.015478467,0.007201627,0.5376818,0.07311165,0.0018992807,0.000033482545,0.017832743,0.00048203187,0.00049052463,0.010173156,0.3331704,0.002444802],"about_ca_topic_score_codex":0.0046498347,"about_ca_topic_score_gemma":0.0033985537,"teacher_disagreement_score":0.93299633,"about_ca_system_score_codex":0.00008920083,"about_ca_system_score_gemma":0.00072116416,"threshold_uncertainty_score":0.9963422},"labels":[],"label_agreement":null},{"id":"W2101281162","doi":"10.1186/1745-6215-13-176","title":"Developing a guideline for clinical trial protocol content: Delphi consensus survey","year":2012,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Protocol (science); Guideline; Delphi method; Delphi; MEDLINE; Clinical trial; Alternative medicine; Medical physics; Medical education; Family medicine; Pathology; Computer science","score_opus":0.9444084769983833,"score_gpt":0.7282480153038942,"score_spread":0.2161604616944891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101281162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015881946,0.000107332206,0.040120848,0.017102066,0.004710036,0.9144471,0.0002565516,0.0007039352,0.006670179],"genre_scores_gemma":[0.064523354,0.000074806485,0.18244553,0.0018740069,0.017546503,0.7304311,0.00008211024,0.00012383946,0.002898749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849535,0.009768968,0.0031685047,0.00034688602,0.0008167742,0.0009453729],"domain_scores_gemma":[0.973129,0.0241606,0.0008328797,0.00035905567,0.0011595392,0.00035893678],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20613144,0.00016432603,0.00090863043,0.000119439974,0.00041569283,0.00012322477,0.0005550666,0.0003681921,0.00026600392],"category_scores_gemma":[0.22963189,0.00013646643,0.000333686,0.00035455564,0.000418311,0.00012553786,0.00011141212,0.00022123015,0.00007912751],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11438282,0.0010365539,0.011467925,0.00006326943,0.00023580626,0.000004943957,0.0014136573,4.3401934e-7,0.00011851571,0.05526042,0.7472341,0.06878155],"study_design_scores_gemma":[0.043797914,0.00041014625,0.0007157436,0.00003707789,0.000024515226,7.7373386e-7,0.00054769556,0.000010791258,0.0002967769,0.0027895523,0.9510973,0.0002716757],"about_ca_topic_score_codex":0.002325027,"about_ca_topic_score_gemma":0.0010625116,"teacher_disagreement_score":0.20386323,"about_ca_system_score_codex":0.00017784614,"about_ca_system_score_gemma":0.0015187297,"threshold_uncertainty_score":0.81745476},"labels":[],"label_agreement":null},{"id":"W2101486921","doi":"10.1783/147118906778586598","title":"Delphi method and nominal group technique in family planning and reproductive health research","year":2006,"lang":"en","type":"article","venue":"Journal of Family Planning and Reproductive Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Coalition for Research in Women's Health","funders":"World Health Organization","keywords":"Family planning; Reproductive health; Medicine; Delphi method; Delphi; Nominal group; Nominal group technique; Group (periodic table); Natural family planning; Research methodology; Computer science; Population; Environmental health; Artificial intelligence","score_opus":0.26770178203945794,"score_gpt":0.549146119821757,"score_spread":0.28144433778229905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101486921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77105266,0.18618801,0.007246297,0.028835773,0.00052469445,0.0027970292,0.000035803085,0.00011634454,0.0032033822],"genre_scores_gemma":[0.9426289,0.0019893537,0.053145617,0.00038588504,0.00160875,0.00007065223,0.0000066546386,0.000048554968,0.000115593764],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9917107,0.0034948732,0.0011476702,0.0011559546,0.0013627717,0.0011279938],"domain_scores_gemma":[0.99622947,0.0009982929,0.0007437034,0.00042044412,0.0011554939,0.00045259212],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.03388092,0.00027304472,0.00082972174,0.0013591683,0.0014555186,0.00017814242,0.00031983157,0.0002543851,9.1995616e-7],"category_scores_gemma":[0.0019270908,0.00025106996,0.00006203862,0.0011243764,0.0009727549,0.0004888763,0.00022286338,0.002229762,3.7331208e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035508552,0.0007136522,0.20927554,0.002530958,0.00018646683,0.0015163159,0.4595156,0.0006379912,0.018901873,0.0072418787,0.07839509,0.21753378],"study_design_scores_gemma":[0.0013033359,0.0032198348,0.56390953,0.0028804152,0.000017940625,0.00070023397,0.37728164,0.000029886909,0.00044059168,0.010451909,0.039173793,0.00059091585],"about_ca_topic_score_codex":0.017542375,"about_ca_topic_score_gemma":0.00026049875,"teacher_disagreement_score":0.35463396,"about_ca_system_score_codex":0.00095661037,"about_ca_system_score_gemma":0.0014895543,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2101555396","doi":"10.1136/thx.2004.031229","title":"Research outputs in respiratory medicine","year":2004,"lang":"en","type":"review","venue":"Thorax","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission; Research Councils UK; Medical Research Council; British Lung Foundation; Cystic Fibrosis Trust; Biotechnology and Biological Sciences Research Council; Government of the United Kingdom; National Institutes of Health; Cancer Research UK; Wellcome Trust","keywords":"Medicine; Asthma; COPD; Family medicine; Lung cancer; Disease; Citation; Respiratory Medicine; Lung disease; Respiratory disease; Environmental health; Lung; Internal medicine; Surgery; Political science","score_opus":0.6555635298314242,"score_gpt":0.6591001553376001,"score_spread":0.00353662550617595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101555396","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0942233e-7,0.7921132,0.000008327562,0.0009143959,0.00020172175,0.0014583466,0.0000049612777,0.00011215613,0.20518632],"genre_scores_gemma":[0.00002064627,0.99208474,0.0001010134,0.000034465807,0.0009375574,0.00038932983,0.0000075687612,0.00005597536,0.006368687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98992527,0.004911204,0.00075642404,0.0006282823,0.0026288526,0.0011499636],"domain_scores_gemma":[0.99668896,0.0017261298,0.00014795199,0.0008020758,0.0003364336,0.00029844593],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029115856,0.00026349697,0.0012517718,0.0019184154,0.00037800396,0.00007508694,0.0019845197,0.00085249444,0.0007672573],"category_scores_gemma":[0.0038641132,0.00021825725,0.00016376375,0.0041264067,0.0019732062,0.00011531589,0.0003724887,0.0026111577,0.001276575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002261172,0.00003520444,0.0000028902284,0.0039844466,0.000008915997,0.00020255528,0.0011942701,5.3032007e-8,1.4403277e-7,0.03957011,0.01729303,0.9377061],"study_design_scores_gemma":[0.00007519075,0.00006658048,0.000002800704,0.025904207,0.000015523618,0.0000011423045,0.0006630043,2.780769e-8,2.9568102e-7,0.0066880295,0.9663948,0.00018841271],"about_ca_topic_score_codex":0.005713543,"about_ca_topic_score_gemma":0.0028338586,"teacher_disagreement_score":0.94910175,"about_ca_system_score_codex":0.0022220064,"about_ca_system_score_gemma":0.0046332055,"threshold_uncertainty_score":0.9997295},"labels":[],"label_agreement":null},{"id":"W2101862059","doi":"10.1111/iwj.12027","title":"Competencies of specialised wound care nurses: a European Delphi study","year":2013,"lang":"en","type":"article","venue":"International Wound Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Medicine; Wound care; Competence (human resources); Core competency; Likert scale; Nursing; Health care; Delphi; Curriculum; Medical education; Psychology; Surgery","score_opus":0.07943593166539878,"score_gpt":0.4242691397602207,"score_spread":0.3448332080948219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101862059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7093898,0.000077249344,0.00024842934,0.002067362,0.0016388788,0.00060204044,0.000009949837,0.000048420065,0.28591785],"genre_scores_gemma":[0.99518716,0.000048445036,0.0009877778,0.00007486837,0.0013792326,0.000016775199,0.0000028127167,0.0000181052,0.0022847978],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967245,0.0005754009,0.0004984746,0.00017165914,0.001729351,0.0003006165],"domain_scores_gemma":[0.99735117,0.00021643616,0.00026887647,0.00016417474,0.0018209231,0.00017843515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014269655,0.000115105104,0.00016717483,0.00030255504,0.00045445713,0.000616834,0.001273014,0.000047297308,0.0038175532],"category_scores_gemma":[0.0006527935,0.00010507756,0.000120240584,0.00024378627,0.00039557792,0.000538766,0.00013733971,0.00041706822,0.00022328728],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002517975,0.0029034552,0.2756178,0.000042518168,0.0010419114,0.0008385727,0.45216334,0.00012868825,0.0051586716,0.04685439,0.10392483,0.11107402],"study_design_scores_gemma":[0.0015843032,0.0005114557,0.16647647,0.00013512012,0.000034335557,0.000097592034,0.52004445,0.000043657426,0.00015101777,0.012414905,0.29809153,0.00041516448],"about_ca_topic_score_codex":0.0023556005,"about_ca_topic_score_gemma":0.0010749402,"teacher_disagreement_score":0.2857974,"about_ca_system_score_codex":0.00041739253,"about_ca_system_score_gemma":0.0002916092,"threshold_uncertainty_score":0.9970931},"labels":[],"label_agreement":null},{"id":"W2103943974","doi":"10.3899/jrheum.131309","title":"Updating the OMERACT Filter: Core Areas as a Basis for Defining Core Outcome Sets","year":2014,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Health Services and Policy Research","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Allergan; European League Against Rheumatism; Horizon Pharmaceuticals; National Institute for Health and Care Research; Regeneron Pharmaceuticals; U.S. Department of Veterans Affairs","keywords":"Outcome (game theory); CLARITY; Medicine; Core (optical fiber); Filter (signal processing); Presentation (obstetrics); Intervention (counseling); Medical physics; Management science; Computer science; Surgery; Engineering","score_opus":0.18765103135311956,"score_gpt":0.4663203247243503,"score_spread":0.27866929337123075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103943974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96676373,0.0001550125,0.0021789782,0.024445364,0.0005091333,0.00034302124,0.000006209736,0.000040343795,0.0055581955],"genre_scores_gemma":[0.9968607,0.00019919207,0.0020941698,0.00065090903,0.00003105653,0.000013514851,9.19916e-7,0.00001819046,0.00013138948],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975203,0.00074914354,0.00063347985,0.00010334073,0.0005311057,0.00046260306],"domain_scores_gemma":[0.989443,0.00903489,0.00076514605,0.00028590937,0.0003644167,0.00010664206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010030966,0.00011549175,0.00036664546,0.00012073344,0.00089179585,0.00006316219,0.0012407341,0.00012345053,0.00019994804],"category_scores_gemma":[0.011885903,0.00006414196,0.00015890165,0.00023528673,0.00050941843,0.00013145246,0.0001265237,0.000554491,0.000045030538],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006199608,0.00009640512,0.6281149,0.00008038667,0.00024572105,0.000014390678,0.027480558,0.00008534385,0.00020125354,0.22311707,0.06549994,0.05444409],"study_design_scores_gemma":[0.0034535443,0.0027388283,0.032961402,0.0015211329,0.00052623847,0.013519888,0.13391049,0.0077960244,0.00057126896,0.3837593,0.41783422,0.0014076714],"about_ca_topic_score_codex":0.0015798907,"about_ca_topic_score_gemma":0.0006931821,"teacher_disagreement_score":0.59515345,"about_ca_system_score_codex":0.00008068595,"about_ca_system_score_gemma":0.00023938582,"threshold_uncertainty_score":0.99643743},"labels":[],"label_agreement":null},{"id":"W2104222371","doi":"10.1016/s2213-2600(13)70164-4","title":"Global differences in lung function by region (PURE): an international, community-based prospective study","year":2013,"lang":"en","type":"article","venue":"The Lancet Respiratory Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Vital capacity; Demography; Socioeconomic status; China; Lung function; Geography; Socioeconomics; Environmental health; Population; Lung; Internal medicine; Diffusing capacity","score_opus":0.21187721959628392,"score_gpt":0.4585873465857448,"score_spread":0.24671012698946088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104222371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670452,0.00013375736,0.00031434136,0.012746199,0.0002725499,0.0015720596,0.0000039828806,0.00017235313,0.017739587],"genre_scores_gemma":[0.9972232,0.000022791473,0.000011107937,0.001577819,0.0006826868,0.00036764343,0.0000059775366,0.000008117564,0.00010063336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99563396,0.0027059612,0.00025612747,0.00020760862,0.00087282964,0.00032349647],"domain_scores_gemma":[0.9986405,0.00036042096,0.00011373192,0.00054768036,0.00024083,0.00009684218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004295283,0.00012216302,0.00025795843,0.00010201209,0.00048108702,0.000076821285,0.0011902035,0.00008228133,0.00018977973],"category_scores_gemma":[0.0006693136,0.00007915442,0.000018917299,0.00062608474,0.0007207021,0.0003238516,0.00008264069,0.0005496942,0.000013057256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013657821,0.00031438618,0.9483436,0.000008693866,0.000018265386,0.0000056686213,0.00518261,0.0000020418227,0.00008628511,0.0021320046,0.041401256,0.0023686267],"study_design_scores_gemma":[0.0015607699,0.0012488377,0.95319146,0.000088322355,0.000014050674,4.6125393e-7,0.024539586,0.00012688668,0.000011453529,0.006212536,0.012868552,0.00013708437],"about_ca_topic_score_codex":0.017678367,"about_ca_topic_score_gemma":0.010254185,"teacher_disagreement_score":0.030178053,"about_ca_system_score_codex":0.00040643066,"about_ca_system_score_gemma":0.00011058391,"threshold_uncertainty_score":0.988863},"labels":[],"label_agreement":null},{"id":"W2104471097","doi":"10.1186/1471-2288-6-2","title":"Protocol of the COSMIN study: COnsensus-based Standards for the selection of health Measurement INstruments","year":2006,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":398,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Protocol (science); Delphi method; Interpretability; Delphi; Health care; Medicine; Criterion validity; Consistency (knowledge bases); Computer science; Medical physics; Construct validity; Applied psychology; Management science; Psychology; Patient satisfaction; Alternative medicine; Nursing; Engineering; Artificial intelligence; Pathology","score_opus":0.7892792696623773,"score_gpt":0.6850943130718052,"score_spread":0.10418495659057203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104471097","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047532238,0.0001301659,0.41084462,0.047566824,0.0004927361,0.49002266,0.0000765205,0.000111846144,0.0032224113],"genre_scores_gemma":[0.8390889,0.000009571549,0.031102218,0.00012093586,0.0002112037,0.12919176,9.0515897e-7,0.000025088795,0.00024938167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9025127,0.08032576,0.0012470945,0.0004597597,0.014283209,0.001171456],"domain_scores_gemma":[0.9619954,0.034203045,0.00031369439,0.0004197179,0.0029077348,0.00016038503],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3081651,0.00009545575,0.00040576514,0.00021205832,0.00084608473,0.000018984023,0.0011622105,0.00018682845,0.0002584511],"category_scores_gemma":[0.166265,0.000054539796,0.000118674274,0.001142047,0.0031629084,0.000017970046,0.0002120094,0.0006513162,6.194642e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005967361,0.0043708165,0.19338244,0.0026479366,0.0001863802,0.0000034479137,0.003937534,0.00010651495,0.0037166742,0.050766855,0.11970401,0.61521006],"study_design_scores_gemma":[0.022295255,0.017619507,0.16356647,0.0017565178,0.00008940983,0.0000086237715,0.045587685,0.006894135,0.08493653,0.100032024,0.55650175,0.0007121222],"about_ca_topic_score_codex":0.025638094,"about_ca_topic_score_gemma":0.05807182,"teacher_disagreement_score":0.7915567,"about_ca_system_score_codex":0.00079498417,"about_ca_system_score_gemma":0.02439182,"threshold_uncertainty_score":0.9995499},"labels":[],"label_agreement":null},{"id":"W2104881646","doi":"10.1186/1745-6215-13-132","title":"Developing core outcome sets for clinical trials: issues to consider","year":2012,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1685,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Medical Research Council","keywords":"Outcome (game theory); Medicine; Stakeholder; Clinical trial; Scope (computer science); Psychological intervention; Set (abstract data type); Core (optical fiber); Health care; MEDLINE; Management science; Process management; Nursing; Public relations; Computer science; Business; Political science","score_opus":0.9638793156367228,"score_gpt":0.7804584317783017,"score_spread":0.18342088385842115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104881646","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33356556,0.0076034763,0.09855037,0.40699485,0.03689318,0.07304226,0.000668335,0.0035103196,0.039171636],"genre_scores_gemma":[0.72095376,0.0009185002,0.24560319,0.006238818,0.014151272,0.0021571843,0.000021037868,0.000105034174,0.009851201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892689,0.006595982,0.0023859495,0.0002919571,0.00067158183,0.0007856068],"domain_scores_gemma":[0.95455945,0.043821868,0.0005046893,0.00032627684,0.00034632185,0.00044140185],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22080198,0.0001404769,0.0013641705,0.0001433155,0.00034112428,0.00013429219,0.00046920968,0.0003111926,0.00060109264],"category_scores_gemma":[0.35601628,0.00011291205,0.0003970192,0.00030128326,0.00020999882,0.00020067823,0.00012495705,0.00018087431,0.00039287744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006979603,0.00013540832,0.042930786,0.000044167184,0.00015467063,0.0000037138261,0.005352114,4.592518e-7,0.00022786215,0.18015723,0.66621244,0.10408317],"study_design_scores_gemma":[0.0010021864,0.00006953584,0.0020941957,0.00004033215,0.000049373895,5.6881066e-7,0.0017874001,0.0000018949337,0.00078438857,0.017848898,0.97608596,0.00023524341],"about_ca_topic_score_codex":0.0004244169,"about_ca_topic_score_gemma":0.00019878175,"teacher_disagreement_score":0.40075603,"about_ca_system_score_codex":0.00015017598,"about_ca_system_score_gemma":0.00045875687,"threshold_uncertainty_score":0.8023483},"labels":[],"label_agreement":null},{"id":"W2106657637","doi":"10.2522/ptj.2007.87.8.974","title":"A Different Kind of Global Warming","year":2007,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Global warming; Warming up; Environmental science; Psychology; Climate change; Medicine; Geology; Physical therapy; Oceanography","score_opus":0.13557635123822057,"score_gpt":0.4990694668579721,"score_spread":0.3634931156197515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106657637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97085184,0.000041089956,0.0012966457,0.0006412998,0.0000563052,0.00017971566,0.0000023403363,0.00006258424,0.026868187],"genre_scores_gemma":[0.9993626,0.00005142362,0.00016816195,0.00004644575,0.00029352584,0.0000059322815,2.9390486e-7,0.0000049818054,0.00006665731],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99887,0.00008093178,0.00010083016,0.000115621995,0.0005424574,0.00029012148],"domain_scores_gemma":[0.9994582,0.00022259167,0.000037083664,0.00013104345,0.00006230568,0.00008876066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005207801,0.000060520924,0.00012595954,0.00001720829,0.00009068584,0.000015341082,0.00027582824,0.000039013226,0.000042213996],"category_scores_gemma":[0.000057602705,0.000047654954,0.00008300056,0.00029197428,0.00026553415,0.000049464543,0.000029758512,0.00008876525,0.00001142702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016388598,0.00091539987,0.023356862,0.000007200215,0.00003852149,0.000008744396,0.006660993,8.5168125e-7,0.039993774,0.28363624,0.00051562773,0.6447019],"study_design_scores_gemma":[0.001339654,0.0006325911,0.21566586,0.00006848662,0.000009361053,7.3359547e-7,0.0035842175,0.00011985848,0.21583632,0.5075573,0.054639563,0.00054605753],"about_ca_topic_score_codex":0.0005957483,"about_ca_topic_score_gemma":0.00009033372,"teacher_disagreement_score":0.64415586,"about_ca_system_score_codex":0.00009379895,"about_ca_system_score_gemma":0.000037208374,"threshold_uncertainty_score":0.19433127},"labels":[],"label_agreement":null},{"id":"W2107381090","doi":"10.1093/neuonc/nos330","title":"A multi-disciplinary consensus statement concerning surgical approaches to low-grade, high-grade astrocytomas and diffuse intrinsic pontine gliomas in childhood (CPN Paris 2011) using the Delphi method","year":2013,"lang":"en","type":"review","venue":"Neuro-Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; Clinical trial; Radiation therapy; Biopsy; Glioma; Oncology; Internal medicine","score_opus":0.37602408685821115,"score_gpt":0.48626100427911223,"score_spread":0.11023691742090108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107381090","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04412622,0.9229543,0.0012789267,0.013007412,0.0011887056,0.01632467,0.00015747854,0.0004817595,0.000480505],"genre_scores_gemma":[0.0046190936,0.93074286,0.06129574,0.00016624831,0.00079032336,0.002028409,0.00004550352,0.0002123816,0.00009944653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98515254,0.009078021,0.0017290446,0.0014778629,0.000976991,0.001585517],"domain_scores_gemma":[0.9905587,0.007023671,0.0009098929,0.000760968,0.0001395036,0.00060727424],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0053838873,0.00079743075,0.002652947,0.00090152986,0.00076030876,0.00025158282,0.0013530917,0.001026439,0.00009381749],"category_scores_gemma":[0.0009515369,0.0005969023,0.00034092038,0.0012973085,0.001274493,0.000137815,0.0018923569,0.0024067713,0.000049367907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001381857,0.0018869463,0.00022425887,0.0015294402,0.0002957312,0.0029491559,0.01010547,0.000066266024,0.00025846343,0.0010686282,0.0030059896,0.97847146],"study_design_scores_gemma":[0.0021645334,0.00076334894,0.00011245101,0.0011064681,0.00034026837,0.00066862407,0.0032296204,0.000517053,0.000031045798,0.00014846641,0.9901144,0.0008037227],"about_ca_topic_score_codex":0.004123521,"about_ca_topic_score_gemma":0.0018680822,"teacher_disagreement_score":0.9871084,"about_ca_system_score_codex":0.00128791,"about_ca_system_score_gemma":0.0018462596,"threshold_uncertainty_score":0.99989474},"labels":[],"label_agreement":null},{"id":"W2108239621","doi":"10.1016/s0895-4356(00)00250-x","title":"Discrepancies among megatrials","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Baycrest Hospital","funders":"","keywords":"Kappa; Medicine; Odds ratio; Meta-analysis; Gold standard (test); Odds; Cohen's kappa; Internal medicine; Demography; Statistics; Mathematics; Logistic regression","score_opus":0.6334858875047313,"score_gpt":0.6656139289395658,"score_spread":0.0321280414348345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108239621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84699184,0.00067957514,0.0009817525,0.07544997,0.0014992617,0.0002423713,0.0000025492193,0.000057106383,0.074095584],"genre_scores_gemma":[0.9715577,0.008122131,0.009510243,0.0016782857,0.0044314614,0.000004255486,2.9514123e-7,0.000012281507,0.0046833856],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97759604,0.016759679,0.004375899,0.00020458245,0.00050280185,0.0005609708],"domain_scores_gemma":[0.9250834,0.07179171,0.0018991568,0.00028014337,0.00036953518,0.0005760252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13489237,0.000098217264,0.0016910393,0.00010319657,0.00018431853,0.000018779918,0.0008261505,0.00048279852,0.0035080733],"category_scores_gemma":[0.264221,0.00007074006,0.0008074232,0.00023546784,0.0019818975,0.00025842318,0.000046188263,0.0010602233,0.0001172908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047069398,0.00019029524,0.55183315,0.000007200455,0.00011577999,0.000096626034,0.00047508883,0.000056158988,0.0000062068293,0.036000386,0.08227128,0.32847714],"study_design_scores_gemma":[0.00054798945,0.0004622279,0.20872515,0.00006563401,0.000029925519,0.000015872056,0.00037978418,0.00003903998,0.0000081865355,0.13866207,0.65094554,0.00011855888],"about_ca_topic_score_codex":0.001096358,"about_ca_topic_score_gemma":0.00041050153,"teacher_disagreement_score":0.56867427,"about_ca_system_score_codex":0.000050828632,"about_ca_system_score_gemma":0.00050943106,"threshold_uncertainty_score":0.99740285},"labels":[],"label_agreement":null},{"id":"W2109226190","doi":"10.1186/1745-6215-14-324","title":"Outcome measures in rheumatoid arthritis randomised trials over the last 50 years","year":2013,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Rheumatoid arthritis; Observational study; Clinical trial; Rheumatology; Physical therapy; Randomized controlled trial; Internal medicine; Alternative medicine; Meta-analysis; Family medicine; Pathology","score_opus":0.585439546410313,"score_gpt":0.5667451240457809,"score_spread":0.018694422364532115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109226190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025344998,0.9755514,0.000021790329,0.00031142696,0.0011803857,0.017276779,0.00008651906,0.00016740258,0.0053789075],"genre_scores_gemma":[0.00004824875,0.99326307,0.00012770429,0.000046039044,0.000922516,0.004489733,0.00001307797,0.00007574018,0.0010138652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9495585,0.041498717,0.005358296,0.00061830145,0.0020579223,0.00090825424],"domain_scores_gemma":[0.9569755,0.039739423,0.002059876,0.0008688042,0.00014703833,0.00020935386],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.1661194,0.00048089097,0.008066985,0.000589157,0.0002846856,0.0006786059,0.0019062759,0.00090292713,0.0033976445],"category_scores_gemma":[0.12647822,0.00029294105,0.0021936602,0.0009809404,0.00054262404,0.00019322151,0.00020804808,0.0010094051,0.0010382063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098295386,0.00003375244,0.00001201784,0.00028489833,0.00014360297,0.000012403783,0.00042131197,1.3847526e-7,8.0692627e-7,0.0011631924,0.032211073,0.9656185],"study_design_scores_gemma":[0.005461492,0.000015309104,0.000011381579,0.0040526167,0.00009245306,0.0000023138766,0.0001553139,9.6893636e-8,9.076115e-7,0.0012934132,0.9885959,0.0003187962],"about_ca_topic_score_codex":0.004987522,"about_ca_topic_score_gemma":0.0023905027,"teacher_disagreement_score":0.9652997,"about_ca_system_score_codex":0.00037850966,"about_ca_system_score_gemma":0.0013778153,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W2109698647","doi":"10.1200/jop.2012.000870","title":"Using the Delphi Technique to Improve Clinical Outcomes Through the Development of Quality Indicators in Renal Cell Carcinoma","year":2013,"lang":"en","type":"article","venue":"Journal of Oncology Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Vancouver Hospital and Health Sciences Centre","funders":"Pfizer Canada","keywords":"Medicine; Renal cell carcinoma; Delphi method; Quality (philosophy); MEDLINE; Delphi; Oncology; Intensive care medicine; Medical physics; Internal medicine; Computer science; Artificial intelligence","score_opus":0.331583270674441,"score_gpt":0.5952267803639855,"score_spread":0.2636435096895445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109698647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90947187,0.00005742123,0.01025145,0.06250654,0.00039997077,0.0013456907,9.1073184e-7,0.000010542866,0.015955614],"genre_scores_gemma":[0.8533302,0.000033397217,0.14520416,0.0011723486,0.00013221326,0.000048316426,6.199595e-8,0.000008862051,0.00007045691],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196446,0.0048453268,0.0017093549,0.00016803526,0.0009418667,0.0003709573],"domain_scores_gemma":[0.98592365,0.010953627,0.0020639177,0.0003051382,0.00061877794,0.00013487763],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03263181,0.000111267356,0.00042482355,0.00024351197,0.00034143092,0.000050636656,0.0012040787,0.00030246086,0.000053115476],"category_scores_gemma":[0.014877446,0.00006291728,0.00014138335,0.0008549782,0.00062343164,0.00076909625,0.00029024968,0.0014850567,0.0000094600755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016103224,0.0056845914,0.5183581,0.00007666099,0.0005271762,0.0002592226,0.23381877,0.00009309882,0.02691758,0.012717692,0.017112006,0.18282479],"study_design_scores_gemma":[0.0014461046,0.0015634937,0.2682507,0.000060816354,0.00013366596,0.000099993944,0.1457307,0.000014004947,0.010298846,0.0053103985,0.5667108,0.00038044245],"about_ca_topic_score_codex":0.003049444,"about_ca_topic_score_gemma":0.0008954904,"teacher_disagreement_score":0.5495988,"about_ca_system_score_codex":0.00064906426,"about_ca_system_score_gemma":0.003681917,"threshold_uncertainty_score":0.9961091},"labels":[],"label_agreement":null},{"id":"W2110501663","doi":"10.12927/cjnl.2009.20300","title":"Commentary: Partnership in Research: A Tandem of Opportunities and Constraints","year":2003,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"General partnership; Psychology; Nursing; Political science; Process management; Sociology; Public relations; Business; Medicine","score_opus":0.8724968018275243,"score_gpt":0.5456474936033887,"score_spread":0.3268493082241356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110501663","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16336969,0.0012190449,0.00006653529,0.20861056,0.00016481616,0.0009617067,0.0000045520032,0.00012120336,0.6254819],"genre_scores_gemma":[0.9983848,0.000100873214,0.00043950888,0.00040121173,0.000036099013,0.000016785601,0.0000012666691,0.00001096812,0.0006085263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9959913,0.002175581,0.00021545912,0.00019724674,0.000751267,0.0006691631],"domain_scores_gemma":[0.9984056,0.0010896935,0.000044705655,0.00016155506,0.00012673522,0.00017170631],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00836197,0.000078685676,0.00016505047,0.00037861388,0.00024276467,0.00005904203,0.00022161896,0.00014217458,0.000158214],"category_scores_gemma":[0.0014682723,0.00008827564,0.000025170153,0.0005013872,0.006451087,0.00014369213,0.000012482745,0.0004412554,0.0000027961933],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005166011,0.00033075837,0.02936864,0.000094285126,0.000014675825,0.00007089315,0.13819507,6.493785e-7,0.00036330754,0.731955,0.047677636,0.05187747],"study_design_scores_gemma":[0.0005643179,0.00014672789,0.002481267,0.000951946,0.000006021208,0.000007256776,0.897207,0.000008321159,0.0015609695,0.06252312,0.03433804,0.00020501885],"about_ca_topic_score_codex":0.00052735425,"about_ca_topic_score_gemma":0.0006095238,"teacher_disagreement_score":0.83501506,"about_ca_system_score_codex":0.00023965632,"about_ca_system_score_gemma":0.0003141936,"threshold_uncertainty_score":0.9962528},"labels":[],"label_agreement":null},{"id":"W2111992759","doi":"10.12927/hcpap.2012.22705","title":"Getting Ready for Patient-Reported Outcomes Measures (PROMs) in Clinical Practice","year":2012,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Patient-reported outcome; Prom; Incentive; Variety (cybernetics); Medical education; Quality (philosophy); Health care; Psychology; Perspective (graphical); Clinical Practice; Medicine; Applied psychology; Quality of life (healthcare); Nursing; Computer science","score_opus":0.31856897021977953,"score_gpt":0.5244189898295082,"score_spread":0.20585001960972865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111992759","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022249335,0.0002952946,0.00019626971,0.95974135,0.002410902,0.0077249953,0.00018376701,0.00073253945,0.0064655524],"genre_scores_gemma":[0.0019567816,0.00037454662,0.007204607,0.9829345,0.00081674504,0.0034997442,0.0003505467,0.0003361319,0.002526422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98165584,0.0045502125,0.003719399,0.0021876963,0.003930812,0.003956023],"domain_scores_gemma":[0.97582495,0.017756471,0.0021658773,0.0018505144,0.0012919871,0.0011101805],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02151387,0.0010379993,0.0021284395,0.00097314786,0.0013671753,0.00038607456,0.0017608224,0.0028077017,0.00015769916],"category_scores_gemma":[0.04060491,0.0010060801,0.0007252338,0.0013648301,0.00028184117,0.00068331184,0.00071229483,0.005086894,0.00040147774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000749318,0.0006040783,0.00940745,0.00018457654,0.00019405299,0.00032965335,0.013101221,9.631974e-7,0.000010032547,0.00032702307,0.9508999,0.024191745],"study_design_scores_gemma":[0.0011536119,0.0010775275,0.0033031986,0.0000069986445,0.00013668017,0.000028612336,0.0017187227,0.000020260835,0.000007688923,0.00015547471,0.99128544,0.0011057798],"about_ca_topic_score_codex":0.017324185,"about_ca_topic_score_gemma":0.01102606,"teacher_disagreement_score":0.04038556,"about_ca_system_score_codex":0.0035613352,"about_ca_system_score_gemma":0.0024290963,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W2115963345","doi":"10.1186/1748-5908-6-46","title":"Developing a decision aid to guide public sector health policy decisions: A study protocol","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Decision aids; Health administration; Health policy; Health services research; Medicine; Delphi method; Public health; Management science; Protocol (science); Public relations; Health informatics; Nursing; Political science; Computer science; Economics; Alternative medicine","score_opus":0.7774669367761226,"score_gpt":0.7478925916382573,"score_spread":0.029574345137865277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115963345","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012907257,0.06719143,0.0458354,0.0053835385,0.00064161053,0.8739372,0.00010117688,0.0006823737,0.006214379],"genre_scores_gemma":[0.00002149812,0.43826446,0.09243032,0.0008344171,0.00037514188,0.4676997,0.000010230998,0.00007205452,0.00029214763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895638,0.0014309433,0.002016933,0.0013655714,0.003920245,0.0017024882],"domain_scores_gemma":[0.9947236,0.0012000337,0.00087993825,0.0010039508,0.0011917478,0.0010007089],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02485786,0.00040220266,0.0009556721,0.0038740074,0.002763617,0.0013616963,0.0042082355,0.00012343495,0.0006643179],"category_scores_gemma":[0.011609109,0.00034034223,0.00017779047,0.013826721,0.00052475557,0.0011910575,0.0014333624,0.00034193113,0.00039862556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000004192758,0.00007296542,0.00005774477,0.00015265327,0.000007701737,0.0000029011424,0.0048215715,2.4958137e-8,1.4968955e-7,0.014501375,0.004161183,0.9762175],"study_design_scores_gemma":[0.0003217334,0.00027287292,0.00006569558,0.0016116989,0.000008052196,0.0000047625554,0.006790346,2.3769002e-7,0.0000012800839,0.0016566592,0.9889297,0.00033698787],"about_ca_topic_score_codex":0.018016856,"about_ca_topic_score_gemma":0.02086472,"teacher_disagreement_score":0.9847685,"about_ca_system_score_codex":0.0066933245,"about_ca_system_score_gemma":0.054838397,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W2116431283","doi":"10.1176/appi.ps.201200156","title":"Essential Evidence-Based Components of First-Episode Psychosis Services","year":2013,"lang":"en","type":"review","venue":"Psychiatric Services","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; London Health Sciences Centre","funders":"Medical Research Council; Health Research Board","keywords":"PsycINFO; MEDLINE; Delphi method; Systematic review; Grey literature; Medicine; Psychology; Computer science","score_opus":0.16284453237711943,"score_gpt":0.4607468442869196,"score_spread":0.29790231190980015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116431283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002577625,0.9897267,0.00003300428,0.0011939347,0.001796141,0.0032764229,0.00008416318,0.00034968648,0.0032821482],"genre_scores_gemma":[0.0006306739,0.9937697,0.0029091258,0.0001399741,0.0011296831,0.0009474032,0.00010688153,0.00011883917,0.0002476913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923976,0.0013071399,0.0016692688,0.0011202454,0.0024359026,0.0010698116],"domain_scores_gemma":[0.9940248,0.0016812884,0.0018393382,0.0014201956,0.0006141354,0.0004202392],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021194802,0.00077131746,0.00216449,0.0012527059,0.0007081837,0.00039431723,0.004941232,0.0010235669,0.0013409668],"category_scores_gemma":[0.00006114464,0.00067917,0.0010799589,0.0033962445,0.00036410018,0.00074772874,0.00034545656,0.0007430862,0.00073221413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007250873,0.0014585297,0.013126736,0.39335042,0.000820538,0.0000123009195,0.0017541661,0.000007579456,0.0000014361448,0.0010035906,0.012489071,0.5759031],"study_design_scores_gemma":[0.00018246987,0.00007214464,0.00008228996,0.01543457,0.0006922092,0.0000015256771,0.00036402856,0.00008695599,0.000001725399,0.00043987,0.9819956,0.00064659875],"about_ca_topic_score_codex":0.08758264,"about_ca_topic_score_gemma":0.01756456,"teacher_disagreement_score":0.96950656,"about_ca_system_score_codex":0.00023566946,"about_ca_system_score_gemma":0.000284053,"threshold_uncertainty_score":0.9995719},"labels":[],"label_agreement":null},{"id":"W2118208741","doi":"10.3141/2102-13","title":"Use of Expert Panels in Highway Safety","year":2009,"lang":"en","type":"article","venue":"Transportation Research Record Journal of the Transportation Research Board","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Transport engineering; Process (computing); Engineering; Investment (military); Occupational safety and health; Qualitative analysis; Risk analysis (engineering); Forensic engineering; Qualitative research; Computer science; Business","score_opus":0.30803143860847865,"score_gpt":0.4964797292200851,"score_spread":0.18844829061160645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118208741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97404677,0.00022278624,0.000901569,0.021621121,0.00034885356,0.0017117645,0.000053497926,0.000044104356,0.0010495377],"genre_scores_gemma":[0.9907018,0.0046415143,0.0032040772,0.00008022428,0.00018193146,0.000041190524,0.0000073051297,0.000034777706,0.0011072044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9847031,0.0040921937,0.002059996,0.00042660133,0.007381435,0.0013366459],"domain_scores_gemma":[0.99017274,0.0030814311,0.00052167615,0.0006097209,0.005122705,0.00049174787],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015502957,0.00022579309,0.0005920731,0.0020867568,0.0007059951,0.00017029687,0.0019366166,0.0003413797,0.00047748236],"category_scores_gemma":[0.0014058317,0.00018234264,0.000422274,0.0048618945,0.0015989268,0.0013661982,0.000008787858,0.0028436661,0.000012095957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011091733,0.002970515,0.5169751,0.00036912732,0.00026172382,0.0010342499,0.09782588,0.0023622108,0.052064203,0.11196233,0.04005896,0.16302395],"study_design_scores_gemma":[0.0010170261,0.0006860736,0.9035607,0.0005944517,0.000011715816,2.685632e-7,0.007036392,0.00003842542,0.004417815,0.009118334,0.07331278,0.00020601056],"about_ca_topic_score_codex":0.06528728,"about_ca_topic_score_gemma":0.10736536,"teacher_disagreement_score":0.3865856,"about_ca_system_score_codex":0.00060691504,"about_ca_system_score_gemma":0.0016842253,"threshold_uncertainty_score":0.9994568},"labels":[],"label_agreement":null},{"id":"W2118948009","doi":"10.2105/ajph.2004.047167","title":"The Landscape in Global Tobacco Control Research: A Guide to Gaining a Foothold","year":2005,"lang":"en","type":"article","venue":"American Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit","funders":"National Institute on Drug Abuse; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; National Institutes of Health; National Institute for Health and Care Research","keywords":"Tobacco control; Low and middle income countries; Developing country; Tobacco industry; Public health; Tobacco use; Control (management); Global health; Smoking prevalence; Political science; Economic growth; Developed country; Business; Environmental health; Public relations; Medicine; Economics; Management","score_opus":0.24949628081470782,"score_gpt":0.5560286417485776,"score_spread":0.30653236093386976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118948009","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16602653,0.00048061434,0.0031169255,0.8039931,0.00011797964,0.00052095257,0.000006863551,0.0000353795,0.025701618],"genre_scores_gemma":[0.99046296,0.00044934335,0.004135545,0.0041122036,0.0006088708,0.000021644122,1.4687495e-7,0.0000101728265,0.00019913363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99137616,0.004247931,0.000793553,0.00017432343,0.0019341718,0.0014738839],"domain_scores_gemma":[0.9957906,0.0017163545,0.00037128938,0.00025676028,0.00083720195,0.0010278124],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059733618,0.00008627056,0.00032674192,0.0004210898,0.00067971286,0.00035128134,0.001215827,0.000038745424,0.00003581482],"category_scores_gemma":[0.0093063265,0.000063474654,0.00007698868,0.00292874,0.00071825896,0.000297715,0.00009822201,0.0007250899,0.00002317897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043620334,0.000060427305,0.046226352,0.0000012671206,0.000011955572,0.000016912643,0.004973441,0.000019922387,0.0000025552897,0.010028958,0.065298155,0.8733164],"study_design_scores_gemma":[0.00040351597,0.0010048372,0.017686205,0.00004710218,7.211829e-7,0.000021742952,0.05077044,0.000039624145,5.443604e-7,0.0005066664,0.92944103,0.00007757434],"about_ca_topic_score_codex":0.008669521,"about_ca_topic_score_gemma":0.022047004,"teacher_disagreement_score":0.87323886,"about_ca_system_score_codex":0.001723046,"about_ca_system_score_gemma":0.006037965,"threshold_uncertainty_score":0.9995969},"labels":[],"label_agreement":null},{"id":"W2121512357","doi":"10.3109/09593985.2010.544052","title":"The First Physical Therapy Summit on Global Health: Implications and Recommendations for the 21st century","year":2011,"lang":"en","type":"article","venue":"Physiotherapy Theory and Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Saskatchewan; Canadian Physiotherapy Association; St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Summit; Curriculum; Medicine; Psychological intervention; Epidemiological transition; Medical education; Gerontology; Nursing; Political science; Public health; Geography","score_opus":0.15400174346892723,"score_gpt":0.5161126181905984,"score_spread":0.36211087472167114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121512357","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036081886,0.010027358,0.0028195903,0.9043311,0.00046324183,0.0040680734,0.000121477475,0.00022782436,0.07433313],"genre_scores_gemma":[0.7808153,0.19913977,0.0010541494,0.016989857,0.00068779057,0.00095406227,0.0000054337133,0.0000338232,0.00031978567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980588,0.0011542818,0.00012294255,0.00021078826,0.00016919205,0.00028397288],"domain_scores_gemma":[0.9841537,0.015208871,0.00013237228,0.0003159903,0.000108062384,0.00008101024],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0039432193,0.000102049504,0.00009468703,0.000014678977,0.0036079022,0.00017263842,0.00034427122,0.000040435825,0.00003189491],"category_scores_gemma":[0.0007231564,0.000059681395,0.00004935286,0.00021101582,0.00059295364,0.00028394206,0.00003110048,0.00016586135,0.000005026053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005517644,0.00013563427,0.000021641281,0.0000022394202,0.000038852762,3.4404525e-8,0.0066164793,8.5180204e-8,0.000013839427,0.68051475,0.0035958928,0.30850878],"study_design_scores_gemma":[0.00018308485,0.00018219205,0.0011809898,0.0000074734794,0.000005640799,8.147697e-7,0.012655411,0.0000048384277,0.000024555422,0.22480848,0.76088184,0.00006468242],"about_ca_topic_score_codex":0.00083610136,"about_ca_topic_score_gemma":0.00045915577,"teacher_disagreement_score":0.88734126,"about_ca_system_score_codex":0.00005849181,"about_ca_system_score_gemma":0.000107141204,"threshold_uncertainty_score":0.99768925},"labels":[],"label_agreement":null},{"id":"W2121994209","doi":"10.1111/bjd.13980","title":"Prioritizing the global research agenda in psoriasis: an International Psoriasis Council Delphi consensus exercise","year":2015,"lang":"en","type":"letter","venue":"British Journal of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Probity Medical Research","funders":"Janssen Biotech; AbbVie; Celgene; Novartis; Amgen; Pfizer; Eli Lilly and Company","keywords":"Psoriasis; Delphi method; Delphi; Medicine; Consensus conference; MEDLINE; Dermatology; Political science; Family medicine; Internal medicine; Computer science; Law","score_opus":0.3033537745233487,"score_gpt":0.468302712239089,"score_spread":0.16494893771574026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121994209","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026849382,0.00947147,0.00002638874,0.9295926,0.0055001914,0.0011371988,0.00022486453,0.00009133953,0.027106574],"genre_scores_gemma":[0.6972679,0.06364744,0.008397913,0.18314287,0.043220405,0.0005023991,0.00017103857,0.0004759336,0.0031741122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855846,0.00547906,0.0014990114,0.00050421956,0.005555456,0.0013776434],"domain_scores_gemma":[0.9893343,0.0014271718,0.00073057064,0.0004675267,0.007743161,0.0002972877],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014901466,0.00027877878,0.00086871657,0.00054324715,0.0006264592,0.0008670545,0.0038478035,0.0015635246,0.000121938516],"category_scores_gemma":[0.009975617,0.00029483583,0.0002540541,0.001100641,0.0020681166,0.00047060734,0.00040115564,0.00629534,0.000042636777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010733527,0.00008179779,0.0007875878,0.000030050263,0.00007323699,0.062077563,0.0018135338,0.0000010363098,0.0000013213288,0.0002941345,0.90766585,0.027066559],"study_design_scores_gemma":[0.0010083035,0.00005661601,0.00038589103,0.000765811,0.000032372067,0.038010847,0.005818974,0.000013801947,0.000004331986,0.015536735,0.9380851,0.0002812147],"about_ca_topic_score_codex":0.011839395,"about_ca_topic_score_gemma":0.017902907,"teacher_disagreement_score":0.7464497,"about_ca_system_score_codex":0.0039365804,"about_ca_system_score_gemma":0.010003783,"threshold_uncertainty_score":0.99995035},"labels":[],"label_agreement":null},{"id":"W2124048564","doi":"10.1186/1745-6215-15-32","title":"The trials methodological research agenda: results from a priority setting exercise","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Bristol; Queen's University; University of Liverpool","keywords":"Medicine; Delphi method; Clinical trial; Delphi; Descriptive statistics; Research design; Medical education; Attrition; Family medicine; Medical physics; Statistics; Computer science","score_opus":0.8938918485060562,"score_gpt":0.6882222726457565,"score_spread":0.20566957586029966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124048564","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17589179,0.0058616353,0.012749154,0.2893455,0.008847027,0.037665464,0.0010660513,0.003365051,0.46520832],"genre_scores_gemma":[0.90860957,0.0056639337,0.061764948,0.00030991563,0.011251984,0.0013598432,0.00004212442,0.00007960914,0.010918088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.78776485,0.2025692,0.0031965314,0.0010021054,0.0038042306,0.001663068],"domain_scores_gemma":[0.42717144,0.56838566,0.0012004226,0.0016709982,0.0011002992,0.00047118528],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69552815,0.00017508748,0.0013128922,0.00017579422,0.0026602757,0.0007562981,0.00178888,0.00045761192,0.00025769457],"category_scores_gemma":[0.76548874,0.000105211984,0.00040609404,0.0009029372,0.0012029975,0.00015136335,0.00046683167,0.0010036246,0.00029006787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034208915,0.00009118294,0.0000690174,0.000008545587,0.0000723959,0.00001627542,0.008740225,0.0000026261569,0.0060461354,0.03608382,0.19827367,0.7471752],"study_design_scores_gemma":[0.001710906,0.0001125763,0.0005098914,0.000090606685,0.00004409109,2.8251324e-7,0.0036919918,0.000046275556,0.007484521,0.21191008,0.77418834,0.00021046425],"about_ca_topic_score_codex":0.009703967,"about_ca_topic_score_gemma":0.0009204681,"teacher_disagreement_score":0.74696475,"about_ca_system_score_codex":0.0002061826,"about_ca_system_score_gemma":0.0006096841,"threshold_uncertainty_score":0.99863815},"labels":[],"label_agreement":null},{"id":"W2125238253","doi":"10.1186/s13063-015-0905-9","title":"Core Outcomes in Ventilation Trials (COVenT): protocol for a core outcome set using a Delphi survey with a nested randomised trial and observational cohort study","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto; Sunnybrook Health Science Centre; West Park Healthcare Centre; St. Michael's Hospital","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Delphi method; Observational study; Outcome (game theory); Randomized controlled trial; Protocol (science); Clinical trial; Psychological intervention; Cohort study; Intensive care medicine; Alternative medicine; Surgery; Nursing; Internal medicine; Computer science","score_opus":0.943394892298078,"score_gpt":0.6832528118965439,"score_spread":0.2601420804015342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125238253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6102599,0.0000020002688,0.00045223048,0.00012545534,0.00014143872,0.38883966,0.00008915502,0.00005997882,0.000030190353],"genre_scores_gemma":[0.61096394,5.651536e-7,0.0015362352,0.00003201744,0.00027747866,0.3869204,0.00006625619,0.000034380057,0.00016872643],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9872202,0.007676538,0.0025910418,0.0005144033,0.0015378543,0.0004599619],"domain_scores_gemma":[0.9818238,0.015520343,0.0013494238,0.00030429434,0.0007927505,0.00020935925],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15054257,0.00025427944,0.002098651,0.0003246145,0.00025678062,0.00025629805,0.00032717487,0.00021546897,0.00004723307],"category_scores_gemma":[0.10778625,0.0001866528,0.00019322956,0.0007364823,0.00017766705,0.0003378234,0.00006897824,0.00017601228,0.000001724747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24297102,0.0004076753,0.75411475,0.00001930713,0.00010401055,0.0000063331386,0.0016473996,0.00004247317,0.000023017605,0.00012105276,0.00035455948,0.00018843877],"study_design_scores_gemma":[0.5751874,0.0014983262,0.41751775,0.00008493993,0.00017625476,0.0000013669537,0.0022514756,0.0006707119,0.00001746388,0.0018000308,0.0004232658,0.00037101863],"about_ca_topic_score_codex":0.0066075916,"about_ca_topic_score_gemma":0.007545717,"teacher_disagreement_score":0.33659697,"about_ca_system_score_codex":0.00033215966,"about_ca_system_score_gemma":0.0012350336,"threshold_uncertainty_score":0.9988746},"labels":[],"label_agreement":null},{"id":"W2129326790","doi":"10.1097/00002820-200104000-00003","title":"Priorities for Adult Cancer Nursing Research","year":2001,"lang":"en","type":"article","venue":"Cancer Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Medicine; Referral; Nursing; Delphi; Health care; Family medicine","score_opus":0.3645163132090344,"score_gpt":0.6244319774488867,"score_spread":0.2599156642398523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129326790","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3336687,0.019298812,0.00775822,0.19510502,0.008255085,0.0050895074,0.000072696355,0.0011062576,0.42964572],"genre_scores_gemma":[0.975291,0.0056898426,0.002325464,0.00028176405,0.00375432,0.0011842771,0.0000027407427,0.00007351984,0.011397086],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966257,0.00031494506,0.00022797738,0.00042169166,0.0011222363,0.0012874287],"domain_scores_gemma":[0.9972105,0.00052014727,0.000058479636,0.0002698596,0.0017083926,0.00023261506],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018148879,0.00013085575,0.00019623895,0.00028665815,0.0017470339,0.0002616322,0.00056824664,0.0001910564,0.00026350465],"category_scores_gemma":[0.0008348628,0.0001442921,0.000084286396,0.0010255998,0.0016692241,0.00032092285,0.000023821181,0.0004476627,0.000011378068],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001598999,0.00007982707,0.0029317515,0.000043130087,0.000014302852,0.000007988698,0.036216054,0.000027584876,0.0011740584,0.029672474,0.14626555,0.7834074],"study_design_scores_gemma":[0.0014560429,0.00025630693,0.0028737327,0.011827264,0.000068114205,0.000009191125,0.14332454,0.0014071567,0.008544262,0.26522687,0.56386995,0.0011365579],"about_ca_topic_score_codex":0.01093279,"about_ca_topic_score_gemma":0.0017989157,"teacher_disagreement_score":0.7822708,"about_ca_system_score_codex":0.0034164346,"about_ca_system_score_gemma":0.0013687649,"threshold_uncertainty_score":0.99955255},"labels":[],"label_agreement":null},{"id":"W2129624203","doi":"10.1123/jpah.6.4.520","title":"The International Universities Walking Project: Development of a Framework for Workplace Intervention Using the Delphi Technique","year":2009,"lang":"en","type":"article","venue":"Journal of Physical Activity and Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Underpinning; Delphi; Psychological intervention; Multinational corporation; Intervention (counseling); Set (abstract data type); Process (computing); Medical education; Domain (mathematical analysis); Knowledge management; Public relations; Psychology; Computer science; Medicine; Engineering; Business; Political science; Nursing","score_opus":0.1752435660268266,"score_gpt":0.5174254282464279,"score_spread":0.3421818622196013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129624203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6519308,0.000079958365,0.32221895,0.02487798,0.00009492384,0.0005725259,0.0000018488092,0.000010628951,0.00021238075],"genre_scores_gemma":[0.9817296,0.00006056032,0.017957075,0.00003718995,0.00018638925,0.000003638111,8.386241e-8,0.0000022594809,0.00002319815],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991056,0.00016423233,0.00015827412,0.00005478825,0.00037293107,0.00014420645],"domain_scores_gemma":[0.9987526,0.0006160346,0.00036579723,0.000046382887,0.00018297342,0.000036228397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030528351,0.000043601947,0.00011739953,0.000061395534,0.00066907663,0.00005758052,0.00025548358,0.000036897396,9.307119e-7],"category_scores_gemma":[0.00013445027,0.000026933312,0.00007610358,0.00014307533,0.00013880218,0.00019556811,0.00003907217,0.0002953541,2.9432078e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005400081,0.0007891431,0.00018015207,0.00008352961,0.00008473971,0.0000016418113,0.053753342,0.00001749298,0.0035392565,0.19652912,0.00040893166,0.7440726],"study_design_scores_gemma":[0.0016932789,0.0039205723,0.029385347,0.005667702,0.000084507345,0.00004515046,0.25580493,0.0064436034,0.04576477,0.59086096,0.05970784,0.0006213712],"about_ca_topic_score_codex":0.00017956331,"about_ca_topic_score_gemma":0.00013486255,"teacher_disagreement_score":0.7434513,"about_ca_system_score_codex":0.00034780457,"about_ca_system_score_gemma":0.00074075285,"threshold_uncertainty_score":0.5146064},"labels":[],"label_agreement":null},{"id":"W2132762261","doi":"","title":"Cancer nursing research output and topics in the first decade of the 21st century: results of a bibliometric and co-word cluster analysis.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing research; Nursing; Oncology nursing; Nurse education; Medicine","score_opus":0.27028260662575826,"score_gpt":0.45538119557814,"score_spread":0.18509858895238174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132762261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9026122,0.0017867732,0.0000042186734,0.0145998215,0.00007488916,0.0015020046,0.00002300481,0.000011262848,0.07938579],"genre_scores_gemma":[0.9968931,0.0025451328,0.000044324574,0.000049525293,0.0000423365,0.00023011837,3.8411903e-7,0.0000042431307,0.00019082795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975163,0.0006662372,0.00025811963,0.00019359302,0.0009468063,0.00041895136],"domain_scores_gemma":[0.9986013,0.0007334591,0.00009987709,0.00029386985,0.00020399597,0.000067478206],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007975974,0.000056760557,0.00016083504,0.006705232,0.0002109545,0.00005611916,0.00059665984,0.0000969061,0.0000050063327],"category_scores_gemma":[0.0017981097,0.00003500291,0.000043419048,0.039637495,0.0011314689,0.000094270385,0.00012391606,0.00028168224,1.3904088e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015105454,0.00016027331,0.495724,0.000042078656,0.00006493035,0.0000018725025,0.050128557,0.0000014494109,0.0000026950388,0.0024285256,0.004691592,0.446603],"study_design_scores_gemma":[0.00021477925,0.000010791823,0.98240393,0.000025464722,0.000025004796,2.300292e-7,0.006142814,0.000010890643,0.00013914537,0.0010043781,0.009981915,0.000040677172],"about_ca_topic_score_codex":0.013762533,"about_ca_topic_score_gemma":0.011250623,"teacher_disagreement_score":0.4866799,"about_ca_system_score_codex":0.000097074655,"about_ca_system_score_gemma":0.00007700122,"threshold_uncertainty_score":0.9928049},"labels":[],"label_agreement":null},{"id":"W2136017890","doi":"10.1371/journal.pone.0104976","title":"A Delphi Process to Optimize Quality and Performance of Drug Evaluation in Neonates","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fudan University; European Commission; Queen's University; Institut National de la Santé et de la Recherche Médicale; Children's National Hospital; Chiesi Farmaceutici","keywords":"Delphi method; Quality (philosophy); Multidisciplinary approach; Set (abstract data type); Process (computing); Intensive care; Delphi; Medicine; Medical education; Clinical trial; Computer science; Intensive care medicine; Pathology; Artificial intelligence","score_opus":0.2586719904270673,"score_gpt":0.4626060811312702,"score_spread":0.20393409070420293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136017890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921854,0.00003610998,0.00003042038,0.0025668144,0.0000060053153,0.00060591975,0.0000011964876,0.000029333,0.0045387847],"genre_scores_gemma":[0.99568313,0.000048736863,0.0039686216,0.00004958506,0.00002397941,0.00013599351,8.709372e-7,0.0000045790216,0.00008449982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982591,0.00033104836,0.00018503422,0.00014352755,0.00091360346,0.00016767824],"domain_scores_gemma":[0.99916404,0.00024388386,0.00005259882,0.00011687089,0.00035995228,0.00006266713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006071202,0.000043563523,0.00013332976,0.00010346227,0.000070218404,0.000020108075,0.00018427968,0.000040465373,0.00004767111],"category_scores_gemma":[0.0023535665,0.000044203935,0.000008366833,0.0003420492,0.000113252405,0.00014547538,0.000042966494,0.000085291525,0.0000058569776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006143776,0.0026380864,0.7168541,0.0015468771,0.000069797905,8.006123e-7,0.1324617,0.00070736196,0.016645763,0.0057074674,0.00026881325,0.122484855],"study_design_scores_gemma":[0.0028801484,0.0009208262,0.5761953,0.002221734,0.00010710534,3.8352638e-7,0.01767157,0.19074552,0.17290324,0.035077844,0.00023815845,0.0010381993],"about_ca_topic_score_codex":0.0012077129,"about_ca_topic_score_gemma":0.0009882948,"teacher_disagreement_score":0.19003814,"about_ca_system_score_codex":0.00005780712,"about_ca_system_score_gemma":0.00009909227,"threshold_uncertainty_score":0.28176087},"labels":[],"label_agreement":null},{"id":"W2136185137","doi":"10.1186/1745-6215-15-247","title":"Core Outcome Measures in Effectiveness Trials (COMET) initiative: protocol for an international Delphi study to achieve consensus on how to select outcome measurement instruments for outcomes included in a ‘core outcome set’","year":2014,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Alberta Innovates; European Commission","keywords":"Outcome (game theory); Delphi method; Protocol (science); Guideline; Medicine; Delphi; Set (abstract data type); Population; Clinical trial; Core (optical fiber); Medical physics; Medical education; Operations research; Computer science; Alternative medicine; Artificial intelligence; Engineering; Pathology","score_opus":0.9390752564554358,"score_gpt":0.7144724603154647,"score_spread":0.22460279613997103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136185137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038425731,0.0012324781,0.0009808309,0.0019200707,0.0018708158,0.9879395,0.0015699138,0.0003550855,0.0002887279],"genre_scores_gemma":[0.04129831,0.0013276684,0.00225213,0.00040820224,0.00079304137,0.9533864,0.00010458191,0.00029352342,0.00013609765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95279545,0.029234238,0.008861546,0.002354067,0.004924687,0.0018299953],"domain_scores_gemma":[0.9566667,0.035851207,0.0035923163,0.0013332238,0.0018408487,0.0007156797],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.22902235,0.0015950934,0.01347796,0.0041400953,0.0005098789,0.00068708934,0.0036131418,0.00093506183,0.00003747732],"category_scores_gemma":[0.2862851,0.0012235236,0.0019716262,0.0022651826,0.00018918072,0.0003131274,0.0006432967,0.0011558689,0.000035993675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029002447,0.00883586,0.28098336,0.018368354,0.0039110254,0.000074226264,0.010084735,0.00007892156,0.000037877377,0.0032239996,0.0022393218,0.64315987],"study_design_scores_gemma":[0.070039555,0.021894807,0.020809457,0.020950219,0.0020116086,0.000007833503,0.0049912496,0.00003089616,0.00007052681,0.0057788086,0.8473856,0.006029442],"about_ca_topic_score_codex":0.0013911286,"about_ca_topic_score_gemma":0.011728516,"teacher_disagreement_score":0.8451463,"about_ca_system_score_codex":0.0061056735,"about_ca_system_score_gemma":0.0019259172,"threshold_uncertainty_score":0.9996797},"labels":[],"label_agreement":null},{"id":"W2143073881","doi":"","title":"Minutes from the CSA Standards Meeting 2016","year":2016,"lang":"en","type":"article","venue":"Canadian acoustics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Engineering","score_opus":0.061884660661430196,"score_gpt":0.3753470779629213,"score_spread":0.31346241730149116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143073881","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15901734,0.0022987903,0.019717151,0.28170645,0.0029376363,0.0017541472,0.008118926,0.0006332414,0.52381635],"genre_scores_gemma":[0.98929954,0.00032685694,0.0011106173,0.00084280415,0.0008061917,0.000016512755,0.0000027295278,0.00001978037,0.007574958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827826,0.00016562421,0.00013299198,0.00017283243,0.0006502288,0.0006000848],"domain_scores_gemma":[0.9975925,0.0012570224,0.000038572092,0.00030783165,0.00033605238,0.00046800106],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016088244,0.00008023251,0.00008624451,0.000065413995,0.00066039804,0.00012858004,0.0006963025,0.00012373234,0.0009907088],"category_scores_gemma":[0.0050254352,0.00004898476,0.00003602442,0.00020835365,0.00055063626,0.00008495104,0.000044527213,0.0001274173,0.000120463985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026852128,0.000002953225,0.0026417784,0.0000015140441,0.00001234501,0.000035732326,0.0014195743,0.0000014722617,0.0036543924,0.003174828,0.9448367,0.04421603],"study_design_scores_gemma":[0.00010454822,0.000012641935,0.0035214254,0.00011602667,0.000012762602,4.481913e-7,0.002826985,0.000024721812,0.0001939166,0.008395344,0.98463285,0.00015832963],"about_ca_topic_score_codex":0.49415392,"about_ca_topic_score_gemma":0.5830714,"teacher_disagreement_score":0.8302822,"about_ca_system_score_codex":0.0010324541,"about_ca_system_score_gemma":0.004040916,"threshold_uncertainty_score":0.9999225},"labels":[],"label_agreement":null},{"id":"W2143515215","doi":"10.3325/cmj.2008.49.720","title":"Setting Priorities in Global Child Health Research Investments: Guidelines for Implementation of the CHNRI Method","year":2008,"lang":"en","type":"article","venue":"Croatian Medical Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"World Bank Group","keywords":"Context (archaeology); Listing (finance); Set (abstract data type); Process (computing); Actuarial science; Health policy; Investment (military); Operations research; Health care; Business; Management science; Computer science; Political science; Economics; Finance; Economic growth; Mathematics; Politics","score_opus":0.44214583459957796,"score_gpt":0.6444622832521174,"score_spread":0.20231644865253945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143515215","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1544357,0.0020879358,0.02563313,0.80799985,0.00087889173,0.0027830342,0.000056232402,0.00006250482,0.0060627065],"genre_scores_gemma":[0.7896182,0.0039450247,0.19165325,0.0110079115,0.0031559393,0.00019547054,0.0000066391444,0.000041496594,0.0003760739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930346,0.002249467,0.0008417835,0.000163076,0.0030436025,0.0006674769],"domain_scores_gemma":[0.9976536,0.0006139269,0.0002414238,0.00014920489,0.0009737777,0.00036807795],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027712228,0.000076088654,0.00019815919,0.00015849475,0.0015240315,0.000059096263,0.0008610597,0.00011936901,0.00019668607],"category_scores_gemma":[0.013606906,0.00005540631,0.000092781724,0.0008257585,0.0008943733,0.00015807625,0.00015423473,0.00073236,0.0000011855248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033756496,0.0001178158,0.094888434,0.000097914366,0.000041714295,0.000039205006,0.025658304,0.0000061606675,0.000029275056,0.032412782,0.26156178,0.58511287],"study_design_scores_gemma":[0.0052032634,0.00073675736,0.3156944,0.0025418652,0.000016849839,0.0007857591,0.19126816,0.0007452956,0.0014863892,0.16239187,0.31861192,0.0005174473],"about_ca_topic_score_codex":0.004093694,"about_ca_topic_score_gemma":0.0050220885,"teacher_disagreement_score":0.79699194,"about_ca_system_score_codex":0.0006317416,"about_ca_system_score_gemma":0.005284524,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W2144320800","doi":"10.1002/jts.21685","title":"Guidelines for peer support in high‐risk organizations: An international consensus study using the delphi method","year":2012,"lang":"en","type":"article","venue":"Journal of Traumatic Stress","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Veterans Affairs Canada","funders":"","keywords":"Delphi method; Consistency (knowledge bases); Public relations; Accreditation; Peer review; Delphi; Peer support; Psychology; Peer group; Medicine; Political science; Medical education; Social psychology; Nursing; Computer science","score_opus":0.3999698688245373,"score_gpt":0.5799706709842019,"score_spread":0.18000080215966457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144320800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619329,0.00004241931,0.029916056,0.0063225566,0.00081782794,0.00071852625,0.000032127,0.00001607393,0.00020153513],"genre_scores_gemma":[0.8657256,0.0000253338,0.13339894,0.000059560618,0.00066946814,0.000012274997,0.0000019040651,0.000015106414,0.000091808346],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99685496,0.0008107668,0.00081162807,0.000089787536,0.0011557747,0.00027707274],"domain_scores_gemma":[0.99472296,0.0011886059,0.00053685217,0.00017293762,0.0032598244,0.00011883418],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011660845,0.00008907118,0.00021370748,0.00025113337,0.00025821544,0.0001299862,0.0007116785,0.00006572566,0.00018293793],"category_scores_gemma":[0.011748263,0.000061827195,0.000058093283,0.00042982167,0.00009907203,0.00038147776,0.00004543921,0.00023471286,0.0000012534692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018136571,0.0030940485,0.6976953,0.000045445347,0.0004919505,0.00004422732,0.23093726,0.005346642,0.00021536968,0.0059312345,0.016825322,0.03919183],"study_design_scores_gemma":[0.0032049974,0.0006602448,0.115606144,0.00024863068,0.00037425855,0.00014707283,0.8537356,0.011473314,0.00072704774,0.0067008436,0.006663743,0.0004580666],"about_ca_topic_score_codex":0.0023068725,"about_ca_topic_score_gemma":0.001559205,"teacher_disagreement_score":0.6227984,"about_ca_system_score_codex":0.00018293224,"about_ca_system_score_gemma":0.00031005996,"threshold_uncertainty_score":0.9965762},"labels":[],"label_agreement":null},{"id":"W2145555293","doi":"10.1136/bmj.g1687","title":"Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10510,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"National Health and Medical Research Council; University of Oxford; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Wellcome Trust","keywords":"Checklist; Psychological intervention; Computer science; Replicate; Delphi method; Intervention (counseling); Face validity; Replication (statistics); MEDLINE; Statement (logic); Medical education; Applied psychology; Psychology; Medicine; Psychometrics; Nursing; Clinical psychology; Artificial intelligence","score_opus":0.23978113189315906,"score_gpt":0.5247609153651905,"score_spread":0.28497978347203146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145555293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8159012,0.00017643109,0.16034332,0.010160111,0.00015315537,0.0016225232,0.0000059756394,0.00011171106,0.011525524],"genre_scores_gemma":[0.97806394,0.000028839706,0.019334054,0.000031699845,0.00011018237,0.00020209292,0.000008560893,0.000007502519,0.0022131216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985331,0.00014580849,0.00084210513,0.00020189444,0.00015760268,0.00011948149],"domain_scores_gemma":[0.99860513,0.0001223414,0.0008144625,0.0002110165,0.00020954204,0.000037529688],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009550725,0.000044993765,0.0001169633,0.00008501728,0.0001559782,0.00006029981,0.00008148895,0.000062539286,0.00001248419],"category_scores_gemma":[0.009106951,0.00004612048,0.00007459205,0.00008695202,0.00015447385,0.00019012098,0.000056704972,0.000052671916,8.801561e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081920465,0.00016981881,0.07938189,0.0012086527,0.000055565437,0.0000015756284,0.0031475164,0.0000010290187,0.02248804,0.033449676,0.09065643,0.76935786],"study_design_scores_gemma":[0.0018069166,0.0010989403,0.27059662,0.00372788,0.0001442502,0.000043520788,0.0074120588,0.003952361,0.026970193,0.17450458,0.50905335,0.00068933715],"about_ca_topic_score_codex":0.0009465459,"about_ca_topic_score_gemma":0.0005624851,"teacher_disagreement_score":0.76866853,"about_ca_system_score_codex":0.000038411752,"about_ca_system_score_gemma":0.000014270392,"threshold_uncertainty_score":0.99923974},"labels":[],"label_agreement":null},{"id":"W2148465076","doi":"10.5430/jha.v3n4p1","title":"Using an e-Delphi technique in achieving consensus across disciplines for developing best practice in day surgery in Ireland","year":2014,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Medicine; Ranking (information retrieval); Thematic analysis; Best practice; Medical education; Nursing; Qualitative research; Political science; Computer science","score_opus":0.14557989563912957,"score_gpt":0.5009718835697752,"score_spread":0.35539198793064564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148465076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826545,0.000036264377,0.010206064,0.006120055,0.00022978586,0.0005484933,0.0000030666474,0.000011968021,0.00018979628],"genre_scores_gemma":[0.97444475,0.00005246776,0.02520196,0.000020686215,0.00022800347,0.000028642118,0.000002290814,0.000013808282,0.000007377587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975851,0.0005760177,0.00086125755,0.00017405086,0.00044189056,0.00036167455],"domain_scores_gemma":[0.9966654,0.002249305,0.00055703265,0.00009868372,0.00035019824,0.0000793352],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011839464,0.00010828273,0.00027485218,0.00033168352,0.00016397366,0.00018035686,0.00021970988,0.00017324463,0.0000012261028],"category_scores_gemma":[0.010737008,0.00010757515,0.0000568167,0.0005454657,0.000146991,0.0009780476,0.00003619956,0.00033445205,3.0789903e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010793906,0.0046482,0.8852301,0.00026458275,0.000035655394,0.0009621312,0.056102898,0.00084292394,0.009793682,0.008952864,0.00020833896,0.031879194],"study_design_scores_gemma":[0.007542799,0.023352802,0.45814288,0.013888662,0.000120928344,0.0010226412,0.3443147,0.011330443,0.037039414,0.08758639,0.010884929,0.0047734044],"about_ca_topic_score_codex":0.0004564026,"about_ca_topic_score_gemma":0.010855354,"teacher_disagreement_score":0.42708725,"about_ca_system_score_codex":0.00036612502,"about_ca_system_score_gemma":0.0009356321,"threshold_uncertainty_score":0.99759597},"labels":[],"label_agreement":null},{"id":"W2149115527","doi":"10.1093/fampra/cms006","title":"Prioritizing areas for quality marker development in children in UK general practice: extending the use of the nominal group technique","year":2012,"lang":"en","type":"article","venue":"Family Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Royal College of General Practitioners","keywords":"Medicine; Nominal group technique; Quality (philosophy); Primary care; Nominal group; General practice; Family medicine; Measure (data warehouse); Nursing; Medical education; Data mining; Knowledge management; Linguistics","score_opus":0.23506470924925998,"score_gpt":0.4820260375268109,"score_spread":0.2469613282775509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149115527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701565,0.00067340804,0.0045773406,0.009357891,0.00035466946,0.005933816,0.000013830593,0.000072230454,0.008860319],"genre_scores_gemma":[0.8765788,0.00017678861,0.12117943,0.00087379816,0.00017507715,0.0007863178,0.0000032938397,0.00002215501,0.0002043087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946407,0.0029534074,0.00058709603,0.00026730556,0.000886735,0.0006647498],"domain_scores_gemma":[0.9920154,0.0068006963,0.0004783031,0.00042104954,0.00020479463,0.00007974288],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022594953,0.00014424059,0.00019328651,0.00014315148,0.00043843387,0.0001371039,0.00065531227,0.00017559993,0.000007188856],"category_scores_gemma":[0.024579927,0.000106307474,0.00006930004,0.0007496862,0.0002516465,0.001816463,0.000300892,0.0006657913,0.0000034155803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011821607,0.0018150161,0.8185077,0.000078981306,0.00014606182,0.000013347011,0.025933698,0.000014266453,0.02481875,0.057374235,0.0047824504,0.06533334],"study_design_scores_gemma":[0.00024972265,0.00001840109,0.740039,0.00008167616,0.000020039108,0.000018217095,0.0050995583,0.000014460443,0.00058204273,0.00023046519,0.25346667,0.00017977752],"about_ca_topic_score_codex":0.0144432755,"about_ca_topic_score_gemma":0.0011628406,"teacher_disagreement_score":0.24868423,"about_ca_system_score_codex":0.00055326096,"about_ca_system_score_gemma":0.0004699322,"threshold_uncertainty_score":0.9921196},"labels":[],"label_agreement":null},{"id":"W2149682360","doi":"10.1016/j.contraception.2014.07.002","title":"The CROWN Initiative: journal editors invite researchers to develop core outcomes in women's health","year":2014,"lang":"en","type":"editorial","venue":"Contraception","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Scopus; Psychological intervention; Clinical trial; Systematic review; MEDLINE; Alternative medicine; Specialty; Family medicine; Meta-analysis; Nursing; Pathology","score_opus":0.1484916533336416,"score_gpt":0.4990499061104059,"score_spread":0.35055825277676433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149682360","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017431268,0.00025270565,0.0005589375,0.06030054,0.93377733,0.0018940503,0.00005364312,0.00013727117,0.0012824201],"genre_scores_gemma":[0.0039334632,0.002774335,0.00032388908,0.0007866441,0.98801494,0.0005993628,0.000031299158,0.00007136893,0.0034646753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99013925,0.0030746972,0.00085674727,0.0004648322,0.0038052741,0.0016591798],"domain_scores_gemma":[0.98805547,0.007898479,0.0005348402,0.00041088407,0.0023569653,0.0007433868],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031838752,0.00028959403,0.0005867463,0.0005967427,0.0018665958,0.0009046579,0.0015663471,0.0009505453,0.00011429698],"category_scores_gemma":[0.0709312,0.00022687721,0.00009100672,0.0013098546,0.000708496,0.00033243958,0.00023447163,0.0035513933,0.0001400022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015520629,0.000033008484,0.00026715608,0.000019129186,0.000023387467,0.000012014723,0.012325569,0.0000021436056,0.000005862358,0.00011492102,0.94598377,0.04105784],"study_design_scores_gemma":[0.00041071634,0.00021519586,0.0018411248,0.00020327469,0.0000021290355,3.6706825e-7,0.007862102,0.0000028323213,0.0000012358081,0.0020640092,0.98716253,0.0002344883],"about_ca_topic_score_codex":0.0010621106,"about_ca_topic_score_gemma":0.008571267,"teacher_disagreement_score":0.059513893,"about_ca_system_score_codex":0.0056627304,"about_ca_system_score_gemma":0.0074794013,"threshold_uncertainty_score":0.99943286},"labels":[],"label_agreement":null},{"id":"W2149682508","doi":"10.3109/07434618.2010.546809","title":"Teamwork in AAC: Examining Clinical Perceptions","year":2011,"lang":"en","type":"article","venue":"Augmentative and Alternative Communication","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thames Valley Children's Centre; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Augmentative and alternative communication; Teamwork; Perception; Quality (philosophy); Psychology; Medical education; Applied psychology; Medicine; Nursing","score_opus":0.5894957834835997,"score_gpt":0.5778562934855226,"score_spread":0.011639489998077068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149682508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87287855,0.00020324648,0.0013444944,0.0007110601,0.000055145727,0.00039888528,0.000003726693,0.000051806077,0.12435307],"genre_scores_gemma":[0.98665714,0.004785726,0.007889883,0.00013008605,0.000035160967,0.00009668677,0.0000058474466,0.000007785095,0.00039168764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757475,0.0015740135,0.00027754874,0.00018550752,0.00020473127,0.00018346195],"domain_scores_gemma":[0.99870807,0.00073973427,0.000110008004,0.00025680702,0.00011074045,0.00007466268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023880943,0.00007248404,0.000119843964,0.00012148995,0.00033878526,0.00003629364,0.00044494862,0.00005668513,0.00033787664],"category_scores_gemma":[0.00037759217,0.00007449153,0.000024110306,0.0002469195,0.00086349616,0.0003487321,0.00021470955,0.0003158095,0.000034276418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045973786,0.00033600666,0.56947124,0.0000039146403,0.000036602425,0.0000054454413,0.2536525,5.374071e-7,0.00017449856,0.062338397,0.0005780066,0.11335684],"study_design_scores_gemma":[0.0005556023,0.00017693639,0.79500854,0.000117877666,0.00000895294,6.5585857e-7,0.1617737,0.00008681273,0.0002707589,0.039458424,0.0023553954,0.0001863681],"about_ca_topic_score_codex":0.00557308,"about_ca_topic_score_gemma":0.003147956,"teacher_disagreement_score":0.22553727,"about_ca_system_score_codex":0.00010306063,"about_ca_system_score_gemma":0.000047070407,"threshold_uncertainty_score":0.8424867},"labels":[],"label_agreement":null},{"id":"W214976690","doi":"10.46743/2160-3715/2005.1829","title":"Using the Delphi Technique to Search for Empirical Measures of Local Planning Agency Power","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Operationalization; Delphi method; Delphi; Agency (philosophy); Autonomy; Context (archaeology); Empirical research; Management science; Sociology; Political science; Computer science; Engineering; Social science; Law; Epistemology; Artificial intelligence; Statistics; Geography; Mathematics","score_opus":0.809873503820038,"score_gpt":0.6929572055585211,"score_spread":0.11691629826151684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W214976690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12121601,0.00012495667,0.85142004,0.009336405,0.000101933976,0.00224307,0.000010798181,0.00008942052,0.015457383],"genre_scores_gemma":[0.9844611,0.0000018417961,0.014550595,0.00013854874,0.000088442284,0.00028571047,0.0000014383492,0.000021748363,0.00045056126],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99455976,0.0025225857,0.00053071347,0.00026966378,0.0016458146,0.00047142842],"domain_scores_gemma":[0.995405,0.0022999328,0.00018719138,0.00047452282,0.0014484667,0.00018487495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03909218,0.00012004003,0.00023688802,0.00012381631,0.00047884826,0.000045047655,0.00071717653,0.000114844705,0.000016106578],"category_scores_gemma":[0.005394869,0.00007190479,0.000114724084,0.00076403917,0.0012600506,0.00012529499,0.00018419434,0.00029294039,0.000004702014],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003013707,0.00009558142,0.0007973559,0.000023454855,0.0000843455,0.00008805595,0.94833016,0.0004564611,0.0041194577,0.029111687,0.014748651,0.0018434254],"study_design_scores_gemma":[0.00018214447,0.0005275627,0.00028223565,0.00012487447,0.000028929271,0.00008193592,0.86728555,0.00014906067,0.0222839,0.0688172,0.0399304,0.00030619247],"about_ca_topic_score_codex":0.0026174032,"about_ca_topic_score_gemma":0.00008845085,"teacher_disagreement_score":0.8632451,"about_ca_system_score_codex":0.0002907187,"about_ca_system_score_gemma":0.0012382929,"threshold_uncertainty_score":0.98945683},"labels":[],"label_agreement":null},{"id":"W2151272897","doi":"10.12927/cjnl.2011.22142","title":"A Delphi Approach to Developing a Core Competency Framework for Family Practice Registered Nurses in Ontario","year":2010,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Delphi method; Acknowledgement; Delphi; Core competency; Process (computing); Nursing; Medical education; Professional development; Psychology; Medicine; Management; Computer science","score_opus":0.6431022113323459,"score_gpt":0.49746792828011555,"score_spread":0.14563428305223036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151272897","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2130024,0.0002484131,0.21634068,0.17423514,0.0069515225,0.008846558,0.000012619125,0.001060952,0.37930173],"genre_scores_gemma":[0.515353,0.0000017373927,0.48142344,0.0014976116,0.00022741352,0.00022676587,0.0000057336815,0.000032796805,0.0012314897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9970886,0.00023356092,0.00035500794,0.00055446627,0.0007569381,0.0010114078],"domain_scores_gemma":[0.9970833,0.0017377777,0.00013278375,0.0004579617,0.0003493431,0.00023885058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027562138,0.00019132024,0.00028214676,0.0003253117,0.00047392957,0.0002456234,0.00084442494,0.00045501746,0.0000148207355],"category_scores_gemma":[0.008311854,0.00021605013,0.00008093683,0.0008276323,0.00057066104,0.0003622377,0.000028134371,0.0013832016,0.000020353791],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034448988,0.00044088333,0.0025501882,0.00006918332,0.000016313472,0.000012749207,0.31105322,0.0000071798054,0.0011036617,0.65682876,0.0070395675,0.020533837],"study_design_scores_gemma":[0.0008333102,0.0002644956,0.018758815,0.0022393037,0.000044898436,0.000029088265,0.5730143,0.00012633507,0.00017995089,0.16360928,0.23980825,0.0010919835],"about_ca_topic_score_codex":0.032753184,"about_ca_topic_score_gemma":0.14730433,"teacher_disagreement_score":0.49321947,"about_ca_system_score_codex":0.0010962475,"about_ca_system_score_gemma":0.0018585654,"threshold_uncertainty_score":0.9950666},"labels":[],"label_agreement":null},{"id":"W2152512215","doi":"10.2196/resprot.2604","title":"Terminology, Taxonomy, and Facilitation of Motor Learning in Clinical Practice: Protocol of a Delphi Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting Innovatie Alliantie","keywords":"Terminology; Categorization; Motor learning; Delphi method; Psychology; Delphi; Taxonomy (biology); Medical education; Computer science; Knowledge management; Medicine; Artificial intelligence","score_opus":0.6419839808488255,"score_gpt":0.6981067889915867,"score_spread":0.05612280814276127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152512215","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036857307,7.127142e-7,0.000020893387,0.0008864978,0.0000022630186,0.95539874,0.0000021423564,0.00004765329,0.0067838184],"genre_scores_gemma":[0.121388406,6.8432144e-7,0.0023072443,0.000005073727,0.00003745741,0.8757332,4.1218456e-7,0.000012402689,0.000515133],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98821455,0.007942292,0.0011035884,0.00046242645,0.0016242692,0.0006528603],"domain_scores_gemma":[0.9934102,0.0039348924,0.00035024088,0.00040668514,0.0017114534,0.000186482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022904677,0.00011831813,0.0003698698,0.000613088,0.0002204924,0.000109190216,0.00069270236,0.00026157722,0.00021675383],"category_scores_gemma":[0.019373417,0.000108651686,0.00005704777,0.0009215537,0.0019499882,0.00074291695,0.000490531,0.0013452473,0.000033488926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017484273,0.0075597125,0.5925462,0.0010296733,0.00004108914,0.00003913228,0.016194185,0.0000025797924,0.0022804623,0.002426281,0.004255928,0.37187627],"study_design_scores_gemma":[0.005583061,0.018361537,0.26505935,0.0012170188,0.0000026017294,0.0000024973212,0.09431893,0.00023776162,0.00048783454,0.0034643149,0.61092514,0.00033997028],"about_ca_topic_score_codex":0.0041640853,"about_ca_topic_score_gemma":0.00044143788,"teacher_disagreement_score":0.6066692,"about_ca_system_score_codex":0.00013036879,"about_ca_system_score_gemma":0.00086943456,"threshold_uncertainty_score":0.98888683},"labels":[],"label_agreement":null},{"id":"W2156741466","doi":"10.1186/1471-2288-10-22","title":"The COSMIN checklist for evaluating the methodological quality of studies on measurement properties: A clarification of its content","year":2010,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1844,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Vrije Universiteit Amsterdam","keywords":"Checklist; Delphi method; Content validity; Relevance (law); Construct validity; Psychology; Quality (philosophy); Criterion validity; Delphi; Applied psychology; Formative assessment; Management science; Computer science; Psychometrics; Clinical psychology; Cognitive psychology; Engineering; Artificial intelligence","score_opus":0.9906184913252002,"score_gpt":0.7661254438681674,"score_spread":0.2244930474570328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156741466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7289357,0.0075123855,0.14781047,0.09889955,0.0018557246,0.011848686,0.000016340757,0.000118847216,0.003002283],"genre_scores_gemma":[0.9127864,0.0011588726,0.08253819,0.00014068522,0.0003113193,0.0024818187,7.9823013e-7,0.000016918128,0.0005649896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.7449377,0.23428601,0.0026803399,0.0009599031,0.015427892,0.0017081021],"domain_scores_gemma":[0.45561075,0.5265525,0.000948579,0.0015108506,0.014880665,0.0004966722],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.66512215,0.00013044308,0.00063303614,0.00014200255,0.0012041789,0.00003392896,0.0020246725,0.00044509085,0.00006287645],"category_scores_gemma":[0.9190369,0.0000620433,0.00020009339,0.00060247676,0.008473732,0.000043036132,0.0004081533,0.0017455668,0.0000046522878],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002485144,0.0002678237,0.00030403072,0.0006604718,0.00011688153,6.53098e-7,0.008258435,0.000004279612,0.3803614,0.5084951,0.0011123213,0.09793344],"study_design_scores_gemma":[0.0029454196,0.0066910046,0.010401421,0.0011801899,0.00008348981,0.0000052796777,0.2185767,0.0034856112,0.5130468,0.22344346,0.019615289,0.00052530045],"about_ca_topic_score_codex":0.0012463178,"about_ca_topic_score_gemma":0.009481233,"teacher_disagreement_score":0.2922665,"about_ca_system_score_codex":0.00020667777,"about_ca_system_score_gemma":0.0033812686,"threshold_uncertainty_score":0.9942246},"labels":[],"label_agreement":null},{"id":"W2158518932","doi":"10.7202/030128ar","title":"Les résultats de l’évaluation du colloque « Quand les femmes se prennent en main » : un outil pour l’organisation de futurs colloques","year":2006,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Valuation (finance); Art; Business","score_opus":0.10143822852433075,"score_gpt":0.3935363679863498,"score_spread":0.292098139462019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158518932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574159,0.0022679954,0.0031278215,0.025683517,0.0003638329,0.0012497833,0.00013003558,0.00022278709,0.009538374],"genre_scores_gemma":[0.98246425,0.00093927945,0.0050019003,0.00014087497,0.0011095036,0.0002219271,0.000058649228,0.000064009815,0.009999616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99439955,0.0023396665,0.0006131909,0.00054119626,0.0010449955,0.0010614106],"domain_scores_gemma":[0.9978427,0.0011643771,0.00029121106,0.00028974743,0.00017168465,0.00024023953],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004180693,0.00036341776,0.00034062314,0.00019100537,0.0013708646,0.00022457166,0.000564404,0.00046074638,0.0012894132],"category_scores_gemma":[0.00060247874,0.00040381262,0.0001654252,0.00053606555,0.0008583895,0.00036628786,0.00015833582,0.00036585514,0.0001201344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001766094,0.0014315309,0.41871056,0.00021461232,0.00016182497,0.000114337556,0.18819998,0.0004831159,0.035057213,0.011121546,0.038983572,0.3053451],"study_design_scores_gemma":[0.0028022416,0.00058605935,0.47121793,0.00055416755,0.00036683917,0.000105440355,0.27941102,0.005183882,0.13448952,0.03885909,0.06494986,0.0014739218],"about_ca_topic_score_codex":0.81138945,"about_ca_topic_score_gemma":0.7313092,"teacher_disagreement_score":0.30387118,"about_ca_system_score_codex":0.010953167,"about_ca_system_score_gemma":0.005283914,"threshold_uncertainty_score":0.9999292},"labels":[],"label_agreement":null},{"id":"W2161558134","doi":"10.1016/j.joms.2009.05.308","title":"Review of the Current Practice of OMS in Canada and the United States: Review of Current Practice/US","year":2009,"lang":"en","type":"article","venue":"Journal of Oral and Maxillofacial Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Scope (computer science); Government (linguistics); Scope of practice; Current (fluid); Public relations; Public administration; Law; Health care; Political science","score_opus":0.09958433686776516,"score_gpt":0.43837530674311126,"score_spread":0.33879096987534607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161558134","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043529835,0.88349503,0.000016135351,0.070433915,0.00070093706,0.0009521498,0.000029496528,0.0000038425037,0.00083863485],"genre_scores_gemma":[0.042893007,0.9553738,0.00004332915,0.0016571512,0.000019662937,0.000002960397,0.0000011481014,0.0000035537598,0.0000053365784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645245,0.0011411646,0.0010843741,0.00009000858,0.0010314111,0.00020056513],"domain_scores_gemma":[0.995893,0.0009772297,0.001769938,0.00014438486,0.0011182098,0.00009722314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010611221,0.00010009968,0.0006189245,0.00010767979,0.0000804063,0.000014160043,0.00026694936,0.00002982089,0.00001916765],"category_scores_gemma":[0.01421691,0.00005441881,0.00014234666,0.0009290917,0.00038660492,0.0003175573,0.00006684028,0.00048539464,9.0878416e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002912182,0.0002147808,0.005358488,0.0067007104,0.000041336898,0.000020452817,0.0005476742,0.0000018566586,0.00000572822,0.0014389725,0.010348996,0.97502977],"study_design_scores_gemma":[0.00017479135,0.000040421477,0.0030537613,0.02120916,0.000094169525,0.000023210327,0.0004194193,0.0000026886962,0.00001594569,0.00043485296,0.97446346,0.00006810876],"about_ca_topic_score_codex":0.29518563,"about_ca_topic_score_gemma":0.0145747205,"teacher_disagreement_score":0.9749617,"about_ca_system_score_codex":0.000113398324,"about_ca_system_score_gemma":0.0019516451,"threshold_uncertainty_score":0.99408674},"labels":[],"label_agreement":null},{"id":"W2161863291","doi":"10.1016/j.pmrj.2011.08.031","title":"Poster 77 Candidate and Interviewer Perceptions of a Novel Multistation Interview Format for Admission to a Physical Medicine and Rehabilitation Residency Training Program","year":2011,"lang":"en","type":"article","venue":"PM&R","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interview; Medicine; Rehabilitation; Library science; Medical education; Family medicine; Psychology; Physical therapy; Sociology; Computer science","score_opus":0.2832163553702507,"score_gpt":0.512372241908855,"score_spread":0.2291558865386043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161863291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96662384,0.00010258578,0.0149486475,0.012800016,0.00007672195,0.0030344727,0.000025821566,0.00010005135,0.0022878253],"genre_scores_gemma":[0.9619455,0.000035642286,0.03746908,0.000077626035,0.000042564665,0.00034309403,0.0000051157253,0.000008051451,0.00007335261],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991652,0.000109810775,0.00021218741,0.00015889604,0.00019336105,0.00016058623],"domain_scores_gemma":[0.9991536,0.00033026404,0.0000632243,0.00009255897,0.00023679857,0.00012355171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011479174,0.00006551642,0.0001483067,0.0001324284,0.00011718836,0.000017294196,0.00009320929,0.000040944204,0.000042890108],"category_scores_gemma":[0.0015975646,0.000053179374,0.000031315023,0.00015981172,0.0002592682,0.00022308862,0.000053664564,0.000062072606,9.550947e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080603444,0.00014581945,0.0009532587,0.0002932458,0.000007389075,2.7593796e-7,0.53847826,4.7470817e-8,0.0021165672,0.0029287229,0.0011612957,0.45383453],"study_design_scores_gemma":[0.006009047,0.02091564,0.3449642,0.010844945,0.00025279308,0.000021885488,0.5085826,0.007961123,0.0009294674,0.05764493,0.04069509,0.0011782983],"about_ca_topic_score_codex":0.0012976137,"about_ca_topic_score_gemma":0.0016896875,"teacher_disagreement_score":0.4526562,"about_ca_system_score_codex":0.000036626625,"about_ca_system_score_gemma":0.0000467766,"threshold_uncertainty_score":0.21685919},"labels":[],"label_agreement":null},{"id":"W2170569885","doi":"10.1017/s1041610213001968","title":"International Psychogeriatrics and the International Psychogeriatric Association: a successful marriage turns silver","year":2013,"lang":"en","type":"editorial","venue":"International Psychogeriatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Globe; Quarter (Canadian coin); Theme (computing); Psychology; Mental health; Political science; Publication; Gerontology; Library science; History; Medicine; Psychiatry; Law","score_opus":0.021619633444717793,"score_gpt":0.3886274495573668,"score_spread":0.367007816112649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170569885","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024316985,0.0008191711,0.00029019354,0.05645737,0.71933866,0.0017406254,0.0012255553,0.0004181202,0.21946716],"genre_scores_gemma":[0.0037675889,0.049145617,0.002224985,0.0010413709,0.8786695,0.0011472509,0.0012845154,0.00027194567,0.062447198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98258734,0.0011408266,0.0021952135,0.0021359648,0.010525373,0.0014152998],"domain_scores_gemma":[0.9833748,0.0070477235,0.0025861945,0.0012526183,0.0051834015,0.00055526453],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.010016875,0.0010692431,0.0010929771,0.0018841748,0.00083608844,0.004760627,0.008876353,0.0028673185,0.00813761],"category_scores_gemma":[0.01765737,0.0009570355,0.0008423493,0.0017841388,0.00089703116,0.0015126686,0.0012425085,0.0035025035,0.0010929172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063746114,0.00026349784,0.0012162116,0.000037891852,0.0010265431,0.000028425999,0.0013881502,0.0000059413687,0.000018847571,0.0073322556,0.9837633,0.004281503],"study_design_scores_gemma":[0.004588351,0.000047479687,0.00024356063,0.000077156015,0.0001795007,0.000008903461,0.0006452654,0.00017525748,0.0000028236368,0.010580146,0.9824888,0.00096272584],"about_ca_topic_score_codex":0.0036216204,"about_ca_topic_score_gemma":0.000736073,"teacher_disagreement_score":0.15933089,"about_ca_system_score_codex":0.0032631243,"about_ca_system_score_gemma":0.0012264694,"threshold_uncertainty_score":0.9996849},"labels":[],"label_agreement":null},{"id":"W2173919303","doi":"10.17411/jacces.v5i2.104","title":"Rethinking the Grocery Store: Inclusive Wayfinding System for Visually Impaired Shoppers in Grocery Stores","year":2015,"lang":"en","type":"article","venue":"RACO (Revistes Catalanes amb Accés Obert) (Consorci de Serveis Universitaris de Catalunya)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Grocery shopping; Grocery store; Business; Product (mathematics); Order (exchange); Marketing; Advertising; Psychology","score_opus":0.09243253884413764,"score_gpt":0.3772255914694267,"score_spread":0.28479305262528903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173919303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97873545,0.0030142206,0.00056190375,0.008261451,0.00049074314,0.0029339036,0.00020760382,0.0007451638,0.005049559],"genre_scores_gemma":[0.9962497,0.0003168209,0.0009883784,0.0003130532,0.00039750585,0.00013446176,0.00028972284,0.00011281948,0.0011975573],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9940893,0.001141826,0.0007264396,0.0009577728,0.0012851704,0.0017994709],"domain_scores_gemma":[0.99457,0.0024308856,0.0005091488,0.0009457581,0.0007943658,0.0007498185],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0069435067,0.0005680275,0.00077102,0.0007982265,0.0016903594,0.00045275709,0.0027995198,0.00066919596,0.000032230637],"category_scores_gemma":[0.0025543722,0.0005528289,0.00038063727,0.0016701256,0.0008795823,0.0013645041,0.0009833317,0.000955966,0.000037376412],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028182291,0.000779331,0.3889193,0.0038424162,0.0011290301,0.002787299,0.37661105,0.0025552902,0.0052132765,0.10163582,0.10450065,0.009208317],"study_design_scores_gemma":[0.0069624456,0.00095722923,0.028887033,0.003184281,0.0008797645,0.0005702245,0.83961266,0.010176608,0.00314131,0.0061409143,0.09532471,0.0041627963],"about_ca_topic_score_codex":0.017826166,"about_ca_topic_score_gemma":0.0103863105,"teacher_disagreement_score":0.46300164,"about_ca_system_score_codex":0.007892588,"about_ca_system_score_gemma":0.0027513392,"threshold_uncertainty_score":0.9996923},"labels":[],"label_agreement":null},{"id":"W2174790829","doi":"10.3148/72.4.2011.186","title":"Developing an Interview Guide to Evaluate Practice-based Evidence in Nutrition: Use of the Delphi Technique","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Dietetic Practice and Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"","keywords":"Delphi method; Delphi; MEDLINE; Medical education; Psychology; Medicine; Computer science; Political science; Artificial intelligence","score_opus":0.6797277130647243,"score_gpt":0.5773375585517765,"score_spread":0.10239015451294786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174790829","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12974004,0.012887685,0.0130927125,0.8115539,0.0007768327,0.009184735,0.000021720914,0.000041887688,0.022700507],"genre_scores_gemma":[0.91024756,0.0032881668,0.085103236,0.0010453828,0.00009706296,0.00010138038,1.8239392e-7,0.000019382642,0.000097612865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902974,0.0067725508,0.0006318923,0.000213812,0.0014628653,0.000621515],"domain_scores_gemma":[0.98890704,0.0050050267,0.000306354,0.00039830367,0.0046273777,0.0007558883],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039790235,0.00010173517,0.0002195884,0.00097391295,0.00048207171,0.00023560731,0.0011314179,0.00014494103,0.00008226139],"category_scores_gemma":[0.093338355,0.00008029197,0.000059485104,0.0018294348,0.0008244403,0.0020487672,0.00011888401,0.001121688,0.000004627579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005342243,0.004088503,0.037484776,0.004231581,0.000677148,0.010516133,0.27315,0.00010314723,0.01469249,0.12940103,0.10025699,0.42005596],"study_design_scores_gemma":[0.0009320007,0.003087731,0.009784051,0.019521685,0.00013188296,0.00046154863,0.093874864,0.00008387031,0.011128277,0.011074704,0.84932077,0.00059861655],"about_ca_topic_score_codex":0.0986154,"about_ca_topic_score_gemma":0.106972575,"teacher_disagreement_score":0.8105085,"about_ca_system_score_codex":0.0007573608,"about_ca_system_score_gemma":0.01147611,"threshold_uncertainty_score":0.9941279},"labels":[],"label_agreement":null},{"id":"W2174957337","doi":"10.1186/1745-6215-16-s2-o87","title":"Defining feasibility and pilot studies in preparation for randomised controlled trials: using consensus methods and validation to develop a conceptual framework","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Context (archaeology); Psychological intervention; Delphi method; Research design; Conceptual framework; Management science; Intervention (counseling); Comparative effectiveness research; Alternative medicine; Medical education; Computer science; Nursing","score_opus":0.8411732171340301,"score_gpt":0.6842297660037597,"score_spread":0.15694345113027042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174957337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88580936,0.00425052,0.086663894,0.0014063297,0.0004978906,0.020980263,0.000019887422,0.000094571005,0.00027730412],"genre_scores_gemma":[0.6366167,0.00011011035,0.3620245,0.00005200218,0.00015573473,0.0010047157,0.0000019662762,0.000009130471,0.000025119965],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9729915,0.024228243,0.0016801242,0.00038817673,0.00040671794,0.00030518905],"domain_scores_gemma":[0.8392361,0.15793248,0.00089433475,0.00020962783,0.001479876,0.0002475766],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2244235,0.00013403194,0.0018955789,0.00018470328,0.0002382648,0.00014629877,0.00009373718,0.00014935274,0.000006742091],"category_scores_gemma":[0.73129636,0.00010645755,0.000069168826,0.00045204678,0.0004397639,0.00011091178,0.00006482815,0.00010529561,7.408116e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.49222797,0.00033694785,0.004378559,0.00017449642,0.0010763243,0.000007936312,0.32155222,0.00042409258,0.016545849,0.113368854,0.004775107,0.045131646],"study_design_scores_gemma":[0.4020889,0.0021922095,0.00023519894,0.0007239707,0.00082388526,0.000004928536,0.14862768,0.0024202182,0.018865548,0.42041,0.0026004964,0.0010069445],"about_ca_topic_score_codex":0.00038848838,"about_ca_topic_score_gemma":0.0002535628,"teacher_disagreement_score":0.50687283,"about_ca_system_score_codex":0.00028050833,"about_ca_system_score_gemma":0.0007893566,"threshold_uncertainty_score":0.7986192},"labels":[],"label_agreement":null},{"id":"W2185445764","doi":"10.1002/ca.22304","title":"Abstracts","year":2013,"lang":"en","type":"article","venue":"Clinical Anatomy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Presentation (obstetrics); Citation; Medicine; Library science; Computer science; Radiology","score_opus":0.2353501543848368,"score_gpt":0.5680348146708764,"score_spread":0.33268466028603955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185445764","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45512906,0.00004335872,0.00005464426,0.028407065,0.00033235093,0.00042519014,8.007866e-7,0.00027593554,0.5153316],"genre_scores_gemma":[0.99139255,0.00011504555,0.0013211512,0.00065227493,0.00038005802,0.00004153667,6.9497605e-7,0.0000071270497,0.006089565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851525,0.00022921953,0.00035432578,0.0001877002,0.00038939135,0.00032409764],"domain_scores_gemma":[0.9983042,0.0009507902,0.000058668084,0.00021248557,0.00017902713,0.0002948684],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002339329,0.000050211474,0.00011742775,0.000039252453,0.00017511436,0.00009605227,0.0004487776,0.00017037876,0.0035377333],"category_scores_gemma":[0.0027518054,0.000044191213,0.00009074775,0.00021309793,0.00061255036,0.00018902034,0.000076186305,0.00032501295,0.0056855213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044768817,0.0002614884,0.052923884,0.000006455849,0.000017810093,0.0000421243,0.00035878783,3.905819e-7,0.000019126279,0.058821477,0.5270291,0.36051488],"study_design_scores_gemma":[0.00011327888,0.000029955936,0.09654676,0.000008635087,0.0000019625004,4.532364e-7,0.00051799056,0.00001760948,0.000032742377,0.04784381,0.85479105,0.0000957777],"about_ca_topic_score_codex":0.0028019478,"about_ca_topic_score_gemma":0.00022501385,"teacher_disagreement_score":0.5362635,"about_ca_system_score_codex":0.000029147643,"about_ca_system_score_gemma":0.00015072018,"threshold_uncertainty_score":0.99737316},"labels":[],"label_agreement":null},{"id":"W2187028695","doi":"10.1308/rcsann.2015.0003","title":"Where to publish","year":2015,"lang":"en","type":"article","venue":"Annals of The Royal College of Surgeons of England","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; National Institutes of Health; Wellcome Trust","keywords":"Publication; Publishing; Reading (process); Medicine; Computer science; Public relations; Advertising; Law; Political science; Business","score_opus":0.17548104205354692,"score_gpt":0.41339223485968574,"score_spread":0.23791119280613882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187028695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8319337,0.0004350255,0.000012623757,0.029174574,0.00036749218,0.0006077421,0.0003553118,0.00003434197,0.1370792],"genre_scores_gemma":[0.9927527,0.00004174283,0.00021277946,0.00005411056,0.000050281556,0.000011056808,6.4918805e-7,0.000009287459,0.006867435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997877,0.00034694187,0.00034726536,0.00013494886,0.0009865081,0.00030731026],"domain_scores_gemma":[0.99728,0.00048245504,0.0001817921,0.0004389087,0.0013946583,0.00022216189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004372662,0.000081648446,0.00028596405,0.00016154979,0.0000943994,0.000014195741,0.0010089008,0.000104920015,0.00011594007],"category_scores_gemma":[0.004586436,0.000063015184,0.00014215606,0.0007793097,0.00039023635,0.000111136265,0.0002814691,0.00012130991,0.000004149004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021096357,0.00020303353,0.054634232,0.00006429573,0.000056348905,0.000004889195,0.0026192733,0.00016068592,0.00007063908,0.013782322,0.9267745,0.001418835],"study_design_scores_gemma":[0.00068794884,0.00034713882,0.013178638,0.00030953597,0.000016701795,7.2436535e-7,0.00600882,0.000042085416,0.012752222,0.0097058825,0.9567143,0.00023600989],"about_ca_topic_score_codex":0.008748015,"about_ca_topic_score_gemma":0.0070733475,"teacher_disagreement_score":0.16081896,"about_ca_system_score_codex":0.000017939614,"about_ca_system_score_gemma":0.0005007201,"threshold_uncertainty_score":0.9978528},"labels":[],"label_agreement":null},{"id":"W2187839158","doi":"","title":"RESPECT from specialists","year":2008,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Delphi method; Focus group; Sample (material); Set (abstract data type); Computer science; Medical education; Data science; Medicine; Qualitative research; Artificial intelligence","score_opus":0.1320874279925274,"score_gpt":0.3731368057153859,"score_spread":0.24104937772285848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187839158","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12079767,0.00020122383,0.000015955697,0.0026511974,0.00035461385,0.00025604878,0.00010302554,0.00014346918,0.8754768],"genre_scores_gemma":[0.96399873,0.00012021647,0.00039159408,0.029610585,0.0023958615,0.000027913857,0.000025906314,0.000035096407,0.0033940885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807394,0.0001802761,0.00014548302,0.00030486993,0.0005620877,0.00073333934],"domain_scores_gemma":[0.99860084,0.0001188727,0.000037674523,0.000388648,0.00012483938,0.0007290966],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027566895,0.00011761918,0.00016200669,0.00021872578,0.0009813819,0.00007768841,0.00066452177,0.000121661185,0.000068369416],"category_scores_gemma":[0.00009398554,0.0001414485,0.00008138172,0.00065045484,0.0006076398,0.0001897874,0.000028707636,0.0002382273,0.0009779296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009177364,0.000032034757,0.0010455634,0.0000017629716,0.000025283456,0.00066273997,0.0037405575,0.0000015846899,0.0014538395,0.038079772,0.9226264,0.032321308],"study_design_scores_gemma":[0.00008548528,0.000012978597,0.02296977,0.000013279088,0.000002952124,1.4343891e-7,0.0017494132,0.000003942294,0.00022849123,0.009099794,0.96563566,0.00019808317],"about_ca_topic_score_codex":0.680375,"about_ca_topic_score_gemma":0.55717,"teacher_disagreement_score":0.8720827,"about_ca_system_score_codex":0.0008846813,"about_ca_system_score_gemma":0.0022406452,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W2190836463","doi":"10.1136/neurintsurg-2015-012124","title":"The Delphi Oracle and the management of aneurysms","year":2015,"lang":"en","type":"editorial","venue":"Journal of NeuroInterventional Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Centre Hospitalier de l’Université de Montréal; University of Alberta Hospital; Hôpital Notre-Dame","funders":"","keywords":"Medicine; Oracle; Aneurysm; Delphi method; Quality (philosophy); Divergence (linguistics); Knowledge base; Delphi; Process (computing); Surgery; Artificial intelligence; Computer science; Epistemology","score_opus":0.10436022832018654,"score_gpt":0.4241817162360961,"score_spread":0.31982148791590953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190836463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004800855,0.009892086,0.00012977919,0.01713788,0.9622025,0.00067913835,0.000074659816,0.000029993758,0.00505313],"genre_scores_gemma":[0.06487745,0.047411975,0.00045911613,0.0000897218,0.86908287,0.000054279102,0.00002227252,0.00014355207,0.017858775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935389,0.0014344583,0.0011402323,0.00015795852,0.0034433177,0.00028511437],"domain_scores_gemma":[0.9868798,0.00963883,0.0015455013,0.00025098323,0.0015520798,0.00013276795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02097777,0.00014643323,0.0004594888,0.0001966414,0.00036372227,0.00021762712,0.0009322088,0.00016923973,0.00004708414],"category_scores_gemma":[0.0042784624,0.000084188105,0.0007428297,0.00028523023,0.0012347634,0.00017486919,0.00029384287,0.0009166433,0.0000039146616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042794787,0.00006359017,0.000039693256,0.000102711405,0.0001672181,0.00019384388,0.00008903811,0.0000012304566,0.0000011506244,0.002345327,0.9923747,0.0041935155],"study_design_scores_gemma":[0.00035956604,0.00006731817,0.00031290876,0.0005210905,0.0000805826,0.000038006532,0.00050014467,0.000003300084,0.0000023636808,0.01022157,0.9878141,0.00007899868],"about_ca_topic_score_codex":0.00015071983,"about_ca_topic_score_gemma":0.00006301074,"teacher_disagreement_score":0.09311962,"about_ca_system_score_codex":0.00010982674,"about_ca_system_score_gemma":0.00060874154,"threshold_uncertainty_score":0.72705185},"labels":[],"label_agreement":null},{"id":"W2191477491","doi":"10.1017/s0714980815000458","title":"Validation de l’outil d’évaluation de l’aptitude (OÉA): Une étude Delphi","year":2015,"lang":"en","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"","keywords":"Psychology; Delphi method; Legal guardian; Certification; Medical education; Nursing; Health care; Medicine; Political science","score_opus":0.08328512420231236,"score_gpt":0.35359957165195965,"score_spread":0.2703144474496473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191477491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92200565,0.00024187264,0.0025884595,0.05306517,0.00083016016,0.0005325066,0.000020860654,0.00008310315,0.020632185],"genre_scores_gemma":[0.9947407,0.0001767845,0.0023406695,0.0010336943,0.00083110714,0.00005459468,0.000016774798,0.000047375055,0.0007582928],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961964,0.000972489,0.00046693644,0.00033330318,0.00049404614,0.0015368519],"domain_scores_gemma":[0.9944269,0.00022001658,0.00022351003,0.00033108718,0.0006938741,0.0041045793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011351514,0.00022467157,0.000244151,0.0007321525,0.0010917413,0.0005857024,0.00078733085,0.00018834676,0.00025072982],"category_scores_gemma":[0.002864136,0.00025631455,0.00011297048,0.00079375476,0.00023417456,0.00030545093,0.00002716136,0.00066608033,0.000044424745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000098233744,0.0002537718,0.10919014,0.00012747619,0.00036924143,0.009460232,0.38622805,0.028150221,0.001310834,0.17493965,0.17392513,0.11594701],"study_design_scores_gemma":[0.0013093177,0.00037672263,0.020548455,0.0007781949,0.00010780152,0.00080087275,0.033157256,0.002896989,0.0005658515,0.020883268,0.9175835,0.0009917655],"about_ca_topic_score_codex":0.3360394,"about_ca_topic_score_gemma":0.85355306,"teacher_disagreement_score":0.74365836,"about_ca_system_score_codex":0.009066335,"about_ca_system_score_gemma":0.0075615495,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W2198086616","doi":"10.1186/1745-6215-16-s2-p16","title":"Improving the reporting of randomised pilot and feasibility studies: a consort statement extension","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Consolidated Standards of Reporting Trials; Medicine; Research design; Delphi method; Alternative medicine; Randomized controlled trial; MEDLINE; Medical physics; Computer science; Surgery; Statistics","score_opus":0.8360551247306665,"score_gpt":0.6310630634307114,"score_spread":0.20499206129995506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2198086616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892392,0.0011896282,0.00032014432,0.002406199,0.00023907874,0.0046733585,0.0000035277294,0.000070895025,0.0018579747],"genre_scores_gemma":[0.99831975,0.00019489272,0.0010334785,0.000035011053,0.00009234748,0.00011678719,3.2164283e-7,0.000005184163,0.00020221884],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99395674,0.0027880338,0.002087071,0.00022622567,0.0007172962,0.00022460273],"domain_scores_gemma":[0.9913023,0.0052462774,0.002278498,0.00032891973,0.0007382318,0.00010574166],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15588312,0.0000679216,0.00056833413,0.000040245563,0.00021984082,0.0000421615,0.00015072567,0.000033687873,0.000016193599],"category_scores_gemma":[0.25600007,0.000040136012,0.00006118729,0.00016003501,0.00054355914,0.00008222065,0.00013412852,0.00009029746,0.00000130917],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061231155,0.0016272662,0.07191739,0.0010728418,0.0014359868,0.00021459778,0.26698536,0.00005010983,0.25818205,0.018473972,0.12316674,0.19564255],"study_design_scores_gemma":[0.1375033,0.004355423,0.010518672,0.0009858377,0.000834945,0.000023407749,0.55969906,0.00056577794,0.09377431,0.16782914,0.022449065,0.0014610948],"about_ca_topic_score_codex":0.0028646777,"about_ca_topic_score_gemma":0.00028875723,"teacher_disagreement_score":0.29271367,"about_ca_system_score_codex":0.00012709283,"about_ca_system_score_gemma":0.00044350303,"threshold_uncertainty_score":0.869196},"labels":[],"label_agreement":null},{"id":"W2221201309","doi":"10.1371/journal.pone.0111123.t002","title":"Quality assessment criteria used for cross-sectional studies through a modified version of Newcastle-Ottawa Scale for observational studies.","year":2015,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Cross-sectional study; Scale (ratio); Medicine; Quality (philosophy); Environmental health; Geography; Internal medicine; Pathology; Physics; Cartography","score_opus":0.8357927374026467,"score_gpt":0.6604167726476947,"score_spread":0.17537596475495199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221201309","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001224588,0.0024147583,0.0003021127,0.0012597855,0.0024133206,0.0055790204,0.9632113,0.00012621813,0.023468912],"genre_scores_gemma":[0.03619954,0.0004700647,0.030011786,0.00050402735,0.0065664877,0.029826665,0.6825452,0.00025385484,0.21362236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559385,0.000420296,0.00091329473,0.0006969482,0.0017986904,0.0005769387],"domain_scores_gemma":[0.9864866,0.004140024,0.00074724876,0.0003865611,0.0081220595,0.000117489304],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002632187,0.0003318914,0.0008760032,0.00013153769,0.00083167345,0.00017795134,0.00083894684,0.0006023787,0.022895603],"category_scores_gemma":[0.011688162,0.00032920862,0.00039710954,0.0003553455,0.0002541821,0.00045157826,0.00041699992,0.00032378174,0.00029170405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008851353,0.00009674404,0.00018461428,0.0019324988,0.00022135815,4.4307856e-7,0.0017766024,0.00006497748,0.00003971982,0.00034996515,0.9951728,0.00007173681],"study_design_scores_gemma":[0.0011346501,0.0002090663,0.0021633194,0.0012877022,0.0000218285,3.3542537e-7,0.0029296756,0.00009764394,0.0002169488,0.005882475,0.9856245,0.00043189045],"about_ca_topic_score_codex":0.00026810486,"about_ca_topic_score_gemma":0.0005285753,"teacher_disagreement_score":0.28066608,"about_ca_system_score_codex":0.0014382052,"about_ca_system_score_gemma":0.0023391875,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W2224977129","doi":"","title":"Adaptation studies of the Montreal Cognitive Assessment (MoCA) to the portuguese population","year":2010,"lang":"pt","type":"article","venue":"Avaliação Psicológica","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Portuguese; Population; Adaptation (eye); Psychology; Geography; Sociology; Demography; Cognitive impairment; Psychiatry; Linguistics","score_opus":0.17957787969727929,"score_gpt":0.46882823433500476,"score_spread":0.28925035463772547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224977129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035193,0.0006556925,0.0005842006,0.06459376,0.0041555595,0.0065972703,0.00021088035,0.00015450413,0.019528873],"genre_scores_gemma":[0.991206,0.00028320748,0.0002914767,0.00048156263,0.0003672328,0.00034124815,0.000012019513,0.000028303344,0.006988947],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99521476,0.0011100502,0.00064117595,0.0004912009,0.0019904564,0.00055238156],"domain_scores_gemma":[0.9962538,0.0013167226,0.0004955002,0.0006724527,0.0010932971,0.000168213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038640439,0.0002599026,0.00037664894,0.00012889235,0.0009826499,0.000093807466,0.0010719175,0.00023777812,0.00021483915],"category_scores_gemma":[0.00263829,0.00016072669,0.00022761048,0.00130211,0.0007111312,0.00023091513,0.0005018664,0.0008013409,0.00007239951],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003365252,0.0013095088,0.034683328,0.00017258633,0.00084001484,0.000026947857,0.18644409,0.0002846029,0.0036515375,0.03812523,0.106050216,0.6280754],"study_design_scores_gemma":[0.0005153427,0.0004221211,0.8806184,0.00029746813,0.00026618253,0.0000033704544,0.101469785,0.0017282338,0.00080698985,0.0071043763,0.006348226,0.00041953064],"about_ca_topic_score_codex":0.011993747,"about_ca_topic_score_gemma":0.06568236,"teacher_disagreement_score":0.84593505,"about_ca_system_score_codex":0.00017984994,"about_ca_system_score_gemma":0.00037881505,"threshold_uncertainty_score":0.99458545},"labels":[],"label_agreement":null},{"id":"W2231433494","doi":"10.1155/2015/968450","title":"Past, Present and Future of Respiratory Research: A Survey of Canadian Health Care Professionals","year":2015,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Canadian Lung Association; Children's Hospital of Winnipeg; University of Prince Edward Island; University of Toronto; Ontario Tech University","funders":"","keywords":"Mentorship; Medicine; Multidisciplinary approach; Health professionals; Medical education; Health care; Family medicine; Nursing; Political science","score_opus":0.4259340908675549,"score_gpt":0.5073639212445054,"score_spread":0.08142983037695045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231433494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75676775,0.082963735,0.00000900147,0.08644482,0.0021895303,0.0037424334,0.0016449254,0.00006092681,0.06617686],"genre_scores_gemma":[0.99486667,0.00023511771,0.00022649908,0.0017565107,0.0025562795,0.00003125281,0.000008972308,0.000050724964,0.00026797527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989915,0.0059013655,0.00070467964,0.00029802465,0.0018765109,0.0013044145],"domain_scores_gemma":[0.98872125,0.0003569696,0.00030141673,0.00042435495,0.0043989387,0.0057970677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02360291,0.00015667177,0.00039198942,0.003670062,0.0011633625,0.00010991864,0.0008894009,0.0003221824,0.00015023045],"category_scores_gemma":[0.0012728159,0.00015334587,0.0000618535,0.002381169,0.0010647785,0.0002458417,0.00008206405,0.0011845645,0.000006998889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005192611,0.000028662245,0.06909276,0.00006887833,0.00003231012,0.00016590986,0.02511152,0.0000027537928,0.00001988477,0.002569517,0.8723956,0.03046033],"study_design_scores_gemma":[0.00029886814,0.0003235539,0.0676977,0.00012666275,0.0000023670082,0.000006613098,0.038230367,6.070225e-7,0.00006196341,0.00025524443,0.8928568,0.00013930614],"about_ca_topic_score_codex":0.9564071,"about_ca_topic_score_gemma":0.99424046,"teacher_disagreement_score":0.2380989,"about_ca_system_score_codex":0.0023719154,"about_ca_system_score_gemma":0.079319164,"threshold_uncertainty_score":0.9259002},"labels":[],"label_agreement":null},{"id":"W2235096311","doi":"10.1186/1745-6215-16-s3-a1","title":"COMET V meeting summary","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Comet; Library science; Family medicine","score_opus":0.7093828091473344,"score_gpt":0.6058104098094641,"score_spread":0.10357239933787032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2235096311","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018850261,0.000503676,0.000238848,0.011175617,0.0010483636,0.0010703509,0.000008479086,0.0004520835,0.96665233],"genre_scores_gemma":[0.97181594,0.0002022353,0.0071545034,0.00036581408,0.002853652,0.00012626075,0.0000055295086,0.000024980292,0.0174511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647903,0.002087715,0.00031840953,0.00012316382,0.0007139937,0.00027769658],"domain_scores_gemma":[0.9974442,0.0019304093,0.000103769264,0.0001657666,0.00016340552,0.00019246197],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03960123,0.000049391518,0.00024407104,0.00009315314,0.00014896647,0.00009367167,0.00036149428,0.000085092324,0.00021921136],"category_scores_gemma":[0.030350082,0.000043477354,0.000061598184,0.00033757355,0.00015499254,0.00011250199,0.00007598006,0.00010064419,0.00025274197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080858685,0.000044630113,0.0028098933,0.00000569088,0.00002021954,0.000019159033,0.004676749,0.0000035226485,0.000773942,0.026964353,0.9395857,0.025015315],"study_design_scores_gemma":[0.00045543976,0.00003810232,0.000075232965,0.000025971232,0.000008314902,3.8307502e-7,0.0038768924,0.000007293747,0.0016630042,0.027281996,0.96645796,0.00010939886],"about_ca_topic_score_codex":0.003019354,"about_ca_topic_score_gemma":0.00033868308,"teacher_disagreement_score":0.9529657,"about_ca_system_score_codex":0.00010532433,"about_ca_system_score_gemma":0.00032400817,"threshold_uncertainty_score":0.98893267},"labels":[],"label_agreement":null},{"id":"W2236848972","doi":"10.1590/s0080-623420150000700019","title":"Nursing Activities Score: an updated guideline for its application in the Intensive Care Unit","year":2015,"lang":"en","type":"article","venue":"Revista da Escola de Enfermagem da USP","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Guideline; Workload; Standardization; Intensive care unit; Medicine; Delphi method; Nursing; Intensive care; Delphi; Intensive care medicine; Political science; Statistics","score_opus":0.2754807141193016,"score_gpt":0.5086892353870633,"score_spread":0.23320852126776176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236848972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89939404,0.001678897,0.04610206,0.016965533,0.00027191004,0.010587524,0.00025075077,0.0006652885,0.024083981],"genre_scores_gemma":[0.9959869,0.00003411946,0.0019592035,0.0007812718,0.00028047868,0.00042963366,0.00032385447,0.000032295542,0.0001722372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972873,0.00085467845,0.0003802877,0.00034166835,0.0006118998,0.00052420935],"domain_scores_gemma":[0.9973524,0.00022997048,0.0001434554,0.00052161695,0.0015702241,0.00018229873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034583735,0.00016193403,0.00022912286,0.00018548252,0.00033839332,0.00058577926,0.0009512804,0.00015968866,0.000020487567],"category_scores_gemma":[0.0016036399,0.00014281207,0.00005931577,0.0008050268,0.00031986597,0.00055080996,0.000072389594,0.00034657292,0.000014316528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005288821,0.00042972536,0.011120894,0.00031206285,0.000053341726,0.000096189775,0.21242543,0.00022008205,0.009547014,0.38728625,0.19245192,0.18552823],"study_design_scores_gemma":[0.0007627459,0.00019789577,0.0008383542,0.00028198506,0.000050921743,0.0000114140375,0.2923114,0.0033352412,0.0015466725,0.004146233,0.6960535,0.00046361485],"about_ca_topic_score_codex":0.00091962697,"about_ca_topic_score_gemma":0.00071408146,"teacher_disagreement_score":0.5036016,"about_ca_system_score_codex":0.00065716245,"about_ca_system_score_gemma":0.00077480887,"threshold_uncertainty_score":0.5823707},"labels":[],"label_agreement":null},{"id":"W2237199970","doi":"","title":"The Montreal Cognitive Assessment (MoCA)によるパーキンソン病の認知機能の検討","year":2010,"lang":"ja","type":"article","venue":"日本高次脳機能障害学会学術総会プログラム・講演抄録","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Psychiatry","score_opus":0.0732814692101102,"score_gpt":0.47304482318415064,"score_spread":0.39976335397404045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237199970","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19686407,0.0012098057,0.0003925541,0.03531999,0.008034063,0.004730629,0.00034945642,0.0010135554,0.75208586],"genre_scores_gemma":[0.95268625,0.0020775057,0.0010345423,0.00071963883,0.002677826,0.000649044,0.00003618243,0.00017419444,0.039944794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98778725,0.0018920397,0.0013816716,0.0016442995,0.004147546,0.0031472237],"domain_scores_gemma":[0.98892,0.005719296,0.0007036885,0.0018679864,0.0015875165,0.0012015213],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.009600626,0.00094847294,0.00087643776,0.00036050892,0.005244857,0.0020511996,0.0038556373,0.0012494336,0.003436341],"category_scores_gemma":[0.0037997721,0.0007527409,0.00066407444,0.0019756872,0.0050806208,0.0007896741,0.0012611584,0.0046969447,0.0022724327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066558697,0.0023840102,0.01071199,0.0001725866,0.0011506189,0.0007199302,0.025824105,0.000006844669,0.007862591,0.084352136,0.32465515,0.5414945],"study_design_scores_gemma":[0.0028569463,0.0009814844,0.06302466,0.00039139928,0.00044784864,0.000069455076,0.052643634,0.0018322138,0.003060137,0.021624781,0.8504989,0.00256854],"about_ca_topic_score_codex":0.0150895035,"about_ca_topic_score_gemma":0.04370427,"teacher_disagreement_score":0.7558222,"about_ca_system_score_codex":0.0005234827,"about_ca_system_score_gemma":0.0022896104,"threshold_uncertainty_score":0.99949235},"labels":[],"label_agreement":null},{"id":"W2240472068","doi":"","title":"Rachel Caissie (Draft Profile)","year":2013,"lang":"fr","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hearing aid; Audiology; Psychology; Rehabilitation; Medical education; Hearing loss; Library science; Medicine; Computer science","score_opus":0.12733233692440987,"score_gpt":0.4462746949213235,"score_spread":0.3189423579969136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240472068","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016723081,0.0015567133,0.0007730644,0.15335509,0.00093287806,0.001243537,0.000005670524,0.0003149031,0.82509506],"genre_scores_gemma":[0.3345851,0.00028845412,0.009364312,0.0006211847,0.00051696366,0.00021614216,0.0000019357312,0.00002292481,0.65438294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971162,0.0004181449,0.00029247033,0.00035623228,0.0008746193,0.00094233814],"domain_scores_gemma":[0.9984446,0.0003292066,0.00006534218,0.00038448654,0.00036760783,0.0004087341],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012361979,0.00016613427,0.00018836072,0.00009573519,0.00036256007,0.00029118627,0.0007440812,0.00035233467,0.11804156],"category_scores_gemma":[0.0004738913,0.00015531009,0.00010713434,0.00078583614,0.001267259,0.00078576786,0.00022462464,0.0004421197,0.03634137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014944667,0.00012791963,0.0015199968,0.00003509546,0.00001553888,0.000013320718,0.0018440607,4.0881562e-7,0.00051243923,0.109341644,0.6888195,0.19776855],"study_design_scores_gemma":[0.00013747842,0.00008539475,0.0026409924,0.000059584385,0.000010699928,0.000005342795,0.004854236,0.0006890925,0.002450874,0.02854058,0.96018595,0.0003397653],"about_ca_topic_score_codex":0.05772723,"about_ca_topic_score_gemma":0.0008620365,"teacher_disagreement_score":0.31786203,"about_ca_system_score_codex":0.00026107478,"about_ca_system_score_gemma":0.00036114507,"threshold_uncertainty_score":0.96440893},"labels":[],"label_agreement":null},{"id":"W2251160341","doi":"10.1016/s1701-2163(15)30431-x","title":"Et si nous accordions nos violons?","year":2014,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.044907535372501355,"score_gpt":0.3456854218579499,"score_spread":0.30077788648544856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251160341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71142524,0.036455657,0.0011477103,0.0860134,0.09470526,0.00048019565,0.00007339258,0.000021866927,0.06967727],"genre_scores_gemma":[0.992745,0.0024531046,0.0011028947,0.0015587617,0.00016459801,0.0000030493877,7.94808e-7,0.000015958765,0.0019558372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970758,0.0008068679,0.0006003307,0.00018010964,0.00074502954,0.0005918954],"domain_scores_gemma":[0.9860234,0.012056239,0.0005315751,0.00017303423,0.00071838166,0.00049735093],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025673835,0.00015708037,0.00044795254,0.00030267113,0.00036718938,0.00008083846,0.0005581487,0.00034178287,0.0006176269],"category_scores_gemma":[0.022332324,0.00015203311,0.00010083685,0.0009047363,0.00051440456,0.00020325145,0.00013656958,0.0010083935,0.000005510845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004230815,0.00023468371,0.07089284,0.00006643876,0.0001853191,0.0027591037,0.001050501,0.00013214009,0.00001802225,0.049768623,0.10008563,0.77480245],"study_design_scores_gemma":[0.0006822258,0.00064348575,0.086813994,0.000017230825,0.000073401454,0.00008545501,0.0016150414,0.00020772721,0.000015526857,0.0047338204,0.904887,0.00022508492],"about_ca_topic_score_codex":0.17438795,"about_ca_topic_score_gemma":0.35835856,"teacher_disagreement_score":0.8048014,"about_ca_system_score_codex":0.0016233007,"about_ca_system_score_gemma":0.0056797913,"threshold_uncertainty_score":0.9999571},"labels":[],"label_agreement":null},{"id":"W2256311994","doi":"","title":"Survivors at the Kovno Exhibit","year":2000,"lang":"en","type":"article","venue":"Canadian women's studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.07961915067520313,"score_gpt":0.3819667138368658,"score_spread":0.30234756316166267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256311994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7075081,0.000572843,1.4506288e-7,0.010150313,0.00016016958,0.00030490948,0.000018692486,0.00007814013,0.2812067],"genre_scores_gemma":[0.85733247,0.0008250182,0.000013893232,0.0014374991,0.00018799698,0.0002209581,0.0000011038252,0.00001509211,0.13996595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792343,0.00024600775,0.00014178395,0.00023820638,0.00045266602,0.0009979209],"domain_scores_gemma":[0.9987343,0.0003607287,0.000023060667,0.00031317567,0.00012762315,0.00044111992],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015420389,0.000113256036,0.00016062497,0.00010982487,0.0021757996,0.00007497706,0.0005130667,0.00006937047,0.0073253475],"category_scores_gemma":[0.00046450968,0.00008701139,0.000045619214,0.00055373827,0.0012026413,0.00008527012,0.00006948472,0.00016357159,0.0010681585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042060095,0.000045907458,0.016954076,0.00004793303,0.00045113993,0.00035161545,0.40075624,0.000024743418,0.000037832895,0.05357106,0.44714057,0.08057683],"study_design_scores_gemma":[0.000055673787,0.000022190172,0.0005364197,0.000009682521,0.000003502018,0.0000010748835,0.11142982,8.633075e-7,0.00001989697,0.0067411964,0.8810391,0.00014061845],"about_ca_topic_score_codex":0.089401394,"about_ca_topic_score_gemma":0.8802397,"teacher_disagreement_score":0.79083836,"about_ca_system_score_codex":0.002221711,"about_ca_system_score_gemma":0.0005838388,"threshold_uncertainty_score":0.9997096},"labels":[],"label_agreement":null},{"id":"W226209461","doi":"10.1155/2009/431427","title":"Canadian Thoracic Society Governance Review","year":2009,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Corporate governance; Process (computing); Wonder; Plan (archaeology); Process management; Public relations; Medicine; Strategic planning; Political science; Business; Computer science; Psychology; Marketing; Finance","score_opus":0.11348946106609374,"score_gpt":0.43689698680642586,"score_spread":0.3234075257403321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W226209461","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008108874,0.1118097,0.00009876385,0.31498665,0.0011398598,0.0014334732,0.00011842654,0.00017906721,0.5621252],"genre_scores_gemma":[0.6710544,0.04891717,0.0017255042,0.2642141,0.0033618077,0.00003868836,0.000004745112,0.00008197083,0.010601615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99688977,0.00041783482,0.0003527631,0.00023759509,0.00080653303,0.0012954955],"domain_scores_gemma":[0.9953552,0.00005019939,0.00014023606,0.00032826271,0.0004273128,0.0036987888],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004284413,0.00015396152,0.00022110002,0.00018524751,0.0018868197,0.00030053983,0.001026537,0.00021262025,0.0022118287],"category_scores_gemma":[0.000839002,0.00016315468,0.00021154211,0.00082218833,0.00020181853,0.0003845223,0.000010625489,0.0009735084,0.00021796234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000013559086,0.0000052606792,0.0013076366,0.000021635977,0.000010277274,0.00042650333,0.00038900142,8.723559e-7,0.000019715408,0.006420877,0.8563713,0.13502555],"study_design_scores_gemma":[0.000051413972,0.00003813055,0.0038933894,0.0004745542,0.000008688407,0.00003404314,0.00023350846,0.0000017787625,0.00001409751,0.0016482011,0.9934039,0.0001982859],"about_ca_topic_score_codex":0.69303524,"about_ca_topic_score_gemma":0.98441255,"teacher_disagreement_score":0.6629455,"about_ca_system_score_codex":0.0053969603,"about_ca_system_score_gemma":0.021691144,"threshold_uncertainty_score":0.9994126},"labels":[],"label_agreement":null},{"id":"W2263691857","doi":"10.1016/s1701-2163(15)30805-7","title":"Core Outcomes for Clinical Trials: Moving Ahead","year":2013,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Look-ahead; Nice; Core (optical fiber); Public relations; Telecommunications; Computer science","score_opus":0.29863152443406066,"score_gpt":0.5171244659929408,"score_spread":0.21849294155888016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263691857","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013474736,0.003947909,0.00007545281,0.0016334981,0.99095035,0.0007520544,0.00016150303,0.000010264754,0.0011215082],"genre_scores_gemma":[0.023310857,0.018247578,0.006379382,0.00078182016,0.9372598,0.00015976439,0.000055375946,0.00017490886,0.0136305485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99358076,0.0013957764,0.0023122288,0.0002917317,0.0017973938,0.00062209246],"domain_scores_gemma":[0.68016076,0.31197584,0.0032345015,0.00027567675,0.0036518287,0.0007014187],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023121765,0.00024020187,0.0018377791,0.0004541886,0.00041667814,0.00017174255,0.0009910681,0.0017517663,0.00030095282],"category_scores_gemma":[0.6267976,0.00019227517,0.00041196053,0.0003417772,0.00037064217,0.00013623975,0.00013303352,0.0020973217,0.0000010386134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004435033,0.000034072404,0.006887997,0.00003684956,0.00017222209,0.00021355276,0.00005663241,4.414845e-7,6.389155e-8,0.00019481144,0.9076222,0.084776685],"study_design_scores_gemma":[0.0011891052,0.0003084875,0.0034133978,0.000012595401,0.00013014599,7.74855e-7,0.0005924836,0.000009968852,2.0300271e-7,0.0013416631,0.9928119,0.00018925109],"about_ca_topic_score_codex":0.11576153,"about_ca_topic_score_gemma":0.22568221,"teacher_disagreement_score":0.60367584,"about_ca_system_score_codex":0.0022775286,"about_ca_system_score_gemma":0.02294952,"threshold_uncertainty_score":0.99954414},"labels":[],"label_agreement":null},{"id":"W2265257123","doi":"10.1371/journal.pone.0113210.t002","title":"Quality assessment of included studies based on Newcastle–Ottawa scale.","year":2015,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Quality (philosophy); Medicine; Geography; Cartography; Physics","score_opus":0.6166619949041331,"score_gpt":0.6141898866309419,"score_spread":0.0024721082731912203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265257123","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020952177,0.00059682655,0.000004186395,0.0011104754,0.00042000727,0.0011072868,0.27280375,0.00010538286,0.7238311],"genre_scores_gemma":[0.122793734,0.00036675774,0.0040905997,0.0015270277,0.0041659414,0.0058228513,0.36387134,0.00035524403,0.49700654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99370533,0.0015380237,0.0006551114,0.0005635145,0.0029646244,0.0005733955],"domain_scores_gemma":[0.99415314,0.0018703801,0.00062325003,0.00078243215,0.0023128057,0.0002580044],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025812907,0.0003301241,0.00084627705,0.0003276564,0.00031561614,0.00010059729,0.0013514429,0.000637093,0.25456697],"category_scores_gemma":[0.009553169,0.0003099845,0.00022721519,0.0006613385,0.0001607282,0.00010858468,0.0005117238,0.0008329063,0.007008074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010699049,0.0001097386,0.000020243164,0.0006224895,0.00003877286,0.000006212738,0.0005390408,0.00004984723,0.0000046652053,0.0000425036,0.9971328,0.0014229794],"study_design_scores_gemma":[0.0002304431,0.00015048825,0.00031274633,0.003583279,0.000007908848,1.11734444e-7,0.0012655375,0.000066657776,0.00011439971,0.00017244053,0.99375165,0.0003443416],"about_ca_topic_score_codex":0.0008417801,"about_ca_topic_score_gemma":0.0015509949,"teacher_disagreement_score":0.24755889,"about_ca_system_score_codex":0.0011277093,"about_ca_system_score_gemma":0.0036161642,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W2266300232","doi":"10.1371/journal.pone.0099392.t003","title":"Risk of bias review of included studies using an adapted version of the Newcastle-Ottawa scale.","year":2015,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Medicine; Data science; Computer science; Geography; Cartography","score_opus":0.581225788532312,"score_gpt":0.5314097235242434,"score_spread":0.049816065008068566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266300232","genre_codex":"dataset","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002038725,0.18898468,0.0000013183901,0.00056199834,0.0007854236,0.004266014,0.667029,0.000071487026,0.13626137],"genre_scores_gemma":[0.22439894,0.4068121,0.0071899802,0.0011145255,0.005342042,0.0016398319,0.21358927,0.0009992942,0.138914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528855,0.001684913,0.0006935648,0.00028515147,0.0017673596,0.00028048665],"domain_scores_gemma":[0.9935361,0.0006596919,0.0015845016,0.00073450647,0.0033824688,0.000102694554],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020785627,0.0002076208,0.00085615274,0.00016522667,0.00020912648,0.000012864975,0.0014677463,0.00035388325,0.05245633],"category_scores_gemma":[0.018098796,0.00015159672,0.00026369424,0.0010682568,0.00023862057,0.00014018774,0.00090122566,0.0004556024,0.00030777263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008637713,0.0000455661,0.000021882328,0.006947384,0.000059821516,7.083658e-7,0.0010332714,0.000013369103,0.000032226842,0.0000019208674,0.9907925,0.0010426735],"study_design_scores_gemma":[0.00016918786,0.00012966468,0.000088346394,0.15228899,0.00011444974,8.27522e-7,0.0022968506,0.000035601206,0.0019190906,0.000075461285,0.8426391,0.00024246247],"about_ca_topic_score_codex":0.002228172,"about_ca_topic_score_gemma":0.0008106566,"teacher_disagreement_score":0.45343974,"about_ca_system_score_codex":0.0002496798,"about_ca_system_score_gemma":0.0013734839,"threshold_uncertainty_score":0.99017215},"labels":[],"label_agreement":null},{"id":"W2267918450","doi":"10.1093/eurpub/ckt123.132","title":"Peer review guidelines for Population Health Intervention Research: An adapted Delphi approach","year":2013,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; University of Waterloo; Institute of Population and Public Health","funders":"","keywords":"Delphi method; Intervention (counseling); Stakeholder; Delphi; Population; Diversity (politics); Quality (philosophy); Psychology; Medical education; Medicine; Nursing; Public relations; Environmental health; Political science; Computer science","score_opus":0.8183252009861146,"score_gpt":0.6265508207425379,"score_spread":0.19177438024357674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267918450","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002066798,0.0089627,0.12591481,0.8515239,0.00032437473,0.0028672104,0.000010526344,0.00011555256,0.008214149],"genre_scores_gemma":[0.66497016,0.027208708,0.27198207,0.020842751,0.0053243036,0.0001557859,0.00030147945,0.00022734512,0.008987369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95532024,0.03575334,0.002683311,0.0003733631,0.004510474,0.0013593002],"domain_scores_gemma":[0.9815395,0.00024112326,0.0011197656,0.00034096738,0.015571258,0.0011874071],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30436942,0.00012306526,0.00040738293,0.00060043175,0.0008478521,0.00038218635,0.0010377495,0.000040811585,0.00017108579],"category_scores_gemma":[0.027502483,0.00010432121,0.00018347066,0.00095088576,0.0001530678,0.0012575807,0.00009022943,0.000671985,0.000034601406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029522676,0.00014948947,0.00009150362,0.00031718676,0.00000926406,0.0000012941216,0.0017416533,0.000001967997,0.0000017784142,0.0033502965,0.5050496,0.48928303],"study_design_scores_gemma":[0.00045803667,0.0014776539,0.006153124,0.0014491385,0.000002979557,0.000021707105,0.0097556515,0.0003704735,3.6400942e-7,0.0015776873,0.9785947,0.0001384897],"about_ca_topic_score_codex":0.004909837,"about_ca_topic_score_gemma":0.0003246868,"teacher_disagreement_score":0.83068115,"about_ca_system_score_codex":0.0006597151,"about_ca_system_score_gemma":0.0015684528,"threshold_uncertainty_score":0.9806893},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2273874134","doi":"10.1164/rccm.201602-0297ed","title":"BEAR Cage: Mentoring through Engagement","year":2016,"lang":"en","type":"editorial","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Gilead Sciences (Canada)","funders":"Pearl Therapeutics; University of California, San Diego; National Institutes of Health; Johns Hopkins University; Celgene; National Heart, Lung, and Blood Institute; Gilead Sciences; Sanofi; American Thoracic Society","keywords":"Medicine; Cage; Medical education","score_opus":0.08025053654211246,"score_gpt":0.4813589512801725,"score_spread":0.40110841473806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273874134","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018191374,0.028161883,0.001692987,0.020423066,0.9040324,0.0005842073,0.0000902414,0.000115115516,0.04308094],"genre_scores_gemma":[0.061528694,0.0030784826,0.0005861321,0.0006191793,0.93379945,0.000018554056,0.000002367815,0.00005464273,0.00031248757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934694,0.001588904,0.00076136837,0.00033341002,0.0032099127,0.00063696806],"domain_scores_gemma":[0.9913111,0.005392221,0.0004026048,0.00028192112,0.0020143099,0.00059784134],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0054287594,0.00026736912,0.000852875,0.00026285244,0.00048606834,0.0000715289,0.00070415816,0.00030035415,0.00030441154],"category_scores_gemma":[0.021860743,0.00018764113,0.0001331083,0.00033704896,0.0053981524,0.00027237073,0.00014459237,0.0017835741,0.0000056641247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011232407,0.000029538545,0.00015388348,0.00016736523,0.0000597965,0.00047599012,0.011510328,3.263394e-8,0.0000904958,0.0027896462,0.89649403,0.088116564],"study_design_scores_gemma":[0.00039767858,0.00311035,0.000013640287,0.001075847,0.00012109335,0.0000033684564,0.0364747,1.778921e-8,0.000041849467,0.0007103234,0.9578574,0.00019375328],"about_ca_topic_score_codex":0.00045547524,"about_ca_topic_score_gemma":0.000047934616,"teacher_disagreement_score":0.08792281,"about_ca_system_score_codex":0.0004926419,"about_ca_system_score_gemma":0.0012202981,"threshold_uncertainty_score":0.9973086},"labels":[],"label_agreement":null},{"id":"W2276951615","doi":"10.1155/2000/195837","title":"Clinical Trials: New Developments","year":2000,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Clinical trial; Context (archaeology); Institution; Alternative medicine; Medical education; Family medicine; Public relations; Political science; Pathology; Law","score_opus":0.4941895957394829,"score_gpt":0.5584257641129279,"score_spread":0.06423616837344498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276951615","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14915404,0.0016388411,0.0002528748,0.014387067,0.0022222511,0.0008742038,0.00001670643,0.00016081438,0.8312932],"genre_scores_gemma":[0.7576662,0.003407319,0.011745709,0.044050306,0.023866093,0.000052542477,0.0000046231407,0.00018755902,0.15901968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939296,0.0033341853,0.00097230147,0.00021554447,0.0007279091,0.00082046166],"domain_scores_gemma":[0.9951773,0.00056001084,0.00015735827,0.00021024587,0.00018807179,0.003706995],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.029300805,0.0001126086,0.00031865764,0.00036830633,0.0011227634,0.0003847271,0.0008338385,0.00028635692,0.02346316],"category_scores_gemma":[0.0064199823,0.00010919936,0.00019458834,0.000446503,0.00028215713,0.0002647492,0.000013705071,0.0009140465,0.0011324937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011338193,0.0000067473325,0.008746434,5.2588365e-7,0.000018371346,0.00020724576,0.0003703251,6.059799e-7,0.0000032380333,0.0006886923,0.30920196,0.6807445],"study_design_scores_gemma":[0.00032495213,0.000036457302,0.009793015,0.000025738687,0.000006165176,0.000013343347,0.00032300173,6.961386e-7,0.000008121818,0.0022258384,0.9871087,0.00013398436],"about_ca_topic_score_codex":0.046986926,"about_ca_topic_score_gemma":0.31325907,"teacher_disagreement_score":0.68061054,"about_ca_system_score_codex":0.0008467319,"about_ca_system_score_gemma":0.02187352,"threshold_uncertainty_score":0.99964523},"labels":[],"label_agreement":null},{"id":"W2278416623","doi":"10.1186/s12955-016-0435-5","title":"Acknowledgement of manuscript reviewers 2015","year":2016,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Acknowledgement; Quality of life (healthcare); Quality of Life Research; MEDLINE; Library science; Psychology; Medicine; Gerontology; Family medicine; Public health; Political science; Nursing; Computer science","score_opus":0.4150173239165772,"score_gpt":0.5641929990247393,"score_spread":0.1491756751081621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278416623","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3738333,0.021578496,0.00123527,0.5598893,0.0011105492,0.00264842,0.0001087387,0.0001937883,0.039402127],"genre_scores_gemma":[0.9696157,0.017333422,0.0024192834,0.0034959756,0.00010560998,0.00003232745,0.0000015593491,0.000011438949,0.0069846963],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975568,0.00077678217,0.00064863375,0.00014369645,0.000583808,0.00029025928],"domain_scores_gemma":[0.998224,0.000621097,0.00031068522,0.00023367837,0.00023545485,0.00037506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007392843,0.0000652318,0.00043243152,0.00007663204,0.00011287924,0.0000060300868,0.00020171361,0.000052763087,0.00017756422],"category_scores_gemma":[0.004937034,0.000043867603,0.00007057011,0.00012455466,0.00043840456,0.00008154497,0.00006702605,0.000052271294,0.000018054494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045736375,0.000112859445,0.76069754,0.0016517189,0.000025497893,1.6372529e-7,0.0046345335,6.9228636e-9,0.000056160196,0.069059744,0.104467005,0.059249025],"study_design_scores_gemma":[0.0010069908,0.00026405777,0.31322473,0.000571332,0.000005785014,7.905435e-8,0.007087146,2.7273765e-7,0.00013325564,0.0053160004,0.6721765,0.0002138501],"about_ca_topic_score_codex":0.0035027745,"about_ca_topic_score_gemma":0.0012207454,"teacher_disagreement_score":0.5957824,"about_ca_system_score_codex":0.000065298045,"about_ca_system_score_gemma":0.00058714557,"threshold_uncertainty_score":0.5910447},"labels":[],"label_agreement":null},{"id":"W2281973140","doi":"10.1017/s1481803500006114","title":"Third Canadian EM Residents’ Workshop: preview","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Action (physics); Content (measure theory); Medical education; Medical emergency","score_opus":0.35816528366812705,"score_gpt":0.4735266437939804,"score_spread":0.11536136012585335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281973140","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020470431,0.100007586,0.00011894151,0.22125144,0.0185185,0.0010079673,0.000020004225,0.000050060356,0.63855505],"genre_scores_gemma":[0.9017888,0.036617182,0.00025004614,0.0011070187,0.005011769,0.000013822983,0.0000026113669,0.000050426304,0.055158377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968029,0.0003679161,0.00085913227,0.00017164067,0.0008664323,0.0009319299],"domain_scores_gemma":[0.9947416,0.00011544273,0.00027288825,0.0003085476,0.0007834656,0.0037780446],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003542096,0.00015221059,0.00036176262,0.00093155284,0.0006348227,0.000026874668,0.001124963,0.00016927782,0.06426735],"category_scores_gemma":[0.006252779,0.00013353908,0.00013338322,0.0013350592,0.00033010307,0.00027324166,0.000011131695,0.00062890863,0.00016719293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001399562,0.00000536472,0.0057127792,0.000019833657,0.000026866417,0.00032550388,0.008999151,0.0000014713102,0.000005284401,0.0017773616,0.9740966,0.009028401],"study_design_scores_gemma":[0.00014554468,0.00009329247,0.0031373631,0.0005326136,0.000037126363,0.000013573856,0.0052769096,0.000007878601,0.0000023659595,0.0019690136,0.9886295,0.00015478973],"about_ca_topic_score_codex":0.7824535,"about_ca_topic_score_gemma":0.99296826,"teacher_disagreement_score":0.88131833,"about_ca_system_score_codex":0.00079949904,"about_ca_system_score_gemma":0.0026120185,"threshold_uncertainty_score":0.93658805},"labels":[],"label_agreement":null},{"id":"W2283714599","doi":"10.1016/j.jcrc.2016.02.008","title":"The “ABCs” of critical care teamwork: Introduction of a practical checklist","year":2016,"lang":"en","type":"letter","venue":"Journal of Critical Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Alberta Hospital Edmonton; University of Alberta Hospital","funders":"","keywords":"Benchmarking; Medicine; Checklist; Delphi method; Teamwork; Best practice; Quality management; Delphi; Bladder cancer; Quality (philosophy); MEDLINE; Medical physics; Process management; Operations management; Cancer; Computer science; Artificial intelligence; Psychology","score_opus":0.09736367340927138,"score_gpt":0.508667131491396,"score_spread":0.4113034580821246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283714599","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018486622,0.0023736663,0.00064897386,0.98296976,0.0018488633,0.00028485362,0.00009548181,0.000024630672,0.011568909],"genre_scores_gemma":[0.9372779,0.00021235194,0.0036033744,0.014543131,0.04353023,0.000027084017,0.000010654105,0.000092126706,0.00070310605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99219483,0.0016775286,0.0012969179,0.00032822852,0.0036159796,0.0008865082],"domain_scores_gemma":[0.98263997,0.007049333,0.00044680075,0.00056055444,0.009032931,0.0002704068],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029892684,0.00026321728,0.00075679104,0.0002811827,0.00045311757,0.00017021215,0.0011521598,0.0011851575,0.0004223041],"category_scores_gemma":[0.053602714,0.00017190698,0.00056446827,0.0003601054,0.006065156,0.00040130154,0.00020882476,0.003954071,0.000011885707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016293286,0.00008431362,0.000074417156,0.002081451,0.00003789057,0.0005705016,0.003999575,1.3167853e-7,0.00016773042,0.038555335,0.94841874,0.0058469735],"study_design_scores_gemma":[0.00020001152,0.00057619315,0.00003724526,0.00034439654,0.00025603315,0.00013879317,0.032981697,5.1236157e-7,0.0010743209,0.010228908,0.9539286,0.00023331404],"about_ca_topic_score_codex":0.000099495504,"about_ca_topic_score_gemma":0.00005214123,"teacher_disagreement_score":0.96842664,"about_ca_system_score_codex":0.0006352686,"about_ca_system_score_gemma":0.001907969,"threshold_uncertainty_score":0.9983438},"labels":[],"label_agreement":null},{"id":"W2288622246","doi":"10.5539/mas.v10n3p12","title":"Designing Ex Ant Evaluation of Policy Model","year":2016,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohesion (chemistry); Context (archaeology); Computer science; Policy analysis; Delphi method; Delphi; Key (lock); Quality (philosophy); Management science; Process management; Operations research; Environmental economics; Business; Political science; Economics; Public administration; Artificial intelligence; Computer security; Engineering","score_opus":0.27454568794193124,"score_gpt":0.4991384302926234,"score_spread":0.22459274235069215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288622246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06815377,0.000013306054,0.7590987,0.0013891931,0.000028733171,0.0005764293,0.0000027860724,0.00009445819,0.17064261],"genre_scores_gemma":[0.98761106,0.000014913878,0.01190268,0.00004119323,0.00005474672,0.00006452212,1.02446975e-7,0.000007771137,0.00030303618],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995694,0.00010186981,0.00019409401,0.00036695926,0.0031199248,0.00052315235],"domain_scores_gemma":[0.9986636,0.00017361567,0.00009619495,0.00035573612,0.0005581146,0.00015274365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012294175,0.000075862205,0.000107165644,0.00035231007,0.00044287293,0.000060469694,0.0009823333,0.000061060084,0.000041409265],"category_scores_gemma":[0.0015173729,0.00005685614,0.000026470485,0.0010879532,0.0019773457,0.00033377777,0.0001655575,0.00006863952,0.000029178827],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051763473,0.000018543682,0.000042643915,0.0000016508868,8.771866e-7,1.11872524e-7,0.0033547268,0.0006998901,0.83065027,0.05527497,0.000063592495,0.10988757],"study_design_scores_gemma":[0.00026062952,0.000014442213,0.00020016912,0.000027135218,0.00000590916,2.8052423e-7,0.000646269,0.37827978,0.22453468,0.39580873,0.000074690564,0.00014729078],"about_ca_topic_score_codex":0.0003059973,"about_ca_topic_score_gemma":0.00006658464,"teacher_disagreement_score":0.91945726,"about_ca_system_score_codex":0.0006697802,"about_ca_system_score_gemma":0.0035056358,"threshold_uncertainty_score":0.7285613},"labels":[],"label_agreement":null},{"id":"W2290153447","doi":"","title":"Course payment may be done by cheque and payable to the Ottawa CUPE Council and mailed to","year":2015,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cheque; Accounts payable; Payment; Business; Medicine; Accounting; Actuarial science; Operations management; Finance; Engineering; Computer science; Computer security","score_opus":0.1911190870102672,"score_gpt":0.42412614243582336,"score_spread":0.23300705542555616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290153447","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20846622,0.0006155486,0.0016458655,0.4769494,0.00021206381,0.0025634246,0.00004678106,0.00026819776,0.3092325],"genre_scores_gemma":[0.90944564,0.00013921078,0.0022212255,0.0050520785,0.00011629218,0.00021514893,0.0000015787666,0.000015498767,0.08279333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778455,0.00017266319,0.00013624743,0.0002572368,0.0012420706,0.0004072079],"domain_scores_gemma":[0.99867815,0.00017082403,0.000021486121,0.00024456825,0.00035850998,0.00052646216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00582043,0.00009435007,0.00012492093,0.000025065745,0.00027122063,0.00022890043,0.0003238183,0.00007447248,0.0002335572],"category_scores_gemma":[0.00069717725,0.00006145327,0.000013111887,0.0002904409,0.00022497599,0.00011443691,0.0002129056,0.000114561604,0.00007184719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015758684,0.000047324003,0.0022906815,0.00000289487,0.000007283996,0.0000036707388,0.0057041496,9.723177e-7,0.00038059222,0.004662374,0.98357755,0.0033067707],"study_design_scores_gemma":[0.00018060309,0.00012543857,0.00034402753,0.0000073957763,0.000004846338,0.0000012272873,0.0077325767,0.000018986308,0.0006665346,0.00076308654,0.9900416,0.000113689726],"about_ca_topic_score_codex":0.022084875,"about_ca_topic_score_gemma":0.02927584,"teacher_disagreement_score":0.7009794,"about_ca_system_score_codex":0.00034948366,"about_ca_system_score_gemma":0.0005577482,"threshold_uncertainty_score":0.98843735},"labels":[],"label_agreement":null},{"id":"W2294577823","doi":"10.1155/2008/867482","title":"Your View into the Canadian Respiratory Conference –uncut","year":2008,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Respiratory system; Intensive care medicine; Internal medicine","score_opus":0.24784297220401494,"score_gpt":0.4157149654188431,"score_spread":0.16787199321482818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294577823","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42584625,0.010745058,0.0001205709,0.05821106,0.0027038334,0.0019012878,0.00006907556,0.00024257602,0.5001603],"genre_scores_gemma":[0.9805415,0.00035207224,0.00014123601,0.015356539,0.0013703649,0.00005028007,0.0000010970274,0.000050062274,0.0021368456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469864,0.0013693579,0.00055584474,0.00036913875,0.0013298565,0.0016771462],"domain_scores_gemma":[0.99357074,0.00016854785,0.00018543864,0.00063579687,0.0009689841,0.0044704936],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056247036,0.0002579722,0.00028330818,0.0009698668,0.009427416,0.0006433757,0.002158176,0.0003959474,0.0024233065],"category_scores_gemma":[0.0015702334,0.00022171046,0.00016681009,0.0010323005,0.0019179871,0.00046478846,0.000056219422,0.0018153843,0.00049026834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000024211398,0.000034264456,0.052536525,0.000023090459,0.00011947735,0.008644295,0.048984613,0.000019730456,0.00034353434,0.05980954,0.74533415,0.084126554],"study_design_scores_gemma":[0.00015724928,0.000063613625,0.0063292235,0.000048034584,0.000008212295,0.000083935214,0.00311441,0.000003726489,0.000057519697,0.002111616,0.987736,0.000286454],"about_ca_topic_score_codex":0.9266936,"about_ca_topic_score_gemma":0.99882895,"teacher_disagreement_score":0.55469525,"about_ca_system_score_codex":0.004511212,"about_ca_system_score_gemma":0.05832025,"threshold_uncertainty_score":0.9993103},"labels":[],"label_agreement":null},{"id":"W2297046696","doi":"10.1371/journal.pone.0150205","title":"Defining Feasibility and Pilot Studies in Preparation for Randomised Controlled Trials: Development of a Conceptual Framework","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1583,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Medical Research Council; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Context (archaeology); Delphi method; Identification (biology); Research design; Medicine; Medical education; Psychology; Management science; Computer science; Engineering; Sociology","score_opus":0.5643700735445873,"score_gpt":0.5152247920801029,"score_spread":0.04914528146448449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297046696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897217,0.0013201832,0.0027015689,0.00062994944,0.000025157551,0.0051701586,0.0000061829087,0.00003997595,0.00038513492],"genre_scores_gemma":[0.95931035,0.00030053523,0.038743313,0.000011100494,0.00003474593,0.0015047289,4.9228817e-7,0.0000048427737,0.00008989517],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99749154,0.0010169548,0.0006791011,0.0001885316,0.0004297387,0.00019414192],"domain_scores_gemma":[0.98326945,0.016009016,0.0002446649,0.00010297442,0.00032880463,0.000045112447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015121449,0.00006993113,0.0008286546,0.000077483346,0.0001331167,0.000013651684,0.00010407275,0.00007047143,0.00002369891],"category_scores_gemma":[0.09456092,0.00004544861,0.00004690258,0.000112758615,0.00060661626,0.00009277969,0.000038877515,0.000055484586,0.0000014802627],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25252083,0.0071233935,0.050165668,0.0007774978,0.0035428824,0.0000031205002,0.4191869,0.0000013193509,0.09028286,0.1484541,0.0006280526,0.027313376],"study_design_scores_gemma":[0.48393226,0.0032254877,0.0040335497,0.008074994,0.00061292865,2.1199031e-7,0.0834193,0.00016579732,0.17907414,0.23599648,0.00042295677,0.0010418984],"about_ca_topic_score_codex":0.000023965827,"about_ca_topic_score_gemma":0.00042287732,"teacher_disagreement_score":0.3357676,"about_ca_system_score_codex":0.00016969941,"about_ca_system_score_gemma":0.0002931094,"threshold_uncertainty_score":0.91306597},"labels":[],"label_agreement":null},{"id":"W2300407598","doi":"10.1155/2011/827574","title":"Repatriating the Canadian Thoracic Society Annual General Meeting","year":2011,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; MEDLINE; General surgery; Law","score_opus":0.18661785406480394,"score_gpt":0.4156232937662608,"score_spread":0.22900543970145684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300407598","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42262304,0.0016365079,0.000100067824,0.011866359,0.0018318959,0.0009945376,0.000113677255,0.00017932722,0.5606546],"genre_scores_gemma":[0.98728937,0.000036507532,0.0028097378,0.005933315,0.0024495923,0.000023417182,9.4668155e-7,0.000046681314,0.0014104085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996133,0.0009872324,0.0004066581,0.00024875824,0.0007763218,0.0014479922],"domain_scores_gemma":[0.99630535,0.00012057271,0.00018751119,0.00033425065,0.000627979,0.0024243128],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010149192,0.0001563129,0.00015367505,0.00034985034,0.0069134664,0.00046348863,0.0011987383,0.00028404963,0.00092189736],"category_scores_gemma":[0.0012908332,0.0001334619,0.00021155438,0.00069045933,0.00056742324,0.00037375736,0.000042844622,0.0012665861,0.00006635138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022681783,0.000022329266,0.16547325,0.000016988215,0.00018459569,0.0017015117,0.14276281,0.000027528127,0.00017153841,0.021988343,0.56346804,0.104160406],"study_design_scores_gemma":[0.00010683354,0.00004708101,0.009300023,0.000043452554,0.000016746559,0.000051611845,0.01903989,0.000042598975,0.00011606074,0.0022792981,0.96865946,0.00029696364],"about_ca_topic_score_codex":0.9654036,"about_ca_topic_score_gemma":0.99794763,"teacher_disagreement_score":0.56466633,"about_ca_system_score_codex":0.002822805,"about_ca_system_score_gemma":0.018323524,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2302007757","doi":"10.1186/s13012-016-0402-x","title":"Erratum to: ‘Evaluation of quality improvement for cesarean sections programmes through mixed methods’","year":2015,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Centre Hospitalier de l’Université de Montréal; Université de Sherbrooke; Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke","funders":"","keywords":"Health services research; Christian ministry; Health administration; Health informatics; Medicine; Interpretation (philosophy); Data collection; Quality (philosophy); Public health; Library science; Medical education; Nursing; Political science; Sociology; Law; Social science; Computer science","score_opus":0.5881982961245806,"score_gpt":0.6922544241939269,"score_spread":0.10405612806934628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302007757","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008974264,0.0007330499,0.378196,0.03269611,0.101108894,0.060641665,0.002788046,0.0010937244,0.41376823],"genre_scores_gemma":[0.12166948,0.00028474114,0.7933003,0.0012323138,0.0039987336,0.023177724,0.0018432193,0.00019811807,0.054295428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98910284,0.001550836,0.0011431297,0.0009595406,0.0062581575,0.0009855056],"domain_scores_gemma":[0.98911124,0.0005290292,0.00088887516,0.0006823013,0.008461857,0.00032667245],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06514672,0.00025621557,0.00043086303,0.0006100617,0.0011860128,0.00044617182,0.0015100393,0.00023608528,0.00018196712],"category_scores_gemma":[0.009326719,0.0002630787,0.00015784868,0.0031904734,0.0011312247,0.0009096455,0.0003362599,0.00033172278,0.0000082357765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013365582,0.00007571882,0.000029016139,0.000060147748,0.000021838789,7.6725584e-8,0.0123811895,0.000007337179,0.0021289068,0.006644398,0.7556059,0.22303213],"study_design_scores_gemma":[0.0007036747,0.00051851815,0.00060543686,0.00006015146,0.00011265793,3.6242335e-7,0.081256494,0.00017280974,0.020599686,0.070963174,0.8245522,0.0004548423],"about_ca_topic_score_codex":0.013958592,"about_ca_topic_score_gemma":0.018596737,"teacher_disagreement_score":0.41510424,"about_ca_system_score_codex":0.0023402772,"about_ca_system_score_gemma":0.0108372485,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W2302132541","doi":"10.1096/fasebj.24.1_supplement.227.6","title":"Effect of prenatal supplementation with docosahexanoic acid on infant development: a randomized placebo‐controlled trial in Mexico.","year":2010,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrition International","funders":"National Institutes of Health; March of Dimes Foundation","keywords":"Bayley Scales of Infant Development; Medicine; Cohort; Psychomotor learning; Placebo; Pediatrics; Population; Randomized controlled trial; Pregnancy; Gestation; Prenatal care; Child development; Internal medicine; Biology; Psychiatry; Environmental health","score_opus":0.02210416569393901,"score_gpt":0.37460405086756243,"score_spread":0.3524998851736234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302132541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898036,0.000013639751,0.00020894641,0.00070893747,0.00026930904,0.005164536,0.0000028412126,0.000021180414,0.0038069969],"genre_scores_gemma":[0.99847645,0.00001731841,0.0005622558,0.000020188429,0.00017417647,0.00058109924,0.0000031796278,0.000010704845,0.00015465464],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994993,0.0028820909,0.0005478772,0.00012905002,0.0010935399,0.0003544483],"domain_scores_gemma":[0.9963295,0.0029676927,0.00035199628,0.00015176469,0.00009854508,0.00010051242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021765942,0.00013339496,0.0005151777,0.0002729647,0.00036879384,0.000112826856,0.00048674457,0.00008287182,0.000429149],"category_scores_gemma":[0.002287461,0.00006828601,0.00012833561,0.00027968347,0.00041172447,0.00017101695,0.000039382543,0.0007826297,0.000008120403],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98373604,0.00007727469,0.00031757916,0.000007799942,0.00008527329,0.000016532755,0.00510357,0.0000133271205,0.0054684104,0.00046164542,0.000095607415,0.0046169125],"study_design_scores_gemma":[0.76576495,0.00062634365,0.000029083485,0.000068572095,0.00003171206,0.000011322985,0.00034142192,0.00005756242,0.23262921,0.00025028692,0.000106617015,0.00008293566],"about_ca_topic_score_codex":0.00015715486,"about_ca_topic_score_gemma":0.0015279122,"teacher_disagreement_score":0.22716081,"about_ca_system_score_codex":0.00009790066,"about_ca_system_score_gemma":0.0005891985,"threshold_uncertainty_score":0.7543684},"labels":[],"label_agreement":null},{"id":"W2302235578","doi":"10.1155/2011/864620","title":"Support the Canadian Respiratory Conference: Strengthen Canada’s Respiratory Community","year":2011,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Respiratory system; Family medicine; Intensive care medicine; Internal medicine","score_opus":0.29079075712759545,"score_gpt":0.38479202543323476,"score_spread":0.09400126830563932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302235578","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24762923,0.00071225653,0.000012121952,0.006902065,0.0020409778,0.0012461606,0.00034724112,0.00014284006,0.7409671],"genre_scores_gemma":[0.97651553,0.00001979726,0.00005621143,0.0210762,0.00082359294,0.00005942073,0.000004128139,0.00007852937,0.0013665771],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894192,0.0049022892,0.0009323568,0.00040253368,0.001818912,0.0025247096],"domain_scores_gemma":[0.9902408,0.00038696377,0.00037675406,0.0013769178,0.001548249,0.0060703326],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013654822,0.0004287721,0.00042163883,0.0010733638,0.011917328,0.0007364153,0.004113074,0.00057939126,0.007849854],"category_scores_gemma":[0.0023228421,0.0003883769,0.00018320311,0.0009209105,0.001968285,0.00054013263,0.00013337395,0.004614599,0.00016476608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003620545,0.000051445983,0.051218405,0.00001848761,0.00014038754,0.002676804,0.024520628,0.000004096298,0.00006206802,0.031501524,0.8716825,0.018087411],"study_design_scores_gemma":[0.000266205,0.00016314539,0.027745374,0.000041286774,0.000022649036,0.000028929999,0.017089179,0.0000013874218,0.00012939947,0.0015875157,0.95245403,0.00047090053],"about_ca_topic_score_codex":0.99959147,"about_ca_topic_score_gemma":0.999998,"teacher_disagreement_score":0.73960054,"about_ca_system_score_codex":0.009176921,"about_ca_system_score_gemma":0.19722566,"threshold_uncertainty_score":0.9998568},"labels":[],"label_agreement":null},{"id":"W2306043296","doi":"10.1155/2012/987679","title":"Whither the Canadian Respiratory Conference?","year":2012,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; MEDLINE; Law","score_opus":0.20506294166646474,"score_gpt":0.40914760240326464,"score_spread":0.2040846607367999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2306043296","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11824259,0.0036545133,0.000052331296,0.030567762,0.002824517,0.00096326554,0.000058117897,0.00011181785,0.8435251],"genre_scores_gemma":[0.9830175,0.000023940658,0.000061023475,0.011944173,0.0026406155,0.00003614294,6.1787586e-7,0.000042400658,0.0022335798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949536,0.0013007668,0.00038216801,0.00020194393,0.0009979345,0.002163609],"domain_scores_gemma":[0.9931955,0.00015261174,0.0001392645,0.0004887192,0.0006148866,0.0054090586],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00872617,0.00019832874,0.0001866205,0.0007950442,0.0049816766,0.0008300843,0.0014501683,0.00036506445,0.006476244],"category_scores_gemma":[0.001132249,0.00016180871,0.00012337335,0.00069785584,0.000992483,0.0006138832,0.000036572867,0.0014487953,0.00076326437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009571028,0.00002368691,0.13208042,0.0000059066583,0.00006823865,0.00035687926,0.0141019,0.000003495915,0.00012923151,0.11729289,0.70357466,0.032353126],"study_design_scores_gemma":[0.00011066355,0.000028495191,0.016230414,0.000021016924,0.000008960023,0.000025463056,0.004109561,0.0000011234357,0.000045628705,0.0014415781,0.9777561,0.00022104208],"about_ca_topic_score_codex":0.8458104,"about_ca_topic_score_gemma":0.9982604,"teacher_disagreement_score":0.86477494,"about_ca_system_score_codex":0.0035416477,"about_ca_system_score_gemma":0.025271919,"threshold_uncertainty_score":0.9963137},"labels":[],"label_agreement":null},{"id":"W2312151163","doi":"10.5539/ass.v12n4p11","title":"Educating Nonlinearly and Visually in the Digital Knowledge Age: A Delphi Study","year":2016,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Information and Communications Technology; Computer science; Sample (material); Knowledge management; Psychology; World Wide Web; Artificial intelligence","score_opus":0.09386074861683522,"score_gpt":0.48949355943893047,"score_spread":0.3956328108220952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312151163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.574158,0.000015768914,0.00004244939,0.008337629,0.00009803884,0.0006226399,0.0000029742725,0.00005812962,0.41666436],"genre_scores_gemma":[0.99894625,0.000004817154,0.00010449905,0.0000612148,0.00031544786,0.000056485558,1.2770089e-7,0.000006667152,0.0005045153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975648,0.00029939544,0.00018998848,0.00035998528,0.0009849933,0.0006008374],"domain_scores_gemma":[0.9991127,0.0004052377,0.000056724177,0.00016372514,0.00014017009,0.00012143957],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005349149,0.000090282134,0.00011167048,0.00015828891,0.0014158901,0.0007510077,0.0012603014,0.00005560317,0.000017154882],"category_scores_gemma":[0.002108347,0.000056624267,0.000028284188,0.0019171142,0.0028412952,0.00075981306,0.0002518438,0.00017278828,0.000031653224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003756814,0.00029632857,0.016674943,0.0000016642134,0.0000017007661,0.000017586117,0.20647435,9.652329e-10,0.00038458957,0.017728718,0.00028563346,0.7581307],"study_design_scores_gemma":[0.00040930798,0.00021822557,0.5620358,0.000041876006,0.0000046916616,0.000003698654,0.4127768,0.000002397329,0.000028651702,0.009331277,0.014849237,0.00029805623],"about_ca_topic_score_codex":0.00063011935,"about_ca_topic_score_gemma":0.0026428371,"teacher_disagreement_score":0.75783265,"about_ca_system_score_codex":0.00021053515,"about_ca_system_score_gemma":0.0008615097,"threshold_uncertainty_score":0.9998841},"labels":[],"label_agreement":null},{"id":"W2312191091","doi":"10.1155/2004/764634","title":"Membership Survey Results","year":2004,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Survey research; Family medicine; Applied psychology; Psychology","score_opus":0.2504627074102372,"score_gpt":0.4315237729034877,"score_spread":0.18106106549325052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312191091","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36754158,0.0008495335,0.00020976084,0.033399664,0.0020663752,0.00074338226,0.00025215186,0.00022399318,0.59471357],"genre_scores_gemma":[0.99615103,0.000036202793,0.00023532174,0.001964398,0.00065917504,0.0000053818603,0.0000027792191,0.000021469485,0.0009242431],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968446,0.0009246547,0.00034744065,0.00020513168,0.00076539296,0.0009127716],"domain_scores_gemma":[0.9968529,0.00021510484,0.00010906681,0.00026811758,0.00048996665,0.0020648711],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009226714,0.00010784141,0.00013905345,0.00053790637,0.0013870723,0.00037231843,0.0007895479,0.00020383565,0.00047395873],"category_scores_gemma":[0.0049713682,0.00011394102,0.00007697091,0.0007932854,0.00039531983,0.0002802489,0.0000207411,0.00075390865,0.0002538432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035048206,0.00013563267,0.087877266,0.000020179488,0.0001552634,0.008068988,0.020540806,0.0004556952,0.00047907478,0.107299626,0.7201687,0.054448273],"study_design_scores_gemma":[0.0006572585,0.00008137184,0.032603465,0.000037424226,0.0000036514905,0.000032151773,0.0013775753,4.055559e-7,0.00025812804,0.009575609,0.95513105,0.00024187629],"about_ca_topic_score_codex":0.45779914,"about_ca_topic_score_gemma":0.9546448,"teacher_disagreement_score":0.6286094,"about_ca_system_score_codex":0.0022230304,"about_ca_system_score_gemma":0.011069052,"threshold_uncertainty_score":0.999913},"labels":[],"label_agreement":null},{"id":"W2312528374","doi":"10.1177/1527154414544965","title":"Use of Modified Delphi to Plan Knowledge Translation for Decision Makers: An Application in the Field of Advanced Practice Nursing","year":2014,"lang":"en","type":"article","venue":"Policy Politics & Nursing Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada; McMaster University","funders":"","keywords":"Delphi method; Dissemination; Delphi; Context (archaeology); Knowledge translation; Key (lock); Knowledge management; Process (computing); Nursing; Public relations; Plan (archaeology); Face (sociological concept); Medical education; Psychology; Medicine; Business; Computer science; Political science; Sociology","score_opus":0.2874755902459845,"score_gpt":0.5826228660997376,"score_spread":0.29514727585375305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312528374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037312414,0.00011313962,0.76503867,0.14155586,0.00025324844,0.0036006954,0.000040600076,0.00010155565,0.05198381],"genre_scores_gemma":[0.8960125,0.000035406192,0.10238197,0.0011282294,0.00029722418,0.00009449318,0.000007917689,0.000022608503,0.000019681416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682844,0.0012284905,0.00052155886,0.00028541675,0.0006340395,0.00050207187],"domain_scores_gemma":[0.9643624,0.033881847,0.00036173608,0.0005252185,0.000720868,0.00014796879],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042963475,0.00012854756,0.00020977609,0.00043959494,0.00027574154,0.000115388684,0.00049934303,0.00018122807,0.000001278672],"category_scores_gemma":[0.05433136,0.00012735646,0.000057917845,0.00090504973,0.00024542908,0.0014326972,0.0000133527365,0.00026059183,0.0000025270595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063865056,0.0007758496,0.000008834778,0.000030146122,0.000006913339,2.6802488e-7,0.08126179,0.0006252191,0.001371248,0.5292798,0.0007381775,0.38526306],"study_design_scores_gemma":[0.0017464701,0.0022471675,0.0009152568,0.0019502401,0.00032284466,0.000028148306,0.10797429,0.029750707,0.007929893,0.29504248,0.5513267,0.0007658013],"about_ca_topic_score_codex":0.007990306,"about_ca_topic_score_gemma":0.0005770809,"teacher_disagreement_score":0.85870004,"about_ca_system_score_codex":0.00034426528,"about_ca_system_score_gemma":0.00038998667,"threshold_uncertainty_score":0.99861556},"labels":[],"label_agreement":null},{"id":"W2315279778","doi":"10.3899/jrheum.131307","title":"Toward a Generalized Framework of Core Measurement Areas in Clinical Trials: A Position Paper for OMERACT 11","year":2014,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Centre for Global Health Research; University of Ottawa","funders":"","keywords":"Medicine; Outcome (game theory); Psychological intervention; Clinical trial; Conceptual framework; Process (computing); Scope (computer science); Outcomes research; Core (optical fiber); Resource (disambiguation); MEDLINE; Set (abstract data type); Process management; Medical physics; Management science; Alternative medicine; Computer science; Pathology; Nursing","score_opus":0.41865067476938006,"score_gpt":0.5342776984611298,"score_spread":0.11562702369174976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315279778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95089626,0.00035818393,0.025419341,0.021927372,0.0005744129,0.00058472884,0.0000024600272,0.000011848168,0.0002254172],"genre_scores_gemma":[0.99409205,0.0009719301,0.0046208687,0.00021902463,0.000063725965,0.00001564092,3.1607786e-7,0.000009379637,0.000007077826],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908382,0.0063743144,0.0016742719,0.00009550786,0.0007371244,0.00028056564],"domain_scores_gemma":[0.98874843,0.009013398,0.0012460261,0.00019145093,0.00070152123,0.000099145516],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0727204,0.00008337466,0.00080467307,0.00016284594,0.000098207754,0.000015006435,0.0005727574,0.00025163792,0.000087775064],"category_scores_gemma":[0.04225553,0.000053642496,0.0002798226,0.00020645677,0.00036632802,0.00007003111,0.000039699364,0.00043218376,0.000002465751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010256363,0.0013965218,0.42915785,0.00024624664,0.0006446161,0.000015195646,0.02393016,0.00015446094,0.0030062464,0.41571483,0.03624396,0.07923354],"study_design_scores_gemma":[0.00984509,0.0030066655,0.030439435,0.0023501364,0.0003696251,0.00065099634,0.008952045,0.0013006836,0.00077704934,0.8966636,0.04511838,0.00052629336],"about_ca_topic_score_codex":0.0015650081,"about_ca_topic_score_gemma":0.0015136586,"teacher_disagreement_score":0.48094878,"about_ca_system_score_codex":0.000108472406,"about_ca_system_score_gemma":0.00039133272,"threshold_uncertainty_score":0.96581197},"labels":[],"label_agreement":null},{"id":"W2318806282","doi":"10.1177/0008417415620192","title":"Clinical trial registration","year":2016,"lang":"en","type":"editorial","venue":"Canadian Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Medical journal; Publishing; Trial registration; Medicine; Rehabilitation; Medical education; Medical physics; Family medicine; Physical therapy; Political science; Law","score_opus":0.45958790281615636,"score_gpt":0.6003843046957865,"score_spread":0.14079640187963016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318806282","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009863817,0.0006262693,0.00037280336,0.0028266401,0.98448294,0.00059413107,0.0002416806,0.000016457896,0.009852714],"genre_scores_gemma":[0.0038856703,0.002353643,0.0004654344,0.00009239374,0.9882516,0.000015088076,0.000042447205,0.000033498232,0.0048602014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949609,0.0010802177,0.0011777953,0.00022457412,0.0021193181,0.00043719966],"domain_scores_gemma":[0.9916699,0.0031328339,0.001220176,0.0002632073,0.002777552,0.0009363173],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009568468,0.00017317821,0.0004237291,0.0005520823,0.00043132107,0.00025738997,0.0011504131,0.0011844963,0.0012601902],"category_scores_gemma":[0.013039418,0.00014224341,0.00038933745,0.0002450571,0.0007383186,0.00031435897,0.000007723596,0.0011260633,0.00004488274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051703984,0.00002312949,0.00028367905,0.0000020162145,0.000061490595,0.00005375615,0.00016500783,1.8755088e-7,8.1728166e-7,0.0016428168,0.97052187,0.02207485],"study_design_scores_gemma":[0.0072152847,0.0005644116,0.00023492648,0.00010186419,0.000008103648,0.0000014903812,0.00004711234,1.4630204e-7,0.0000016249204,0.0039125816,0.98775566,0.00015679882],"about_ca_topic_score_codex":0.0105271395,"about_ca_topic_score_gemma":0.06234682,"teacher_disagreement_score":0.055409066,"about_ca_system_score_codex":0.0008680817,"about_ca_system_score_gemma":0.05627715,"threshold_uncertainty_score":0.9996528},"labels":[],"label_agreement":null},{"id":"W2321217664","doi":"10.1097/01.hj.0000356805.97748.8c","title":"The Best of 2008: Hearing Aids","year":2009,"lang":"en","type":"article","venue":"The Hearing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wonder; Haven; Acknowledgement; Psychology; History; Computer science","score_opus":0.17835998453471746,"score_gpt":0.4626495180853895,"score_spread":0.28428953355067205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321217664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79398316,0.0021001683,0.0012106214,0.062408466,0.0006954993,0.00044735929,8.176353e-7,0.00011042679,0.13904347],"genre_scores_gemma":[0.99587786,0.00077015505,0.0007036393,0.000098529745,0.00044299715,0.0000017690841,2.7644074e-8,0.0000063994444,0.0020985943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998123,0.0003540149,0.00024435573,0.00007363836,0.00077674474,0.0004282353],"domain_scores_gemma":[0.9989852,0.00041447848,0.000099925506,0.0002314463,0.00016298828,0.0001059721],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006427358,0.00005948653,0.00009939095,0.00006294248,0.0020992153,0.00025523762,0.00080870447,0.000052108087,0.00004634222],"category_scores_gemma":[0.0006504582,0.000033896806,0.00008192882,0.00031902385,0.00038419143,0.00013047898,0.000071893955,0.0006824101,0.00002504893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021698342,0.0002443163,0.01696859,0.000012475438,0.00009040916,0.00006948246,0.02503944,0.00030267183,0.0100144055,0.14080848,0.022997463,0.78323525],"study_design_scores_gemma":[0.0011807821,0.0020615342,0.07522712,0.0008806713,0.0000810671,0.0007045509,0.053583074,0.0006098952,0.010755183,0.37279308,0.48136467,0.00075835205],"about_ca_topic_score_codex":0.0007998643,"about_ca_topic_score_gemma":0.00011699633,"teacher_disagreement_score":0.7824769,"about_ca_system_score_codex":0.00009846255,"about_ca_system_score_gemma":0.00020694941,"threshold_uncertainty_score":0.9991999},"labels":[],"label_agreement":null},{"id":"W2321465271","doi":"10.1352/1934-9556-54.2.112","title":"“Teaches People That I'm More Than a Disability”: Using Nominal Group Technique in Patient-Oriented Research for People With Intellectual and Developmental Disabilities","year":2015,"lang":"en","type":"article","venue":"Intellectual and developmental disabilities","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Intellectual disability; Nominal group technique; Psychology; Process (computing); Nominal group; Population; Health care; Gerontology; Medicine; Knowledge management; Computer science; Psychiatry","score_opus":0.2067741880779165,"score_gpt":0.4052098017733325,"score_spread":0.19843561369541599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321465271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900246,0.00016875014,0.0012058069,0.00064583763,0.00010776182,0.003428597,0.000070687245,0.0001837813,0.0041641593],"genre_scores_gemma":[0.98133415,0.000061005812,0.015698833,0.000034341057,0.00006998862,0.001912037,0.000048895457,0.00006754789,0.0007731836],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99442255,0.00084482273,0.00073203736,0.0011064494,0.0014859862,0.0014081517],"domain_scores_gemma":[0.98505527,0.013692699,0.00006333144,0.00025775196,0.0003900436,0.0005408973],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0035981506,0.0005263604,0.0006942375,0.0004425733,0.0011493881,0.0003706009,0.0004936218,0.00030302716,0.00040542785],"category_scores_gemma":[0.025436472,0.00045964637,0.000087781395,0.0012655695,0.0072371517,0.00079028227,0.0008909559,0.0006711232,0.000026365216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013332093,0.0005214436,0.26866782,0.00022238228,0.000043671913,0.0000026688629,0.72242105,0.0000017137091,0.00024048018,0.0015399759,0.0017359209,0.0032696472],"study_design_scores_gemma":[0.00072591985,0.000836073,0.0040855897,0.0002690257,0.000011369916,0.00010576738,0.98045707,0.00018151854,0.0020928665,0.0044587064,0.0060803317,0.00069575984],"about_ca_topic_score_codex":0.014919386,"about_ca_topic_score_gemma":0.056695618,"teacher_disagreement_score":0.26458222,"about_ca_system_score_codex":0.0024872955,"about_ca_system_score_gemma":0.0010786573,"threshold_uncertainty_score":0.99978554},"labels":[],"label_agreement":null},{"id":"W2322797355","doi":"10.1002/j.0022-0337.2016.80.4.tb06100.x","title":"Reaching Consensus on Essential Biomedical Science Learning Objectives in a Dental Curriculum","year":2016,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Delphi method; Curriculum; Medical education; Relevance (law); Delphi; MEDLINE; Dental education; Medicine; Evidence-based dentistry; Consensus conference; Psychology; Alternative medicine; Political science; Pedagogy; Computer science; Pathology","score_opus":0.03094001885543601,"score_gpt":0.4518553650082511,"score_spread":0.42091534615281506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322797355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99075,0.000043823693,0.000093841234,0.0022987924,0.0013042096,0.000123376,5.321406e-7,0.000014563896,0.005370847],"genre_scores_gemma":[0.99832505,0.000046471032,0.0006639081,0.000023035884,0.00044766002,0.000004185654,2.2909899e-7,0.000006033532,0.00048343767],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976841,0.00033292023,0.00031597534,0.0001499523,0.0012384667,0.00027853588],"domain_scores_gemma":[0.99899936,0.00025827705,0.00025392888,0.00006798986,0.00022750361,0.00019293747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031692996,0.000065446984,0.00011104785,0.0007734649,0.00030877622,0.000102184196,0.0003755846,0.00006178885,0.00010581012],"category_scores_gemma":[0.0039056882,0.000047870337,0.000055977183,0.00073541375,0.0009126968,0.0003904498,0.000051867122,0.000355906,0.00003301703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021319867,0.003248814,0.37563422,0.000020424257,0.000025560139,0.00014813825,0.020877125,0.000006846989,0.32839808,0.01280263,0.0059458525,0.2526791],"study_design_scores_gemma":[0.003979766,0.0024620085,0.27675286,0.0045436947,0.000053458007,0.0016625547,0.6138038,0.00016798753,0.060998466,0.008378659,0.026131168,0.0010655607],"about_ca_topic_score_codex":0.0009418441,"about_ca_topic_score_gemma":0.00023321524,"teacher_disagreement_score":0.5929267,"about_ca_system_score_codex":0.0011712023,"about_ca_system_score_gemma":0.0020462018,"threshold_uncertainty_score":0.46757558},"labels":[],"label_agreement":null},{"id":"W2323438420","doi":"10.1155/2000/658946","title":"Do We Need an Annual Canadian Respiratory Conference?","year":2000,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cegep de Sainte Foy","funders":"","keywords":"Medicine; Attendance; Event (particle physics); Medical education; Incentive; Family medicine; Annual report; Economic growth","score_opus":0.12788725574538204,"score_gpt":0.3949807634702445,"score_spread":0.2670935077248625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323438420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5614593,0.0029241666,0.000017217393,0.020881971,0.0011197423,0.0010132778,0.00046783357,0.00024030283,0.41187617],"genre_scores_gemma":[0.9854874,0.00029945272,0.00016923298,0.0072625177,0.0021447816,0.00003691602,0.0000035015894,0.000081698774,0.0045145256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940678,0.0014538168,0.00060526765,0.00049894804,0.0011785652,0.0021956426],"domain_scores_gemma":[0.98934186,0.000093539566,0.00012672678,0.0006390331,0.0008717633,0.008927073],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004755287,0.0003055324,0.00032832683,0.0016803727,0.0031191763,0.0010973442,0.0018160508,0.00056596857,0.030214349],"category_scores_gemma":[0.00048778366,0.00033954612,0.0001462295,0.0010517716,0.0008692595,0.0011246465,0.000021763322,0.0015489056,0.0008148942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055091063,0.00005350009,0.013531096,0.000011411928,0.00006709969,0.0044839964,0.0185297,0.00003840947,0.00017906919,0.022553004,0.41855446,0.52194315],"study_design_scores_gemma":[0.0002909676,0.00018000547,0.0029026712,0.000060759514,0.000009282867,0.000043892323,0.010372802,0.0000062641016,0.00003080831,0.0031053943,0.98257446,0.0004227107],"about_ca_topic_score_codex":0.80197847,"about_ca_topic_score_gemma":0.99402773,"teacher_disagreement_score":0.56402,"about_ca_system_score_codex":0.003203935,"about_ca_system_score_gemma":0.03634864,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W2325207556","doi":"10.1016/s1701-2163(16)35374-9","title":"At the Forefront of a New Research Culture for Collaborative Perinatal Research","year":2012,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Engineering ethics","score_opus":0.17745987629608534,"score_gpt":0.4438493780566211,"score_spread":0.2663895017605358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325207556","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00828834,0.05386957,0.000024694189,0.8994512,0.013190757,0.0030293074,0.0005434037,0.00000753313,0.021595176],"genre_scores_gemma":[0.5021566,0.016503062,0.0067120953,0.071972035,0.015501544,0.0006228073,0.00013054462,0.00038088794,0.3860204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99269456,0.0017888342,0.0006235261,0.00024808684,0.0034332674,0.0012117525],"domain_scores_gemma":[0.9668185,0.025031976,0.000542445,0.000301737,0.006980256,0.00032507046],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010440308,0.00017442896,0.00055172184,0.00072247203,0.0013318162,0.00010556479,0.0013811326,0.0010210075,0.0004513649],"category_scores_gemma":[0.035424933,0.00011812046,0.000118072014,0.0017868249,0.0016333754,0.00013092766,0.00042050733,0.0045864573,0.0000010962649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011398077,0.000015135834,0.0006974354,0.000078708304,0.00009372949,0.00051214726,0.0031330013,5.317988e-7,0.0000033339975,0.0006783746,0.9831903,0.011585909],"study_design_scores_gemma":[0.00042834194,0.00052960165,0.0008251828,0.000015506806,0.000024163379,0.000011609281,0.0073128263,0.0000011463144,0.00003838281,0.002106132,0.9885944,0.00011269083],"about_ca_topic_score_codex":0.13567904,"about_ca_topic_score_gemma":0.3772449,"teacher_disagreement_score":0.8274792,"about_ca_system_score_codex":0.005933245,"about_ca_system_score_gemma":0.022389675,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W2325901490","doi":"10.1097/01.hj.0000427534.71087.8d","title":"Evidence for Connection Between Cognitive Decline and Hearing Loss Continues to Mount","year":2013,"lang":"en","type":"article","venue":"The Hearing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hearing loss; Cognitive decline; Cognition; Gerontology; Audiology; Psychology; Medicine; Psychiatry; Dementia; Disease","score_opus":0.3688021471259554,"score_gpt":0.5109673506596452,"score_spread":0.14216520353368978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325901490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96153504,0.00021600559,0.01389146,0.022912586,0.000121310695,0.0008105707,0.0000016316897,0.00004957202,0.00046180794],"genre_scores_gemma":[0.99679756,0.0001895581,0.001511469,0.0002460958,0.000800702,0.00006447218,1.9458497e-7,0.000011360492,0.00037857663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986176,0.00024490696,0.00021155643,0.00013933123,0.0004063552,0.00038028645],"domain_scores_gemma":[0.9968009,0.0023812673,0.00007640144,0.00008348303,0.00045410564,0.00020385956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045446837,0.00007248438,0.00013602109,0.00008835332,0.0011652681,0.0005694013,0.0002546981,0.000058947484,0.000056936617],"category_scores_gemma":[0.0038015614,0.000054821874,0.000042675903,0.00016709455,0.0002209319,0.00038585614,0.00015654395,0.00034660718,0.000029008379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027302426,0.000053102416,0.64571667,0.00006248913,0.00012968891,0.00001359787,0.026992619,0.000027890297,0.0062305895,0.005378359,0.0055992776,0.3095227],"study_design_scores_gemma":[0.000723076,0.00047772203,0.92054164,0.0014399615,0.0000576539,0.00009212353,0.012919287,0.00031519774,0.0033068357,0.04854151,0.011238486,0.00034653017],"about_ca_topic_score_codex":0.004270125,"about_ca_topic_score_gemma":0.0003243684,"teacher_disagreement_score":0.30917615,"about_ca_system_score_codex":0.00015778927,"about_ca_system_score_gemma":0.00009606906,"threshold_uncertainty_score":0.8962418},"labels":[],"label_agreement":null},{"id":"W2326160529","doi":"10.1097/nur.0b013e31825aeb80","title":"Energize Staff to Create a Research Agenda","year":2012,"lang":"en","type":"article","venue":"Clinical Nurse Specialist","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Gibson Energy (Canada)","funders":"","keywords":"Delphi method; Excellence; Scope (computer science); Work (physics); Foundation (evidence); Nursing; Nursing research; Institution; Public relations; Political science; Medical education; Psychology; Medicine; Computer science; Engineering","score_opus":0.5548848594733299,"score_gpt":0.6458612729394715,"score_spread":0.0909764134661416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326160529","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13322233,0.000108019376,0.00012604943,0.026890237,0.0031272555,0.0010667875,0.00003414161,0.00033133157,0.83509386],"genre_scores_gemma":[0.9201391,0.00029356132,0.0028839072,0.00089069305,0.01696834,0.00015615365,0.000008098687,0.00005989532,0.05860025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919237,0.0029386666,0.00076686963,0.00053651456,0.0020501236,0.0017841092],"domain_scores_gemma":[0.9942389,0.0027620732,0.00008360589,0.0008057641,0.0006099119,0.0014997439],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.022345014,0.00016371613,0.00038048535,0.00029046249,0.0009698855,0.00026649586,0.0013228257,0.0003868657,0.0045483126],"category_scores_gemma":[0.016321661,0.00015991983,0.00023669517,0.0015435794,0.002295388,0.00031922132,0.00030576164,0.0010165815,0.004679702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013806911,0.00082440354,0.009668356,0.0000056844315,0.000018118093,0.00003569738,0.00405563,3.6209093e-7,0.00007469712,0.14173205,0.7885371,0.054909818],"study_design_scores_gemma":[0.0002183565,0.00018482955,0.0095240045,0.00003019541,0.000007055502,7.933519e-7,0.0048497017,0.0000012795703,0.00014055787,0.0032745993,0.9815636,0.00020497317],"about_ca_topic_score_codex":0.0033806774,"about_ca_topic_score_gemma":0.002493473,"teacher_disagreement_score":0.7869168,"about_ca_system_score_codex":0.00040739213,"about_ca_system_score_gemma":0.00052003714,"threshold_uncertainty_score":0.9963617},"labels":[],"label_agreement":null},{"id":"W2326286740","doi":"10.3821/1913-701x-143.5.210a","title":"Canadian Respiratory Health Professionals: A Growing Interdisciplinary Society","year":2010,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health professionals; Engineering ethics; Political science; Medicine; Health care; Engineering; Law","score_opus":0.10228698556331102,"score_gpt":0.44797289725755857,"score_spread":0.34568591169424756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326286740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89030653,0.0019516621,0.00012246649,0.048438,0.018637476,0.0027966264,0.0012930139,0.00030843323,0.036145788],"genre_scores_gemma":[0.9738802,0.00075235526,0.00068628864,0.020331297,0.002505335,0.000060551843,0.000018092365,0.00008580905,0.0016801113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386686,0.0007367875,0.0008015839,0.00057778443,0.0012153425,0.0028016316],"domain_scores_gemma":[0.98844934,0.00025170814,0.0003141627,0.00039905932,0.0009563368,0.009629379],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006167532,0.00039411295,0.00042745954,0.0007478994,0.007671183,0.00050643564,0.0019098662,0.000217408,0.0024678644],"category_scores_gemma":[0.00058783195,0.00044053656,0.00028632738,0.0013380029,0.00071427366,0.0010420459,0.00018186506,0.003122316,0.000032743974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00002324097,0.000049624294,0.0018608788,0.00011694481,0.00012535897,0.024106318,0.021280006,0.00003201222,0.0017752654,0.001077939,0.8417449,0.1078075],"study_design_scores_gemma":[0.0007398693,0.000043655746,0.000047137062,0.000069152666,0.000027299408,0.03673588,0.0011082999,0.00037423513,0.0004840115,0.00073418266,0.95882833,0.00080793945],"about_ca_topic_score_codex":0.87870264,"about_ca_topic_score_gemma":0.99713206,"teacher_disagreement_score":0.118429445,"about_ca_system_score_codex":0.013340732,"about_ca_system_score_gemma":0.08772319,"threshold_uncertainty_score":0.9998046},"labels":[],"label_agreement":null},{"id":"W2326483950","doi":"10.1155/2014/607452","title":"The First 20 Years of the <i>Canadian Respiratory Journal</i>","year":2014,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Respiratory system; MEDLINE; Intensive care medicine; Internal medicine","score_opus":0.06855220616408589,"score_gpt":0.3496962690986538,"score_spread":0.28114406293456795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326483950","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3507649,0.008068215,0.000094674935,0.14799707,0.011055444,0.0022068655,0.0001163367,0.00012419993,0.4795723],"genre_scores_gemma":[0.9833184,0.00012714788,0.000053529086,0.012899541,0.002178662,0.000015026015,1.8117333e-7,0.0000562773,0.0013512298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949798,0.0014469593,0.0006340191,0.00020309738,0.0014027597,0.0013333905],"domain_scores_gemma":[0.9952066,0.0005018176,0.0003918857,0.0006787944,0.0007960491,0.002424848],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0124680335,0.0001690891,0.00021695797,0.00057900907,0.008015718,0.00095571927,0.002914037,0.00030353473,0.00031928273],"category_scores_gemma":[0.003921812,0.00012563965,0.0002622376,0.00090151397,0.0015473422,0.0002791904,0.00006853689,0.0018525955,0.0000825952],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001654298,0.00001517796,0.04420456,0.0000084502735,0.00008235637,0.00024956712,0.0025723123,0.00004569306,0.00013268246,0.023902385,0.8473091,0.08146115],"study_design_scores_gemma":[0.00018250686,0.000060000693,0.017308934,0.000057796835,0.000010819687,0.000041110696,0.000713176,0.0000033660233,0.00007692412,0.003343494,0.97804904,0.0001528158],"about_ca_topic_score_codex":0.27868038,"about_ca_topic_score_gemma":0.9943503,"teacher_disagreement_score":0.71566993,"about_ca_system_score_codex":0.0022652298,"about_ca_system_score_gemma":0.017737418,"threshold_uncertainty_score":0.9932757},"labels":[],"label_agreement":null},{"id":"W2326853410","doi":"10.4276/030802210x12865330218221","title":"Evaluating Students' Use of Web-Based Communication during Practice Placements","year":2010,"lang":"en","type":"article","venue":"British Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Delphi method; Asynchronous communication; Medical education; Curriculum; Delphi; Web application; Clinical Practice; Psychology; Computer science; Medicine; Pedagogy; Nursing; World Wide Web","score_opus":0.3282270127755999,"score_gpt":0.5740375756949032,"score_spread":0.2458105629193033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326853410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99825466,0.0002055134,0.00019653633,0.00057019346,0.00013954224,0.0002780323,0.000012378649,0.000015513795,0.00032763346],"genre_scores_gemma":[0.9630473,0.000995104,0.035604164,0.00012207465,0.00011777628,0.000011649206,0.000004256106,0.000011311025,0.00008631445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962418,0.00087532424,0.0005191561,0.00008891754,0.0021138673,0.00016092551],"domain_scores_gemma":[0.9955026,0.0014207449,0.00075902685,0.00016577849,0.0020670164,0.000084839114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062069255,0.00006160033,0.00013720334,0.00015204471,0.00039736123,0.00026038373,0.00067568535,0.000080767546,0.00035281645],"category_scores_gemma":[0.0046836436,0.000073758485,0.00008055815,0.00026465443,0.0002176807,0.00093774166,0.00004445323,0.000490041,0.0000023914595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006871383,0.0045887274,0.5821865,0.000049349765,0.0005188433,0.00016342675,0.0052257297,0.0013318963,0.16480939,0.0029738103,0.006355801,0.2249251],"study_design_scores_gemma":[0.0066736434,0.0004905502,0.9463051,0.0005950155,0.000033775574,0.00022566403,0.0016100603,0.0004073552,0.0071997764,0.0009549594,0.03518855,0.00031556096],"about_ca_topic_score_codex":0.00086205057,"about_ca_topic_score_gemma":0.0003555016,"teacher_disagreement_score":0.36411855,"about_ca_system_score_codex":0.00009295882,"about_ca_system_score_gemma":0.0007096661,"threshold_uncertainty_score":0.5607097},"labels":[],"label_agreement":null},{"id":"W2329018445","doi":"10.1155/2000/462975","title":"New Challenges for the Canadian Thoracic Society","year":2000,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier de l'Université Laval","funders":"","keywords":"Medicine; Task (project management); Position (finance); Health care; Public relations; Position paper; Engineering ethics; Task force; Management; Pathology; Public administration; Law; Political science","score_opus":0.23171873858883518,"score_gpt":0.4440597870192788,"score_spread":0.2123410484304436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329018445","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01031665,0.03702706,0.0006798174,0.40532663,0.0018316519,0.0028605866,0.00013310461,0.0001961135,0.54162836],"genre_scores_gemma":[0.8799608,0.009943779,0.005407201,0.03675182,0.013994605,0.00023702948,0.0000037484117,0.00020144318,0.053499606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976144,0.0002510889,0.00022373491,0.00019958863,0.00053837633,0.0011728265],"domain_scores_gemma":[0.99617887,0.00026387768,0.000052463976,0.0002891738,0.00026141168,0.0029541822],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039533745,0.00012695436,0.0001269481,0.00020551882,0.004770095,0.00054493145,0.0010714568,0.00025692728,0.005007176],"category_scores_gemma":[0.00030378197,0.000106308464,0.00020270543,0.0003248918,0.00031622773,0.00022102041,0.000008197082,0.000684118,0.00013440008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005311233,0.0000021068554,0.00027028949,0.000003435143,0.000029243583,0.000038550523,0.0033001234,0.000010641288,0.0000030255912,0.0056844237,0.34447676,0.6461761],"study_design_scores_gemma":[0.000099992016,0.000034105775,0.0015536051,0.000017930062,0.000010044917,0.000014037607,0.00243968,0.000014802659,0.000010884232,0.0037723973,0.99189436,0.00013814986],"about_ca_topic_score_codex":0.88574684,"about_ca_topic_score_gemma":0.99902725,"teacher_disagreement_score":0.8696441,"about_ca_system_score_codex":0.0021014635,"about_ca_system_score_gemma":0.025924973,"threshold_uncertainty_score":0.9965256},"labels":[],"label_agreement":null},{"id":"W2330020522","doi":"10.1097/01.hj.0000286211.30975.b7","title":"Open-canal fittings","year":2006,"lang":"en","type":"article","venue":"The Hearing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Skepticism; Product (mathematics); Psychology; Audiology; Medicine; Public relations; Political science; Social psychology; Philosophy; Epistemology","score_opus":0.19821712694947574,"score_gpt":0.48108892267471237,"score_spread":0.28287179572523663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330020522","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3015094,0.0002046378,0.0013111327,0.058928724,0.00043869988,0.0003745562,8.719201e-7,0.00011185046,0.6371201],"genre_scores_gemma":[0.98412067,0.00003644358,0.0017923572,0.00022262962,0.0010223758,0.000005466641,1.1800525e-7,0.000009787378,0.012790184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846125,0.00029690546,0.00017526075,0.00008600241,0.0005920782,0.00038849775],"domain_scores_gemma":[0.9993852,0.00019402198,0.000076194614,0.00014330776,0.00011040226,0.00009090599],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0058767204,0.00004951484,0.00007805937,0.000057920606,0.0017984796,0.0009466531,0.0013404639,0.000043480697,0.0005130603],"category_scores_gemma":[0.0002866411,0.00003471783,0.000044859138,0.00024762098,0.00023313882,0.0002410321,0.00027279355,0.0005399592,0.000075267235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007051209,0.00017235176,0.03571816,0.0000088091365,0.00004235319,0.00021981951,0.007832908,0.00017825881,0.0026664443,0.27993175,0.59786177,0.07529689],"study_design_scores_gemma":[0.0003699945,0.000053752272,0.034490675,0.00009017003,0.000011236629,0.00022667708,0.0031722882,0.00012905005,0.0006222305,0.17887574,0.781751,0.00020721422],"about_ca_topic_score_codex":0.018582132,"about_ca_topic_score_gemma":0.0014798751,"teacher_disagreement_score":0.6826112,"about_ca_system_score_codex":0.00015102766,"about_ca_system_score_gemma":0.00029527713,"threshold_uncertainty_score":0.99950105},"labels":[],"label_agreement":null},{"id":"W2332162613","doi":"10.1017/s0317167100007708","title":"Urgent Evaluation for TIA - Would it Make a Difference?","year":2009,"lang":"en","type":"letter","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Action (physics); Significant difference; Computer science; Medical physics; Medicine; Internal medicine; Mathematics; Physics","score_opus":0.21967215939966142,"score_gpt":0.4220839581584675,"score_spread":0.20241179875880608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332162613","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16028668,0.0016900594,0.00009672147,0.81728417,0.0028676828,0.0014208572,0.00007167168,0.000057244666,0.016224908],"genre_scores_gemma":[0.40761387,0.0015219132,0.004121201,0.5784621,0.007164088,0.000074816046,0.0000071822924,0.000060224786,0.00097455794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839399,0.0048419912,0.0018030471,0.001178821,0.0045303833,0.003705844],"domain_scores_gemma":[0.9888106,0.0026765598,0.0020549886,0.0003644288,0.0028678086,0.0032256097],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.027915314,0.0007250163,0.0011204778,0.002745032,0.008140784,0.002889979,0.007204222,0.0022155438,0.0008087088],"category_scores_gemma":[0.021803807,0.0005440212,0.0007835127,0.0023461315,0.014984817,0.00089099124,0.00011144452,0.0077580945,0.000007702987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096625874,0.000055057528,0.023333982,0.000031598556,0.000050487266,0.009335305,0.0016966023,0.0004942037,0.00000858359,0.0014157722,0.91390604,0.049575716],"study_design_scores_gemma":[0.000326325,0.033143643,0.0028032195,0.00014048099,0.00014680541,0.0042665303,0.00050750485,0.0006309287,0.000010854051,0.09606455,0.8612171,0.00074206333],"about_ca_topic_score_codex":0.005854614,"about_ca_topic_score_gemma":0.2210045,"teacher_disagreement_score":0.2473272,"about_ca_system_score_codex":0.0016868551,"about_ca_system_score_gemma":0.032185305,"threshold_uncertainty_score":0.99970114},"labels":[],"label_agreement":null},{"id":"W2332270721","doi":"10.1097/01.sih.0000441417.76091.d8","title":"Board 152 - Program Innovations Abstract Transcontinental Telesimulation","year":2013,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; Children's Hospital of Eastern Ontario","funders":"","keywords":"Scrutiny; Anesthesiology; Medical education; Curriculum; Standardization; Medicine; Duration (music); Psychology; Political science; Pedagogy; Anesthesia","score_opus":0.13406547518433123,"score_gpt":0.49024400014875863,"score_spread":0.35617852496442737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332270721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8068889,0.00053987437,0.0026786723,0.17970389,0.0009727936,0.008996263,0.000032810443,0.000114740906,0.000072089664],"genre_scores_gemma":[0.9961846,0.0001329254,0.0018177482,0.0010567905,0.000468362,0.00020598904,0.000015381705,0.000045772525,0.00007246317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99443376,0.0010316981,0.0020480065,0.00027007554,0.0014311633,0.000785312],"domain_scores_gemma":[0.9913647,0.004153442,0.0012094385,0.00044423214,0.0026368683,0.00019132193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065747397,0.0002485169,0.00042009767,0.0003269028,0.0011729288,0.0001499038,0.0008236419,0.0004707932,0.00004645511],"category_scores_gemma":[0.001562534,0.00018594922,0.0006229209,0.002318075,0.00032880247,0.0009834765,0.000056442193,0.0012821937,0.000004710854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016769605,0.00018892891,0.121445104,0.00028532883,0.000033852273,4.6868607e-7,0.014702125,0.8297025,0.000034910132,0.0024343128,0.0004339212,0.030570854],"study_design_scores_gemma":[0.0024694793,0.0004056315,0.4404829,0.00064533175,0.00003789305,0.0000026418709,0.012571541,0.49249732,0.000033096887,0.044393055,0.0060181166,0.0004429604],"about_ca_topic_score_codex":0.0146250725,"about_ca_topic_score_gemma":0.005657876,"teacher_disagreement_score":0.33720517,"about_ca_system_score_codex":0.0014481966,"about_ca_system_score_gemma":0.0009792208,"threshold_uncertainty_score":0.9919366},"labels":[],"label_agreement":null},{"id":"W2332584329","doi":"10.1097/prs.0b013e318262f6d5","title":"The BREAST-Q","year":2012,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Breast surgery; Breast reconstruction; Medicine; Reconstructive surgery; Rasch model; Population; Breast augmentation; Quality of life (healthcare); Consistency (knowledge bases); Construct validity; Psychology; Medical physics; Breast cancer; Clinical psychology; Surgery; Psychometrics; Computer science; Nursing; Artificial intelligence; Developmental psychology","score_opus":0.08101595461194527,"score_gpt":0.3533740204298977,"score_spread":0.2723580658179524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332584329","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024311391,0.001244533,0.00033889522,0.84448636,0.026831858,0.0013028481,0.00047756764,0.0007636371,0.12212318],"genre_scores_gemma":[0.2015926,0.009224022,0.0031637605,0.40976322,0.27287337,0.0047866935,0.0008619758,0.0016775733,0.0960568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944604,0.0013809085,0.0005288269,0.00050651625,0.001475833,0.001647498],"domain_scores_gemma":[0.94423676,0.054222535,0.00036942275,0.00054203003,0.00043362862,0.00019565418],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0036542828,0.00035460264,0.00052059366,0.00036620963,0.0014545625,0.00034611052,0.0008666826,0.0010644456,0.0012800108],"category_scores_gemma":[0.0069562653,0.00027403556,0.00037643354,0.00054354046,0.0032060707,0.00028384835,0.00017175134,0.002938946,0.0007484946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015351001,0.0000072731777,0.0053543616,0.000023647535,0.00008667981,0.000096429496,0.00018004749,3.5924785e-8,9.883679e-7,0.0005965902,0.9247858,0.06885282],"study_design_scores_gemma":[0.000025567508,0.000004763814,0.0010118987,0.000114429626,0.000034441106,0.00019654148,0.00054255663,0.0000014364354,0.000005773373,0.00351099,0.994197,0.00035462002],"about_ca_topic_score_codex":0.00085801206,"about_ca_topic_score_gemma":0.00022127591,"teacher_disagreement_score":0.4347231,"about_ca_system_score_codex":0.0004955701,"about_ca_system_score_gemma":0.0014987745,"threshold_uncertainty_score":0.9999712},"labels":[],"label_agreement":null},{"id":"W2340945408","doi":"10.3747/co.23.3110","title":"Report on a Delphi Process and Workshop to Improve Accrual to Cancer Clinical Trials","year":2016,"lang":"en","type":"article","venue":"Current Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Accrual; Medicine; Psychological intervention; Clinical trial; Randomized controlled trial; Medical education; Family medicine; Nursing; Public relations; Political science; Business; Accounting; Pathology","score_opus":0.6866734212412651,"score_gpt":0.7096578051668355,"score_spread":0.02298438392557045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340945408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8070533,0.0003408126,0.0023544375,0.17033082,0.006890327,0.0039236513,0.000048401624,0.00024987446,0.008808337],"genre_scores_gemma":[0.98818046,0.0008471197,0.0005714801,0.00096685503,0.0033706466,0.0020459911,0.0000015882862,0.000027828277,0.0039880485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591476,0.0014535493,0.00086085516,0.00065232365,0.00054452743,0.0005739889],"domain_scores_gemma":[0.9939481,0.004462688,0.0002557641,0.00030907348,0.00040178062,0.0006225673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016075812,0.00013245924,0.00055297115,0.00017309027,0.0001758944,0.000048415073,0.00046701773,0.0002865676,0.00025529886],"category_scores_gemma":[0.042733934,0.000089156594,0.00009117984,0.00038896236,0.00035244157,0.00009397876,0.00022649554,0.00031631178,0.00009854351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034779185,0.00022040257,0.0076248203,0.000010636206,0.000016160819,0.000042903335,0.0015915292,2.5203948e-7,0.00013582536,0.0010001326,0.086073115,0.9029364],"study_design_scores_gemma":[0.00062650535,0.00047894102,0.0018756443,0.00016254222,0.000017822149,0.0000030277265,0.0007114862,0.0000014331973,0.00023709249,0.002195587,0.99350435,0.00018555547],"about_ca_topic_score_codex":0.00010737614,"about_ca_topic_score_gemma":0.0028632192,"teacher_disagreement_score":0.90743124,"about_ca_system_score_codex":0.0004297231,"about_ca_system_score_gemma":0.0013073327,"threshold_uncertainty_score":0.9653295},"labels":[],"label_agreement":null},{"id":"W2344771891","doi":"10.1016/j.ijnurstu.2016.04.015","title":"The use of Delphi and Nominal Group Technique in nursing education: A review","year":2016,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":248,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Delphi method; Nominal group technique; Nursing; Delphi; Nominal group; Group (periodic table); Psychology; Medicine; Computer science; Knowledge management","score_opus":0.43491660829332474,"score_gpt":0.6282628429543953,"score_spread":0.19334623466107054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344771891","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002377573,0.98744345,0.00021461249,0.009361153,0.001286862,0.00064811116,0.00000693436,0.000007940427,0.001028555],"genre_scores_gemma":[0.00005988923,0.99668014,0.0024131776,0.000041583535,0.00055568415,0.00006937703,8.040349e-7,0.000017491937,0.0001618586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966573,0.00075972365,0.0011934848,0.00016620029,0.0009986884,0.0002245683],"domain_scores_gemma":[0.9945978,0.002337865,0.0013460218,0.00015298477,0.0015026053,0.000062732935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032545677,0.0001876802,0.00090135384,0.00051611225,0.00019201415,0.00009940533,0.0008725739,0.00012256234,0.000006473342],"category_scores_gemma":[0.0034427228,0.000114305,0.00032034586,0.00032475393,0.0014739926,0.00031960284,0.0000735193,0.00044910228,0.0000011377682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012985058,0.00012444452,0.0000044556123,0.000770648,0.0001712458,0.000011795215,0.00081146986,1.9460767e-8,6.3705005e-7,0.005906456,0.013332088,0.97885376],"study_design_scores_gemma":[0.000039278246,0.000034675613,0.000007302617,0.3583128,0.00011331948,0.00015838882,0.0006793246,6.409595e-8,3.4862566e-7,0.004353699,0.63622487,0.00007596628],"about_ca_topic_score_codex":0.000040470844,"about_ca_topic_score_gemma":0.00003085318,"teacher_disagreement_score":0.97877777,"about_ca_system_score_codex":0.0014306766,"about_ca_system_score_gemma":0.0009839874,"threshold_uncertainty_score":0.5430987},"labels":[],"label_agreement":null},{"id":"W2345909751","doi":"10.2522/ptj.20150668","title":"Consensus on Exercise Reporting Template (CERT): Modified Delphi Study","year":2016,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":488,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Penn West Exploration (Canada); Brock University; Okanagan College; Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research","keywords":"Delphi; Delphi method; Computer science; Programming language; Artificial intelligence","score_opus":0.32146913545293787,"score_gpt":0.5066631480618488,"score_spread":0.18519401260891089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345909751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775086,0.000016420214,0.00007985297,0.0041644913,0.00010901412,0.0010566083,0.0000035199705,0.0003523678,0.01670912],"genre_scores_gemma":[0.99816424,0.00009063738,0.000079730766,0.00007848434,0.00033472857,0.00014812844,3.0225706e-7,0.000028753539,0.0010749939],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973941,0.00037111662,0.00042390457,0.00040512686,0.00091333705,0.00049243233],"domain_scores_gemma":[0.99802345,0.0008706824,0.00031176902,0.00046883972,0.00015826401,0.00016701515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015374951,0.00015095776,0.00029903048,0.00007683092,0.0003989692,0.00006859327,0.00041619598,0.00006511422,0.0000760864],"category_scores_gemma":[0.0008415503,0.00009563551,0.00012506146,0.00032096452,0.0003330894,0.00007740953,0.000055176413,0.00017776001,0.00013104269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011174844,0.0037157233,0.0053605144,0.0000065572804,0.00012129505,0.00026632135,0.022418149,0.000011496928,0.05554823,0.016086955,0.008245362,0.8871019],"study_design_scores_gemma":[0.015717043,0.008022065,0.061919667,0.0011194953,0.000095210846,0.000010664646,0.02886909,0.0009491228,0.17145811,0.6202585,0.08729424,0.0042867637],"about_ca_topic_score_codex":0.0008921832,"about_ca_topic_score_gemma":0.000035856687,"teacher_disagreement_score":0.8828151,"about_ca_system_score_codex":0.000105462896,"about_ca_system_score_gemma":0.0000978147,"threshold_uncertainty_score":0.3899903},"labels":[],"label_agreement":null},{"id":"W2346069715","doi":"","title":"Navigating Towards Shared Responsibility in Research and Innovation: Approach, Process and Results of the Res-AGorA Project","year":2016,"lang":"en","type":"book","venue":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Agora; Stakeholder; Responsible Research and Innovation; Stakeholder engagement; Process (computing); Process management; Knowledge management; Conceptual framework; Business; Political science; Engineering; Engineering ethics; Sociology; Computer science; Public relations","score_opus":0.29846819440778505,"score_gpt":0.5119316502339162,"score_spread":0.21346345582613113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346069715","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08000468,0.0019383747,0.00006807967,0.040831357,0.000672142,0.015495302,0.0020845856,0.0006904251,0.85821503],"genre_scores_gemma":[0.42484123,0.002474743,0.0047776704,0.0006385229,0.002717757,0.0032943934,0.0006599854,0.00068934896,0.55990636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9793214,0.004685751,0.0035513197,0.003234096,0.006534951,0.0026724841],"domain_scores_gemma":[0.9836314,0.004427639,0.0016149114,0.0031502838,0.006663743,0.00051207055],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.041283507,0.0010731576,0.0017648035,0.0026139948,0.0017324464,0.00087582925,0.0041670795,0.00284651,0.00015912965],"category_scores_gemma":[0.03052615,0.00082601997,0.00023475314,0.009992504,0.0070120273,0.0013361635,0.0029260947,0.007356639,0.000025797139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007973802,0.0028366847,0.013096745,0.009454686,0.0005941849,0.00017349882,0.15375784,0.0000069645575,0.0009338335,0.1735903,0.48186508,0.15571636],"study_design_scores_gemma":[0.0050181975,0.001235935,0.008397822,0.008454782,0.00006188814,0.00004108681,0.011834334,0.00020852181,0.0013248278,0.14062314,0.82017773,0.0026217506],"about_ca_topic_score_codex":0.004066731,"about_ca_topic_score_gemma":0.0014208284,"teacher_disagreement_score":0.34483653,"about_ca_system_score_codex":0.0017854143,"about_ca_system_score_gemma":0.011857629,"threshold_uncertainty_score":0.99956715},"labels":[],"label_agreement":null},{"id":"W23920047","doi":"10.1096/fasebj.22.1_supplement.1037.12","title":"Variants of 5‐lipoxygenase from human neutrophils impact on leukotriene biosynthesis in HEK293 cells","year":2008,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Moncton","funders":"Canadian Institutes of Health Research","keywords":"Gene isoform; Transfection; HEK 293 cells; Alternative splicing; Molecular biology; Exon; Messenger RNA; Arachidonic acid; Biosynthesis; Biochemistry; Arachidonate 5-lipoxygenase; Chemistry; Biology; Enzyme; Gene","score_opus":0.10895647078540971,"score_gpt":0.3992502372790131,"score_spread":0.2902937664936034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W23920047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944372,0.000077541416,0.00004901443,0.0012006494,0.00012671396,0.00020567043,0.00004046938,0.000025121275,0.0038376255],"genre_scores_gemma":[0.9987634,0.0004250869,0.00020281441,0.0000639665,0.0003483264,0.0000038178323,9.642498e-7,0.00001661042,0.00017503832],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970915,0.0009306312,0.00040799915,0.00016383544,0.0009113134,0.0004947776],"domain_scores_gemma":[0.9984174,0.00068676757,0.00022810088,0.00034380914,0.00011107414,0.00021289405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025364836,0.00013625264,0.00026624967,0.0002862096,0.00072591344,0.00006256852,0.00094018737,0.00011412843,0.0009084115],"category_scores_gemma":[0.00030746302,0.0000895058,0.00017427305,0.00053989753,0.0005168264,0.00016737235,0.000065276254,0.00060468947,0.00005387069],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027133903,0.00043572095,0.0070107006,0.0000035776816,0.00007778717,0.00068490783,0.009186745,0.00043762918,0.97249776,0.0007361932,0.0061428114,0.0025148203],"study_design_scores_gemma":[0.0011093178,0.0005642953,0.12605098,0.00021945262,0.000028905299,0.00006820553,0.0028029336,0.00011929015,0.85633385,0.011718622,0.00060468324,0.00037946965],"about_ca_topic_score_codex":0.0094315205,"about_ca_topic_score_gemma":0.00035433137,"teacher_disagreement_score":0.11904028,"about_ca_system_score_codex":0.00030640129,"about_ca_system_score_gemma":0.0004043939,"threshold_uncertainty_score":0.9971648},"labels":[],"label_agreement":null},{"id":"W2400179624","doi":"10.1097/spv.0000000000000137","title":"The CROWN Initiative","year":2015,"lang":"en","type":"editorial","venue":"Female Pelvic Medicine & Reconstructive Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Nova scotia; Queen (butterfly); Library science; Family medicine; Epidemiology; Archaeology; History; Pathology","score_opus":0.1509540357354674,"score_gpt":0.4330379673104628,"score_spread":0.2820839315749954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400179624","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036186373,0.003934786,0.000032045486,0.0030908643,0.7827681,0.0009565903,0.0001706565,0.000290614,0.20839451],"genre_scores_gemma":[0.00235524,0.00590788,0.00013373549,0.00010616512,0.97739,0.0004216984,0.00022143082,0.00012433354,0.013339545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98805165,0.0030896286,0.001250767,0.0010162827,0.005125955,0.0014656996],"domain_scores_gemma":[0.9350613,0.05777911,0.0010772304,0.0010234717,0.0043526306,0.0007062604],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.021352828,0.0006092996,0.0014339897,0.0007000397,0.0016677502,0.00021332942,0.0015229313,0.0014763658,0.0014361702],"category_scores_gemma":[0.122049056,0.00043546598,0.00035009548,0.0013501719,0.009347757,0.0003559848,0.00032047753,0.0029788231,0.0003064905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011761837,0.000016949483,0.00057718443,0.00004006254,0.0001283194,0.00009168719,0.0049903765,6.310983e-8,7.102674e-7,0.0005318961,0.94029593,0.053209186],"study_design_scores_gemma":[0.00024875187,0.00007669522,0.000092598995,0.0006953807,0.000063002204,0.0000068028125,0.020389702,0.0000012919377,0.000006909725,0.0066075474,0.9713602,0.00045108295],"about_ca_topic_score_codex":0.0039242893,"about_ca_topic_score_gemma":0.0027154612,"teacher_disagreement_score":0.19505496,"about_ca_system_score_codex":0.0013291697,"about_ca_system_score_gemma":0.011559875,"threshold_uncertainty_score":0.99981993},"labels":[],"label_agreement":null},{"id":"W2400466177","doi":"10.1055/s-2000-7093","title":"Welchen Stellenwert hat eine Publikation in deutscher Sprache?","year":2000,"lang":"de","type":"letter","venue":"AINS - Anästhesiologie · Intensivmedizin · Notfallmedizin · Schmerztherapie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy; Medicine","score_opus":0.15420478930053852,"score_gpt":0.40698279792584535,"score_spread":0.25277800862530686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400466177","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05308665,0.04586379,0.00034015602,0.8503118,0.009857217,0.011681195,0.0004970874,0.003034887,0.025327198],"genre_scores_gemma":[0.19932596,0.20860255,0.010595838,0.50956553,0.03082358,0.0046475916,0.004732342,0.002168979,0.029537639],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9667233,0.008129088,0.00542955,0.0057587205,0.006519581,0.0074397284],"domain_scores_gemma":[0.9797863,0.008766419,0.002379709,0.0047218893,0.0028583342,0.0014873513],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.014623344,0.00380524,0.0049868436,0.004511849,0.0014600387,0.0013657266,0.009388717,0.010719672,0.014246411],"category_scores_gemma":[0.012198035,0.0035924818,0.0018882259,0.0055375607,0.0070549985,0.0020861842,0.0015031606,0.015608095,0.009807463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012258053,0.001162365,0.0076357457,0.00037440666,0.0012942554,0.0036766753,0.009200981,0.000032677573,0.0013348376,0.00044808016,0.7911142,0.18249997],"study_design_scores_gemma":[0.0026102131,0.0018141571,0.0033820737,0.002031779,0.00035958414,0.000057113735,0.006843642,0.00040800212,0.00050479325,0.004981318,0.9731383,0.0038690756],"about_ca_topic_score_codex":0.006459604,"about_ca_topic_score_gemma":0.0028715034,"teacher_disagreement_score":0.3407463,"about_ca_system_score_codex":0.0034706,"about_ca_system_score_gemma":0.003518584,"threshold_uncertainty_score":0.9998399},"labels":[],"label_agreement":null},{"id":"W2401867646","doi":"10.1136/bmjopen-2016-011780","title":"Moving forward through consensus: protocol for a modified Delphi approach to determine the top research priorities in the field of orthopaedic oncology","year":2016,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Juravinski Cancer Centre; McGill University; McMaster University","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; Delphi method; Delphi; Protocol (science); Ranking (information retrieval); Clinical trial; Research ethics; Medical education; Medical physics; Field (mathematics); Research design; Operations research; Management science; Alternative medicine; Computer science; Pathology; Artificial intelligence","score_opus":0.5526315297626995,"score_gpt":0.6274052834027383,"score_spread":0.0747737536400388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401867646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010780891,0.0000035443973,0.0039072954,0.09744456,0.000047615908,0.7354376,0.000017357659,0.000032006013,0.15232918],"genre_scores_gemma":[0.22739455,0.0000017128308,0.008218378,0.00076468027,0.00016490548,0.76205003,3.7881156e-7,0.000013889955,0.0013914946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956409,0.0019663456,0.00046292276,0.00030746535,0.0009973603,0.0006250294],"domain_scores_gemma":[0.9873438,0.011386818,0.000118400065,0.0006531224,0.00043728956,0.000060563485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022376632,0.00009760452,0.00025812953,0.00012351791,0.0004767211,0.00015211984,0.0026944343,0.000164849,0.00004610382],"category_scores_gemma":[0.012916247,0.000048115035,0.00007327729,0.00062885287,0.00067025126,0.0001700125,0.00088182144,0.00026602208,0.000005357922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068170815,0.0009289092,0.0052457303,0.00064997067,0.00006915432,0.000043088527,0.16068111,0.0000221494,0.0010573298,0.31596652,0.29152864,0.2169903],"study_design_scores_gemma":[0.0050477763,0.0024739166,0.0014302603,0.00091746455,0.0000124632825,0.000010623502,0.09774394,0.00037750398,0.0021763206,0.11840093,0.77092505,0.000483749],"about_ca_topic_score_codex":0.005952836,"about_ca_topic_score_gemma":0.004789169,"teacher_disagreement_score":0.4793964,"about_ca_system_score_codex":0.00016195583,"about_ca_system_score_gemma":0.0013965223,"threshold_uncertainty_score":0.9953984},"labels":[],"label_agreement":null},{"id":"W2404807949","doi":"10.1097/txd.0000000000000593","title":"Standardized Outcomes in Nephrology-Transplantation: A Global Initiative to Develop a Core Outcome Set for Trials in Kidney Transplantation","year":2016,"lang":"en","type":"article","venue":"Transplantation Direct","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Libin Cardiovascular Institute of Alberta; University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; Kidney Health Australia; Kidney Foundation of Canada","keywords":"Medicine; Transplantation; Nephrology; Outcome (game theory); Kidney transplantation; Core (optical fiber); Internal medicine; Set (abstract data type); Intensive care medicine","score_opus":0.29085449682981646,"score_gpt":0.5083019320136725,"score_spread":0.217447435183856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404807949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76904726,0.00004725086,0.16685726,0.024166735,0.0007480124,0.009646088,0.016726097,0.00062211935,0.012139209],"genre_scores_gemma":[0.9872618,0.0012937267,0.007951525,0.001381913,0.0000702464,0.0015364359,0.0003211737,0.000031418676,0.00015176131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99456877,0.0017698812,0.0014723546,0.0005996449,0.00081937603,0.00076996395],"domain_scores_gemma":[0.99360365,0.0052896,0.00024118832,0.00018441766,0.00038489263,0.00029622568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008830217,0.0003099025,0.00097630435,0.0006039682,0.00020871761,0.0000738302,0.00041839207,0.00030923908,0.0001754574],"category_scores_gemma":[0.0037487308,0.0002512634,0.00017490529,0.0016396979,0.0001941505,0.00053271407,0.00000790246,0.0001548386,0.00003505064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021138748,0.0003618802,0.83459145,0.0011085557,0.00024026714,0.00071408745,0.09405115,0.00011525485,0.0051900907,0.02263086,0.0021430987,0.017714586],"study_design_scores_gemma":[0.044039767,0.00086095114,0.8968653,0.0025038184,0.00051311735,0.00007323609,0.0043633147,0.00004994166,0.011996074,0.0253912,0.011096255,0.002246988],"about_ca_topic_score_codex":0.0013759579,"about_ca_topic_score_gemma":0.027014438,"teacher_disagreement_score":0.21821457,"about_ca_system_score_codex":0.0006430388,"about_ca_system_score_gemma":0.0010100198,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W2409159392","doi":"10.14288/1.0102725","title":"What you want is what you get: A fishy look at the limitations of science","year":2009,"lang":"en","type":"article","venue":"Open Collections","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.1793881387361369,"score_gpt":0.4380207726725135,"score_spread":0.2586326339363766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409159392","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008873141,0.0005220935,0.0002056703,0.1473566,0.0011454632,0.0029023578,0.00003238173,0.0001125458,0.8388497],"genre_scores_gemma":[0.21158408,0.011349957,0.0015323849,0.0017438054,0.00012753332,0.0003780419,0.0000039349243,0.000016942487,0.77326334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977893,0.00019944213,0.00025207174,0.00035165154,0.0009594098,0.000448092],"domain_scores_gemma":[0.99810886,0.00047957298,0.000108860804,0.0005386522,0.000615636,0.00014842069],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022521254,0.00009660371,0.00014582173,0.00018542599,0.0111519685,0.00626428,0.0017055232,0.00007670093,0.0010777791],"category_scores_gemma":[0.0010171185,0.00007918142,0.00008170808,0.005127684,0.002163788,0.0032171193,0.00038889478,0.00019847244,0.000052365864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033296288,0.00031291446,0.00005018557,0.0000025225677,0.000022417718,0.000004065182,0.039401677,0.000038665105,0.0013439064,0.004889369,0.9035574,0.05034354],"study_design_scores_gemma":[0.00026486075,0.0002487403,0.0004403724,0.00011576553,0.000025787538,0.000008370021,0.12303713,0.00021653496,0.006698077,0.028244715,0.8404705,0.00022915135],"about_ca_topic_score_codex":0.009539499,"about_ca_topic_score_gemma":0.024892215,"teacher_disagreement_score":0.20271094,"about_ca_system_score_codex":0.0004840063,"about_ca_system_score_gemma":0.0013924929,"threshold_uncertainty_score":0.9998354},"labels":[],"label_agreement":null},{"id":"W2411883427","doi":"10.1017/s1481803500006102","title":"Second Canadian EM Residents’ Workshop: review","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Action (physics); Medical education","score_opus":0.33363415457062734,"score_gpt":0.47264254101619246,"score_spread":0.13900838644556512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411883427","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007031941,0.22233024,0.00002876226,0.21573074,0.011310367,0.000703143,0.000023208298,0.000025873971,0.54281574],"genre_scores_gemma":[0.6785541,0.1817867,0.00022611774,0.0058774613,0.006613209,0.000020410025,0.0000062446297,0.000079753074,0.12683596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970083,0.00032175813,0.00085520814,0.00016334263,0.0007901966,0.0008611939],"domain_scores_gemma":[0.9948094,0.00010203894,0.00027210437,0.00030152648,0.0008303776,0.0036845552],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003605818,0.00014273271,0.00037001658,0.00081503304,0.00053341803,0.000017450835,0.0010076648,0.00013851629,0.2561207],"category_scores_gemma":[0.005889551,0.00012857081,0.0001242223,0.0013115811,0.0002887438,0.00024668511,0.000009404705,0.0006112504,0.00015915441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.622924e-7,0.000003370304,0.0018128826,0.000063944964,0.000021014455,0.00033597462,0.003415562,2.6243922e-7,0.0000046069717,0.00068903837,0.988901,0.00475158],"study_design_scores_gemma":[0.00011587644,0.0000673519,0.001694479,0.001614199,0.000033443022,0.000016781487,0.00251666,0.0000024801216,0.000002005437,0.00091499544,0.992886,0.0001357238],"about_ca_topic_score_codex":0.6162534,"about_ca_topic_score_gemma":0.9948925,"teacher_disagreement_score":0.6715222,"about_ca_system_score_codex":0.0007466162,"about_ca_system_score_gemma":0.0025261438,"threshold_uncertainty_score":0.7445593},"labels":[],"label_agreement":null},{"id":"W2412554994","doi":"","title":"Trend analysis and future development of Taiwan electronic medical records.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Delphi method; Government (linguistics); Medical record; Delphi; Medicine; Family medicine; Business; Medical education; Computer science","score_opus":0.053433040132584014,"score_gpt":0.3680828016105605,"score_spread":0.3146497614779765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412554994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292035,0.0017688138,0.0005849631,0.010940802,0.00028169106,0.0007891634,0.000004929801,0.00014885176,0.056277275],"genre_scores_gemma":[0.9978335,0.0002766274,0.0006739799,0.000032677868,0.0003109482,0.0003386813,0.0000037291213,0.0000048615366,0.0005250249],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810773,0.00015427831,0.00018209107,0.00011868589,0.00078155316,0.0006556853],"domain_scores_gemma":[0.99941397,0.00007091822,0.000054073338,0.00010913782,0.000027261774,0.00032461365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038974332,0.0000563156,0.00014702219,0.00022572301,0.00013657514,0.000017283748,0.00023046826,0.00012178345,0.0002747996],"category_scores_gemma":[0.00024425663,0.000049489332,0.00004429305,0.0009654823,0.0001785009,0.000106861255,0.00006408653,0.0001581461,0.0000017125866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005152335,0.000043174157,0.07362241,0.0000047232506,0.00011707273,5.0790067e-7,0.0032319764,8.29692e-9,0.0000017610282,0.0028248185,0.0006650266,0.91948336],"study_design_scores_gemma":[0.00007731278,0.000004165986,0.5968949,0.0000012773148,0.000043974975,4.79178e-7,0.0014508049,0.000001973095,0.00023954714,0.00025469819,0.40094846,0.00008235532],"about_ca_topic_score_codex":0.00022233021,"about_ca_topic_score_gemma":0.008206003,"teacher_disagreement_score":0.919401,"about_ca_system_score_codex":0.00014075161,"about_ca_system_score_gemma":0.00018463365,"threshold_uncertainty_score":0.45791423},"labels":[],"label_agreement":null},{"id":"W2420750680","doi":"","title":"[Battle against reviewers, yet know thyself].","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Battle; History; Ancient history","score_opus":0.08413914340025401,"score_gpt":0.37102023083283453,"score_spread":0.2868810874325805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420750680","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01697767,0.0027198743,0.00009010119,0.010833486,0.0007438035,0.0016730031,0.000011500101,0.000548143,0.9664024],"genre_scores_gemma":[0.9616186,0.001998823,0.00055705773,0.00035892523,0.0007990449,0.0023532955,0.000011785862,0.000027098848,0.03227538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980455,0.00024134167,0.00019341952,0.00022205012,0.0006412271,0.0006564356],"domain_scores_gemma":[0.9991428,0.00025895846,0.000058586815,0.00027610274,0.00012321403,0.00014032182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002426874,0.00008499284,0.00013821121,0.00008984493,0.0002623997,0.000112822636,0.00048588993,0.000098434975,0.00011020941],"category_scores_gemma":[0.0012345195,0.000081528095,0.00007423446,0.0005194545,0.00027222504,0.00016524534,0.00007607672,0.00016518577,0.0001556037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034460757,0.000061859784,0.0030842193,0.000017041368,0.0000057113807,0.000012466126,0.00015012643,0.0000014360319,0.000012746648,0.01823399,0.49695662,0.48146033],"study_design_scores_gemma":[0.00007268731,0.0000028461059,0.021392444,0.000011308367,0.0000035230971,2.8503587e-7,0.0001339934,0.0000021552155,0.0001695803,0.0035972553,0.97450155,0.00011235237],"about_ca_topic_score_codex":0.0014685473,"about_ca_topic_score_gemma":0.00085071794,"teacher_disagreement_score":0.94464093,"about_ca_system_score_codex":0.00018752262,"about_ca_system_score_gemma":0.00008031803,"threshold_uncertainty_score":0.33246192},"labels":[],"label_agreement":null},{"id":"W2431830915","doi":"10.1016/s1701-2163(15)30558-2","title":"The Crown Initiative: Journal Editors Invite Researchers to Develop Core Outcomes in Women's Health","year":2014,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Crown (dentistry); Core (optical fiber); Family medicine; Medical education; Library science; Dentistry","score_opus":0.07826680542754813,"score_gpt":0.4118182212847626,"score_spread":0.3335514158572145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431830915","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042261155,0.0018204789,0.000015049708,0.024682986,0.968279,0.00038563387,0.000043017997,0.000005679492,0.0005420484],"genre_scores_gemma":[0.053283844,0.02201004,0.0017285703,0.0073204273,0.9109867,0.00013973816,0.000014084608,0.00021497763,0.0043015727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99126697,0.0018607123,0.0013739775,0.00026161454,0.0038061517,0.0014305753],"domain_scores_gemma":[0.92494553,0.0666499,0.0017144649,0.00026484978,0.00488576,0.0015395065],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01968014,0.0002686599,0.0009284594,0.0011733595,0.0013916098,0.00040894363,0.0017209899,0.0007504784,0.0000755756],"category_scores_gemma":[0.31424707,0.00019534084,0.00007437024,0.0021336759,0.0005375453,0.00017106571,0.00030601976,0.0048185424,0.000001200392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000015919866,0.000024862997,0.004372096,0.000021630614,0.00007672811,0.0006915996,0.0021139574,0.0000051481375,5.7474107e-8,0.000038384194,0.9507498,0.0418898],"study_design_scores_gemma":[0.00063074986,0.00050186703,0.011932507,0.00003111845,0.0000055159744,0.0000034302784,0.006302433,0.0000010084451,2.070728e-7,0.0007859643,0.97962195,0.00018326411],"about_ca_topic_score_codex":0.05423443,"about_ca_topic_score_gemma":0.4662271,"teacher_disagreement_score":0.4119927,"about_ca_system_score_codex":0.018263629,"about_ca_system_score_gemma":0.07329994,"threshold_uncertainty_score":0.99990845},"labels":[],"label_agreement":null},{"id":"W2461733401","doi":"10.1186/s40900-016-0039-6","title":"Including patients in core outcome set development: issues to consider based on three workshops with around 100 international delegates","year":2016,"lang":"en","type":"editorial","venue":"Research Involvement and Engagement","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council","keywords":"Set (abstract data type); Outcome (game theory); Process (computing); Stakeholder; Core (optical fiber); Clinical trial; Medicine; Psychology; Medical education; Computer science; Public relations; Political science","score_opus":0.4992428037454037,"score_gpt":0.5490104425878072,"score_spread":0.04976763884240348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461733401","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22020459,0.0008115458,0.0022380583,0.050822,0.5932225,0.034356877,0.0010413695,0.0011827063,0.09612033],"genre_scores_gemma":[0.66278553,0.0022629588,0.010914656,0.00078020716,0.2992658,0.006389216,0.0016618427,0.00038657137,0.015553235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890299,0.00093549537,0.00067664473,0.00095025846,0.007082639,0.0013250835],"domain_scores_gemma":[0.9935155,0.004130293,0.00014295123,0.0004545999,0.0013465566,0.00041010877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016860351,0.00039354124,0.00045405078,0.0016330169,0.0011710696,0.00065415015,0.0012223044,0.00043653505,0.00035756483],"category_scores_gemma":[0.005048734,0.00030881978,0.000048538895,0.00075581385,0.00051773177,0.0002641486,0.0011741162,0.0018735722,0.000095158546],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039831884,0.00036525933,0.12556297,0.00016445525,0.000114954135,0.00007048253,0.0039071986,0.0000259353,0.0000051721495,0.000826276,0.85633254,0.012226454],"study_design_scores_gemma":[0.0013095047,0.0003844884,0.0017717052,0.0016324263,0.000006198053,1.8360442e-8,0.0027432295,0.00007206214,0.000048486872,0.00090116897,0.9906871,0.00044365978],"about_ca_topic_score_codex":0.002739632,"about_ca_topic_score_gemma":0.017635446,"teacher_disagreement_score":0.44258094,"about_ca_system_score_codex":0.0028847912,"about_ca_system_score_gemma":0.0012492527,"threshold_uncertainty_score":0.9999364},"labels":[],"label_agreement":null},{"id":"W2461936063","doi":"10.3233/978-1-61499-658-3-703","title":"How to Prepare a Nursing Informatics Conference Submission","year":2016,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Informatics; Health informatics; Engineering ethics; Process (computing); Computer science; Library science; Medical education; Medicine; Nursing; Political science; Engineering","score_opus":0.1993389798739832,"score_gpt":0.5138764239380602,"score_spread":0.314537444064077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461936063","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41317913,0.0028251763,0.028965622,0.51503175,0.00087172055,0.0040938864,0.0000286867,0.0014169398,0.033587083],"genre_scores_gemma":[0.9688639,0.008150653,0.021726593,0.00052849774,0.000024571167,0.00012228296,5.0090046e-7,0.000006620061,0.0005763937],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99825037,0.0000644663,0.0006326703,0.00008903667,0.00032793317,0.0006355143],"domain_scores_gemma":[0.9988404,0.00026917044,0.00022075663,0.00026278093,0.000265431,0.00014144987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018606026,0.00012130144,0.00029326807,0.00074613566,0.0005848096,0.00004511959,0.0003590553,0.00022377221,0.000005087361],"category_scores_gemma":[0.0035397296,0.00008596713,0.000015188375,0.000973309,0.0014563921,0.00052529067,0.00026988308,0.00021928371,0.000008278516],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021539085,0.000029776329,0.0058678887,0.00049152155,0.00001349955,0.0000017489632,0.14678523,7.044837e-7,0.000007234818,0.2145469,0.0131234685,0.61911047],"study_design_scores_gemma":[0.00052941014,0.0005255531,0.0004586296,0.0040056896,0.0000035431315,0.000012892023,0.6110619,0.00014837865,0.00024833233,0.07581208,0.30686772,0.00032590248],"about_ca_topic_score_codex":0.000022862114,"about_ca_topic_score_gemma":0.00025487377,"teacher_disagreement_score":0.61878455,"about_ca_system_score_codex":0.00045959876,"about_ca_system_score_gemma":0.00031832416,"threshold_uncertainty_score":0.5366137},"labels":[],"label_agreement":null},{"id":"W2465584138","doi":"10.1017/s1481803500004322","title":"The audience is widening","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health PEI","funders":"","keywords":"Medicine; Action (physics); Content (measure theory); Multimedia; Advertising; Internet privacy; Computer science; Business","score_opus":0.23293366636283738,"score_gpt":0.48257505584350147,"score_spread":0.24964138948066408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465584138","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099307865,0.011862099,0.00014896285,0.25521955,0.0099514015,0.0002979759,0.0000036546494,0.000023061632,0.6231854],"genre_scores_gemma":[0.94118476,0.00928554,0.00010061886,0.00040474013,0.0022960636,0.0000034852515,1.738121e-7,0.000012578897,0.046712037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821025,0.00015787594,0.0004450577,0.00008149554,0.0006263175,0.00047902766],"domain_scores_gemma":[0.9983266,0.00015711787,0.00012935817,0.00016129644,0.00041423092,0.00081142277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032806105,0.00006596664,0.00012310038,0.00014085817,0.0010918159,0.000015778725,0.0008317247,0.00005071017,0.03672284],"category_scores_gemma":[0.0020865658,0.000043501517,0.000060672774,0.00063215714,0.0006411622,0.00015205539,0.0000051185402,0.00030799225,0.000054391036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069602697,0.0000025631005,0.0046666386,0.000002636889,0.000017906117,0.0000802376,0.015237759,0.000003237485,0.000042449574,0.003116475,0.91320074,0.06362238],"study_design_scores_gemma":[0.0000649235,0.00008173196,0.001451859,0.000065017855,0.000008241652,0.000005266089,0.0038654858,0.000007275727,0.000013487899,0.0052622654,0.9891228,0.00005165821],"about_ca_topic_score_codex":0.06433246,"about_ca_topic_score_gemma":0.20117648,"teacher_disagreement_score":0.8418769,"about_ca_system_score_codex":0.00016065178,"about_ca_system_score_gemma":0.0014363077,"threshold_uncertainty_score":0.9641577},"labels":[],"label_agreement":null},{"id":"W2467676622","doi":"","title":"Book Review: Pulmonary Rehabilitation Video Series. American Association of Cardiovascular and Pulmonary Rehabilitation. Timonium, Maryland: Milner-Fenwick. 2002. Set of 5 videos for in-facility use: $445. Home video guide for pulmonary patients: $19.95.","year":2003,"lang":"en","type":"article","venue":"Respiratory Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre","funders":"","keywords":"Medicine; Pulmonary rehabilitation; Rehabilitation; Gerontology; Physical therapy","score_opus":0.024016180114849885,"score_gpt":0.33619866171021834,"score_spread":0.31218248159536843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467676622","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18598132,0.75703675,0.0010060503,0.007729464,0.00081853016,0.035063986,0.008215667,0.0004763654,0.003671878],"genre_scores_gemma":[0.8091186,0.10668045,0.03891035,0.009598029,0.0010296439,0.025608724,0.0026034631,0.00068097503,0.0057697045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254423,0.0026644897,0.0015662858,0.0009509497,0.0015562857,0.0007177451],"domain_scores_gemma":[0.99014187,0.0048496383,0.00080099993,0.00096171856,0.0029975907,0.00024817756],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008006509,0.00037064136,0.0011377637,0.0004030466,0.000353996,0.000045046978,0.00043347265,0.00038424297,0.00006298154],"category_scores_gemma":[0.024193604,0.00040887954,0.00064637663,0.0011628986,0.0008524756,0.0011875712,0.00010820572,0.00031410786,0.0000031581737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001024882,0.0006182391,0.3596757,0.014463809,0.00035634046,0.00001889787,0.0048329365,0.00021121727,0.0013529714,0.00033841506,0.55029994,0.066806614],"study_design_scores_gemma":[0.000592535,0.00082505005,0.026129525,0.0006207872,0.00012887405,9.741678e-7,0.0038217842,0.000010974877,0.0002931985,0.00040429694,0.96675026,0.0004217125],"about_ca_topic_score_codex":0.0018676334,"about_ca_topic_score_gemma":0.00033801887,"teacher_disagreement_score":0.6503563,"about_ca_system_score_codex":0.0016830195,"about_ca_system_score_gemma":0.00080085645,"threshold_uncertainty_score":0.9998363},"labels":[],"label_agreement":null},{"id":"W2484360231","doi":"10.1093/rheumatology/kew128.020","title":"147 Successful Strategies Supporting Recruitment, Intervention Delivery and Retention Targets in a Randomized Controlled Trial of a Complex Intervention","year":2016,"lang":"en","type":"article","venue":"Lara D. Veeken","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Medicine; Intervention (counseling); Randomized controlled trial; Physical therapy; Physical medicine and rehabilitation; Nursing; Surgery","score_opus":0.12942500741400853,"score_gpt":0.43973981574087523,"score_spread":0.3103148083268667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484360231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98243636,0.00022771284,0.0048611932,0.00093541725,0.0002485748,0.006974453,0.000010413218,0.00008800268,0.004217883],"genre_scores_gemma":[0.99750566,0.00036405164,0.0003715911,0.0000072102866,0.00007549053,0.0010515177,0.000009958723,0.000011284963,0.00060323934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951093,0.002566474,0.0011695528,0.00028496535,0.00052224606,0.00034745064],"domain_scores_gemma":[0.9978665,0.0009892125,0.0007004476,0.00015920596,0.00021776692,0.00006688053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011787988,0.00013077306,0.00086556707,0.00032762357,0.00010758413,0.00011929784,0.00024035868,0.00014371863,0.00035510366],"category_scores_gemma":[0.0024492282,0.00009603298,0.00042965563,0.00019100062,0.00043617946,0.0006245727,0.000106689426,0.00012200782,0.0000044116764],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9110274,0.00068938,0.0015036166,0.00016103235,0.00022677463,0.000022216003,0.0033451212,0.0000013473305,0.009218916,0.014988161,0.00026237642,0.058553677],"study_design_scores_gemma":[0.96944565,0.00040665595,0.0006668551,0.00062282773,0.000064524786,0.0000010144665,0.004218471,0.00029961942,0.0004813847,0.023198882,0.00042828047,0.00016585147],"about_ca_topic_score_codex":0.0031626243,"about_ca_topic_score_gemma":0.003686416,"teacher_disagreement_score":0.05841825,"about_ca_system_score_codex":0.00013718377,"about_ca_system_score_gemma":0.00008668761,"threshold_uncertainty_score":0.4780963},"labels":[],"label_agreement":null},{"id":"W2503465116","doi":"10.1053/j.ajkd.2016.05.022","title":"Establishing Core Outcome Domains in Hemodialysis: Report of the Standardized Outcomes in Nephrology–Hemodialysis (SONG-HD) Consensus Workshop","year":2016,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":202,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"National Health and Medical Research Council; National Institutes of Health; National Institute of Diabetes and Digestive and Kidney Diseases; University of Minnesota; University of Sydney; International Society of Nephrology","keywords":"Medicine; Hemodialysis; Psychological intervention; Intensive care medicine; Nephrology; MEDLINE; Clinical trial; Stakeholder; Nursing; Medical education; Family medicine; Internal medicine; Public relations","score_opus":0.06604892148886754,"score_gpt":0.41316896293986993,"score_spread":0.3471200414510024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503465116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95486826,0.000104284176,0.00026472466,0.04352389,0.00023605599,0.00034193698,0.000119246986,0.000027280717,0.0005143059],"genre_scores_gemma":[0.9974069,0.00015031698,0.0011656311,0.0009354826,0.000117532116,0.000018956529,0.0000012352046,0.000022631348,0.00018128922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435604,0.0014680164,0.0015997128,0.0003072099,0.0016448074,0.0006242324],"domain_scores_gemma":[0.99210685,0.00407588,0.0018595601,0.0006313815,0.000548263,0.0007780826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044941385,0.00021613052,0.0012060755,0.0007268641,0.00016365886,0.00007221586,0.0011833276,0.000097743854,0.00011611575],"category_scores_gemma":[0.06568584,0.00012968005,0.00058992807,0.0020717487,0.0026918482,0.000296128,0.00020315823,0.00039614795,0.0000015056858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004474019,0.00021164796,0.98271286,0.000008413844,0.00013649846,0.00061126694,0.0012736992,0.000026866035,0.00034922946,0.0001716067,0.0041697514,0.00988078],"study_design_scores_gemma":[0.0060447245,0.00039568072,0.92925054,0.0010419833,0.000630708,0.00013708044,0.035494003,0.000025046402,0.00030798695,0.010617531,0.015263012,0.0007916991],"about_ca_topic_score_codex":0.0021525077,"about_ca_topic_score_gemma":0.0014527239,"teacher_disagreement_score":0.061191697,"about_ca_system_score_codex":0.0005623331,"about_ca_system_score_gemma":0.003006391,"threshold_uncertainty_score":0.99182266},"labels":[],"label_agreement":null},{"id":"W2511476114","doi":"10.1186/s13063-016-1528-5","title":"Standardised Outcomes in Nephrology—Children and Adolescents (SONG-Kids): a protocol for establishing a core outcome set for children with chronic kidney disease","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Libin Cardiovascular Institute of Alberta; University of British Columbia; Montreal Children's Hospital; University of Manitoba; Children's Hospital Research Institute of Manitoba; McGill University Health Centre; University of Calgary","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Kidney disease; Psychosocial; Nephrology; Quality of life (healthcare); Dialysis; Population; Randomized controlled trial; Transplantation; Physical therapy; Clinical trial; Pediatrics; Family medicine; Intensive care medicine; Internal medicine; Psychiatry; Nursing","score_opus":0.25135679057309224,"score_gpt":0.5251270034962381,"score_spread":0.27377021292314585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511476114","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22283496,0.000022944108,0.0051595164,0.012885828,0.0001221119,0.75334144,0.0051980168,0.00037740657,0.000057803394],"genre_scores_gemma":[0.6019461,0.0000076023125,0.0014521347,0.00044594734,0.0004791296,0.39523453,0.000046215187,0.000067153655,0.00032115093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654526,0.00063979556,0.000767373,0.0005875695,0.0006275331,0.0008324508],"domain_scores_gemma":[0.99704605,0.0015096894,0.00036254947,0.00038185995,0.00017991662,0.0005199531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008301089,0.00025726552,0.0008222536,0.00023993065,0.0003411324,0.00022282152,0.000576328,0.00018514643,0.00006525615],"category_scores_gemma":[0.014109211,0.00015870042,0.0001752295,0.00024459502,0.00045892101,0.00043837845,0.00012281268,0.00014443416,0.0000030360911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004888005,0.000111500616,0.9785612,0.00009483146,0.00007915963,0.0000025616985,0.0002829381,7.7424994e-7,0.00007181651,0.00073413184,0.009110735,0.00606233],"study_design_scores_gemma":[0.046636667,0.0011646327,0.92912656,0.0009448956,0.00014017256,0.0000021210028,0.00008637515,0.000015485994,0.00012720872,0.00841866,0.012627769,0.0007094558],"about_ca_topic_score_codex":0.0006101215,"about_ca_topic_score_gemma":0.0011740313,"teacher_disagreement_score":0.37911117,"about_ca_system_score_codex":0.00039619193,"about_ca_system_score_gemma":0.0013195223,"threshold_uncertainty_score":0.99419534},"labels":[],"label_agreement":null},{"id":"W2515296164","doi":"10.1016/j.envint.2016.08.007","title":"Raising the standard of systematic reviews published in Environment International","year":2016,"lang":"en","type":"editorial","venue":"Environment International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Environment and Climate Change Canada","funders":"Natural Environment Research Council","keywords":"Raising (metalworking); Environmental science; Engineering; Mechanical engineering","score_opus":0.0950314526537875,"score_gpt":0.4242045532850586,"score_spread":0.32917310063127114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515296164","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010881609,0.0021374992,0.005021761,0.023704916,0.8972611,0.006095201,0.0011920121,0.000078107594,0.06440058],"genre_scores_gemma":[0.01836912,0.07768746,0.0021865307,0.00016815864,0.84619975,0.0037331649,0.00089051196,0.00019762419,0.0505677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99126905,0.00115058,0.0014465033,0.00055951835,0.0051723467,0.00040198152],"domain_scores_gemma":[0.9953686,0.0026714045,0.0010884401,0.00069029565,0.000089223075,0.000092009475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009504924,0.00030193367,0.0006950071,0.00037849887,0.00014155595,0.00023222582,0.0030371316,0.00047436717,0.00844336],"category_scores_gemma":[0.0072831325,0.00020398895,0.00027391294,0.0000943493,0.00064529275,0.000406055,0.0006306901,0.0007653088,0.0003172091],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006419685,0.00012330728,0.00019108196,0.0005176694,0.00013143508,0.000011259797,0.0011015951,0.000024864383,0.000059424317,0.0024403986,0.9932808,0.0020539188],"study_design_scores_gemma":[0.000332509,0.000033651726,0.00003311702,0.003001795,0.00002095852,4.6286794e-7,0.00019743993,0.00001257781,0.000039808012,0.0019539914,0.99417573,0.00019797245],"about_ca_topic_score_codex":0.00022314437,"about_ca_topic_score_gemma":0.00008227107,"teacher_disagreement_score":0.07554996,"about_ca_system_score_codex":0.0028953091,"about_ca_system_score_gemma":0.00023481311,"threshold_uncertainty_score":0.99246305},"labels":[],"label_agreement":null},{"id":"W2518098562","doi":"10.1016/j.physio.2015.03.1587","title":"Defining a Bobath clinical framework a modified e-Delphi study","year":2015,"lang":"en","type":"article","venue":"Physiotherapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Neurorehabilitation; Operationalization; Psychological intervention; Quality of life (healthcare); Delphi method; Health care; Stroke (engine); Psychology; Medicine; Physical medicine and rehabilitation; Physical therapy; Rehabilitation; Nursing; Computer science; Political science; Engineering; Artificial intelligence","score_opus":0.297178179399158,"score_gpt":0.5889146066261051,"score_spread":0.29173642722694704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518098562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94773966,0.0004477412,0.0070955027,0.0042285575,0.000739155,0.0016322408,0.000004744454,0.0008432353,0.037269168],"genre_scores_gemma":[0.99172586,0.00012836322,0.006306411,0.0005806499,0.00065521884,0.00012577101,8.76177e-7,0.000037508897,0.00043932346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99658644,0.0010100937,0.00036803688,0.0004040613,0.0011264255,0.0005049489],"domain_scores_gemma":[0.99798584,0.00080407294,0.00010853369,0.0005161038,0.00023203492,0.00035339777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045197518,0.00014133265,0.00029838883,0.00009389998,0.00029876665,0.00015991222,0.0007631776,0.00018028304,0.000103116145],"category_scores_gemma":[0.0014013948,0.00013140295,0.00011912564,0.0006343983,0.00032049924,0.00018247453,0.000088973175,0.00046946766,0.00021864772],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001189687,0.007799507,0.16547306,0.000019312627,0.00038149607,0.00011657492,0.21447898,0.00011467622,0.00026433272,0.32717338,0.089133374,0.19385563],"study_design_scores_gemma":[0.006423482,0.0045041107,0.04086461,0.00021594089,0.000042828044,0.0000022240947,0.11463683,0.0017223695,0.0001720377,0.6731656,0.15652311,0.0017268553],"about_ca_topic_score_codex":0.0035706768,"about_ca_topic_score_gemma":0.00046179126,"teacher_disagreement_score":0.34599224,"about_ca_system_score_codex":0.00013915673,"about_ca_system_score_gemma":0.00051261805,"threshold_uncertainty_score":0.5397819},"labels":[],"label_agreement":null},{"id":"W2519102334","doi":"10.1186/s13063-016-1555-2","title":"How to select outcome measurement instruments for outcomes included in a “Core Outcome Set” – a practical guideline","year":2016,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Women and Children’s Health Research Institute; University of Alberta","funders":"Seventh Framework Programme; European Commission; Medical Research Council; National Institute for Health and Care Research; Business Events Perth","keywords":"Outcome (game theory); Medicine; Guideline; Core (optical fiber); Set (abstract data type); Medical physics; Intensive care medicine; Pathology; Computer science","score_opus":0.8332521814720959,"score_gpt":0.6517549107595035,"score_spread":0.18149727071259236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519102334","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18252008,0.000036869682,0.036994345,0.75390446,0.0017631298,0.020535138,0.00023367774,0.0006865967,0.0033257022],"genre_scores_gemma":[0.9675429,0.000012102062,0.026310947,0.001292521,0.00036022786,0.0014547447,0.0000032591502,0.000040297356,0.0029830425],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928856,0.001445617,0.0018775541,0.0005608155,0.002249886,0.0009805216],"domain_scores_gemma":[0.994449,0.003508585,0.0004362134,0.0004949601,0.0007449275,0.00036629426],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049379047,0.0002602508,0.0011251519,0.00044712977,0.00023744523,0.00021129572,0.0007187809,0.0002542945,0.00017144278],"category_scores_gemma":[0.18520482,0.00016804163,0.00029288162,0.0006400498,0.00012829514,0.00039163415,0.00025506367,0.00018755147,0.00008217675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019375988,0.00071167503,0.71902394,0.000089261775,0.00031304054,0.000053012354,0.0033680783,0.0000014615389,0.021402888,0.029108457,0.115673736,0.10831683],"study_design_scores_gemma":[0.016723484,0.0010392015,0.021250479,0.00028268463,0.00016429111,0.000006396113,0.0032157034,0.000030231682,0.0091137765,0.041078277,0.9055552,0.001540262],"about_ca_topic_score_codex":0.0010249849,"about_ca_topic_score_gemma":0.0038397298,"teacher_disagreement_score":0.78988147,"about_ca_system_score_codex":0.0013192943,"about_ca_system_score_gemma":0.00065477664,"threshold_uncertainty_score":0.9788643},"labels":[],"label_agreement":null},{"id":"W2522021634","doi":"10.1038/npjpcrm.2016.48","title":"Fostering the exchange of real-life data across different countries to answer primary care research questions: a protocol for an UNLOCK study from the IPCRG","year":2016,"lang":"en","type":"article","venue":"npj Primary Care Respiratory Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Novartis","keywords":"Medicine; Protocol (science); Primary care; Data science; Medical education; Family medicine; Alternative medicine; Pathology; Computer science","score_opus":0.5553707088358187,"score_gpt":0.5874854493852228,"score_spread":0.03211474054940411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522021634","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35453394,0.0049095503,0.0011500333,0.019544829,0.0010040635,0.5937865,0.003914918,0.0006335837,0.020522645],"genre_scores_gemma":[0.60780805,0.00023196415,0.00022250095,0.0040929858,0.004397834,0.38259363,0.00017025901,0.00014813368,0.00033465074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911797,0.0030823369,0.0007506473,0.00092714385,0.0031584916,0.0009016599],"domain_scores_gemma":[0.99024963,0.003737422,0.00021441473,0.0030565925,0.0023486395,0.0003932854],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009362468,0.00029983043,0.0005557803,0.00017937756,0.0015599187,0.00013249161,0.003980879,0.00020536022,0.00009338454],"category_scores_gemma":[0.0030490053,0.00014482303,0.000063312575,0.0006838718,0.002038314,0.00046857665,0.0032191286,0.00047587318,0.000007007474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030813678,0.0006794068,0.05342577,0.0020099056,0.00017442381,0.00003238899,0.28025427,8.42143e-7,0.0075612646,0.0007405199,0.09600915,0.5560307],"study_design_scores_gemma":[0.0032812867,0.0042081154,0.07535598,0.0026033386,0.00005729659,6.5322826e-7,0.22474822,0.0000010888577,0.0004088636,0.0003488189,0.6886009,0.00038542485],"about_ca_topic_score_codex":0.0090406425,"about_ca_topic_score_gemma":0.026147673,"teacher_disagreement_score":0.59259176,"about_ca_system_score_codex":0.001352808,"about_ca_system_score_gemma":0.0026127894,"threshold_uncertainty_score":0.9997399},"labels":[],"label_agreement":null},{"id":"W2522156212","doi":"10.1111/jep.12623","title":"Acceptability of an online modified Delphi panel approach for developing health services performance measures: results from 3 panels on arthritis research","year":2016,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; University of Calgary","funders":"RAND Corporation","keywords":"Delphi method; Popularity; Delphi; Likert scale; Medicine; Medical education; Quality (philosophy); Knowledge management; Psychology; Computer science; Social psychology","score_opus":0.7565118044311108,"score_gpt":0.6446841362681601,"score_spread":0.11182766816295064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522156212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498831,0.00022605187,0.012785284,0.032733165,0.00039763545,0.0019722756,0.00011727168,0.000021896838,0.0018633411],"genre_scores_gemma":[0.910959,0.0034440767,0.08457021,0.00029976253,0.00064401067,0.00004109526,0.000014217834,0.0000144474825,0.000013204818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97655845,0.014154039,0.0034886356,0.00050134974,0.0047799004,0.0005176506],"domain_scores_gemma":[0.9486159,0.040880833,0.0022645756,0.0004905287,0.007494717,0.00025344227],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21852861,0.00012261249,0.00053021195,0.00035124292,0.0003333598,0.00008231074,0.00082255545,0.00029775215,0.00003869501],"category_scores_gemma":[0.15776229,0.000091742455,0.00013154637,0.00068583374,0.00044078685,0.0018172776,0.000088792505,0.0010040738,0.0000034214938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00537936,0.0016250465,0.0011355622,0.000059783804,0.000043204018,0.0000026041962,0.0058241603,0.00047796112,0.000067551795,0.00040017467,0.00020025602,0.98478436],"study_design_scores_gemma":[0.032813836,0.014313598,0.6408485,0.0053160745,0.00016356335,0.000030399713,0.13374208,0.0566076,0.0014202829,0.07792657,0.035711497,0.0011059697],"about_ca_topic_score_codex":0.0019654676,"about_ca_topic_score_gemma":0.0014166458,"teacher_disagreement_score":0.98367834,"about_ca_system_score_codex":0.0007687093,"about_ca_system_score_gemma":0.0037386238,"threshold_uncertainty_score":0.8493322},"labels":[],"label_agreement":null},{"id":"W2523634567","doi":"10.1016/j.jogc.2016.08.014","title":"Les rôles des membres de l'équipe multidisciplinaire dans les soins aux femmes enceintes","year":2016,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SaskTel (Canada)","funders":"","keywords":"Medicine; Multidisciplinary team; Gynecology; Multidisciplinary approach; Nursing","score_opus":0.1171595296946694,"score_gpt":0.38682000512186915,"score_spread":0.26966047542719973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523634567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92522234,0.040570054,0.00091273716,0.02233866,0.0063876025,0.00016828332,0.00006383603,0.000015459926,0.004321002],"genre_scores_gemma":[0.9848931,0.008242142,0.0018969042,0.00006589071,0.00014143251,0.000005938614,3.628801e-7,0.000024108374,0.004730126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968003,0.0005656271,0.0007031939,0.0002601223,0.00076864316,0.00090211007],"domain_scores_gemma":[0.9877341,0.010114478,0.000550453,0.00017331046,0.00086691865,0.0005607448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014757932,0.0002500285,0.00047617455,0.0003447024,0.0010604453,0.00009258662,0.0007905222,0.00040606072,0.00059783796],"category_scores_gemma":[0.016675003,0.000183077,0.00014349642,0.0006901689,0.0026583134,0.0003410849,0.000222843,0.0005482051,0.0000017301137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000004532528,0.00009913939,0.34390426,0.00007181355,0.00010457108,0.0014719977,0.0029600854,0.000017828113,0.00028755207,0.0070609325,0.004611842,0.6394054],"study_design_scores_gemma":[0.0014614523,0.0009646915,0.79434645,0.00026212822,0.00017034759,0.00016755101,0.041211955,0.00014213959,0.0021981504,0.018877132,0.13958396,0.0006140579],"about_ca_topic_score_codex":0.41698894,"about_ca_topic_score_gemma":0.83669865,"teacher_disagreement_score":0.6387914,"about_ca_system_score_codex":0.0042847986,"about_ca_system_score_gemma":0.009033145,"threshold_uncertainty_score":0.9995376},"labels":[],"label_agreement":null},{"id":"W2523987742","doi":"","title":"Validation of the Dutch translation of the Edmonton assessment scale","year":2004,"lang":"en","type":"article","venue":"Palliative Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Scale (ratio); Translation (biology); Cartography; Geography","score_opus":0.15155225432358765,"score_gpt":0.4906569527326896,"score_spread":0.33910469840910196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523987742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8289618,0.00016516483,0.007822915,0.08695656,0.0003728864,0.0014308802,0.000009790507,0.00003321232,0.07424681],"genre_scores_gemma":[0.9989805,0.00008503997,0.00061178,0.00004671372,0.000081121034,0.000020327116,0.0000012893323,0.0000042123033,0.0001689754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981623,0.00033678664,0.00023565559,0.00009644075,0.0010484093,0.000120371216],"domain_scores_gemma":[0.9991054,0.0002394178,0.00018627718,0.00020111876,0.0002401523,0.000027623384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016833518,0.000053438354,0.00012364946,0.00003889141,0.00015808486,0.0000035655441,0.00036405702,0.000048563,0.00009990205],"category_scores_gemma":[0.000429253,0.000027751092,0.000051442064,0.000612812,0.00077935733,0.000052956282,0.000029141303,0.00013965165,7.996915e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056356337,0.00043014094,0.4285036,0.00018244091,0.00008623699,8.058013e-7,0.15614134,0.00062087405,0.28805608,0.099719875,0.001390158,0.024812086],"study_design_scores_gemma":[0.0014342727,0.00019779407,0.70606375,0.0007644778,0.000063484906,1.5287077e-7,0.011737161,0.00012988191,0.22438408,0.051550552,0.0035593791,0.000114999995],"about_ca_topic_score_codex":0.002763173,"about_ca_topic_score_gemma":0.0015980471,"teacher_disagreement_score":0.27756014,"about_ca_system_score_codex":0.00015858865,"about_ca_system_score_gemma":0.00026927752,"threshold_uncertainty_score":0.41771096},"labels":[],"label_agreement":null},{"id":"W2528071154","doi":"10.1136/bjsports-2016-096651","title":"Consensus on Exercise Reporting Template (CERT): Explanation and Elaboration Statement","year":2016,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"National Health and Medical Research Council; Arthritis Australia; Medical Research Council; National Institute for Health and Care Research; Judith Jane Mason and Harold Stannett Williams Memorial Foundation","keywords":"Computer science; Psychological intervention; Statement (logic); Delphi; Protocol (science); Delphi method; Medical education; Medicine; Alternative medicine; Nursing; Artificial intelligence","score_opus":0.09367938471757997,"score_gpt":0.42407870280816284,"score_spread":0.33039931809058287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528071154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608319,0.0021000793,0.00059684104,0.028689114,0.00056593685,0.00040487864,0.000005529183,0.000047427944,0.0067582983],"genre_scores_gemma":[0.984946,0.013402281,0.00055471784,0.00007787005,0.00031191434,0.0000031191141,0.000001297137,0.000009435243,0.0006933702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972596,0.00008310609,0.0011910764,0.00012529235,0.0011476047,0.000193329],"domain_scores_gemma":[0.9972985,0.00016875475,0.0016573918,0.00007344882,0.0006229569,0.00017895734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007734267,0.00006343873,0.00022620891,0.00018004284,0.00019425827,0.000035213918,0.00008940773,0.00005828191,0.00028059474],"category_scores_gemma":[0.0034243118,0.000049361104,0.000022679847,0.00017499691,0.00028699025,0.00014811348,0.000013878841,0.00014214775,0.0000010961478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006973683,0.00002517607,0.0042411173,0.0000120191435,0.000008525579,0.0028816012,0.00077452,7.822728e-7,0.0006055363,0.00029118845,0.045400318,0.9456895],"study_design_scores_gemma":[0.009743736,0.0017771913,0.5193937,0.08589361,0.000251914,0.00802235,0.035846855,0.00003134697,0.007559842,0.047674827,0.28270894,0.0010957168],"about_ca_topic_score_codex":0.000609935,"about_ca_topic_score_gemma":0.000091513626,"teacher_disagreement_score":0.9445938,"about_ca_system_score_codex":0.00012774525,"about_ca_system_score_gemma":0.00016887588,"threshold_uncertainty_score":0.40994683},"labels":[],"label_agreement":null},{"id":"W2530520982","doi":"10.3899/jrheum.161105","title":"Developing an OMERACT Core Outcome Set for Assessing Safety Components in Rheumatology Trials: The OMERACT Safety Working Group","year":2016,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Clinical trial; Psychological intervention; Randomized controlled trial; Rheumatology; Alternative medicine; Working group; Intervention (counseling); Family medicine; Physical therapy; Internal medicine; Nursing; Pathology","score_opus":0.5154944590197676,"score_gpt":0.5299649055324148,"score_spread":0.014470446512647173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530520982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91843355,0.0003857597,0.042727124,0.03568224,0.001510707,0.00093212625,0.000010569107,0.00005289213,0.00026504003],"genre_scores_gemma":[0.9939076,0.0024364777,0.0033755926,0.00015378067,0.000038389302,0.000020565558,0.000003252009,0.000034643075,0.000029739227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9884605,0.0070338272,0.0025906165,0.00024898275,0.0007373932,0.00092869246],"domain_scores_gemma":[0.96644676,0.030510819,0.002133541,0.00041219514,0.0003450805,0.00015160328],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046320274,0.0002501353,0.0013316228,0.00041730158,0.0011537006,0.000113256254,0.0019691756,0.0003110866,0.00009339743],"category_scores_gemma":[0.012371251,0.00012352897,0.000251621,0.000558047,0.0009021295,0.0006418387,0.00020079147,0.00077939034,0.000011518778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022341018,0.00013317395,0.8565852,0.000063339365,0.00022411832,0.000027815382,0.00871503,0.000027979828,0.0007914934,0.068092614,0.00080199697,0.06230314],"study_design_scores_gemma":[0.024266258,0.0012683751,0.4062246,0.009672173,0.0004547059,0.016381308,0.0886,0.0014473189,0.00031675427,0.21591793,0.23250416,0.0029464066],"about_ca_topic_score_codex":0.0018521944,"about_ca_topic_score_gemma":0.0024741306,"teacher_disagreement_score":0.4503606,"about_ca_system_score_codex":0.00063339516,"about_ca_system_score_gemma":0.00064016326,"threshold_uncertainty_score":0.99594796},"labels":[],"label_agreement":null},{"id":"W2531146651","doi":"10.1017/s0266462316000489","title":"DEFINING RAPID REVIEWS: A MODIFIED DELPHI CONSENSUS APPROACH","year":2016,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Ottawa Public Health; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"International Network of Agencies for Health Technology Assessment; Health Technology Assessment international","keywords":"Delphi; Delphi method; Medicine; Management science; Political science; Computer science; Engineering; Artificial intelligence","score_opus":0.10859024460298375,"score_gpt":0.5091049954099689,"score_spread":0.4005147508069852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531146651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08655013,0.055354975,0.03848996,0.760769,0.004411048,0.002982523,0.000093986724,0.0005214109,0.05082694],"genre_scores_gemma":[0.9550586,0.007683117,0.0365984,0.0004089682,0.00013214527,0.000051540414,0.0000023880143,0.000013493972,0.00005138144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966458,0.0005569353,0.0011468218,0.00022004351,0.0009995865,0.00043080133],"domain_scores_gemma":[0.9972992,0.0004227676,0.0009152565,0.0002084899,0.0010280759,0.00012619999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045493185,0.00012423862,0.00038337067,0.00133315,0.0001538756,0.000039376606,0.0013402862,0.0002501788,0.000073545314],"category_scores_gemma":[0.001988749,0.00009397138,0.000116090836,0.00048207442,0.00040792508,0.00015527956,0.00016267203,0.0006864436,0.000008904796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009513329,0.00019414873,0.014381747,0.0000780371,0.00007158499,0.00017321427,0.0024337834,0.000022782113,0.00013773129,0.32424065,0.0066945646,0.6514766],"study_design_scores_gemma":[0.0069972696,0.0016496183,0.0068103196,0.0071950294,0.000027202463,0.00082175975,0.112765215,0.0001775474,0.00051946874,0.06189841,0.800177,0.00096120534],"about_ca_topic_score_codex":0.00023577744,"about_ca_topic_score_gemma":0.00014626766,"teacher_disagreement_score":0.86850846,"about_ca_system_score_codex":0.0020641356,"about_ca_system_score_gemma":0.0017514112,"threshold_uncertainty_score":0.5397643},"labels":[],"label_agreement":null},{"id":"W2534322213","doi":"10.1371/journal.pmed.1002148","title":"Core Outcome Set–STAndards for Reporting: The COS-STAR Statement","year":2016,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":650,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Universidad de Chile; Tampereen Yliopisto; Trinity College Dublin; University of Bath; University of Warwick; National Institute for Health and Care Research; Cancer Research UK; Sidra Medicine; University of Minnesota; McGill University; Shandong University; University of Bristol; Loyola University Chicago; Université François-Rabelais; National Institute for Health and Care Excellence; University of Washington; Université de Versailles Saint-Quentin-en-Yvelines; Universitat de València; Cincinnati Children's Hospital Medical Center","keywords":"Guideline; Checklist; Delphi method; Relevance (law); Family medicine; Systematic review; Psychology; MEDLINE; Medical education; Medicine; Computer science; Political science; Pathology; Artificial intelligence","score_opus":0.6736257750902077,"score_gpt":0.6038167656911178,"score_spread":0.06980900939908996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534322213","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22378166,0.0004294692,0.011716192,0.6813678,0.0012761836,0.0060230466,0.0002735941,0.00075551035,0.07437654],"genre_scores_gemma":[0.9849043,0.00019348864,0.00062379945,0.0007876818,0.0007304217,0.0003174967,0.0000055941205,0.000023980298,0.012413254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964722,0.00012386564,0.00089558796,0.00023486461,0.0018007248,0.00047279394],"domain_scores_gemma":[0.99692893,0.0013188109,0.00054979307,0.0003883058,0.0006535971,0.00016054045],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012349519,0.0001010716,0.0002508581,0.00006683429,0.00042702627,0.000018609724,0.00045625932,0.000064653796,0.00085308735],"category_scores_gemma":[0.028347649,0.000045685538,0.00005474236,0.0002162909,0.0008290632,0.00007465771,0.000072276576,0.000120379846,0.000014341531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019880114,0.00012615927,0.055305235,0.00016372108,0.00014698466,0.00011255198,0.019037317,2.5621333e-7,0.009187779,0.045794073,0.83279586,0.037131242],"study_design_scores_gemma":[0.00080099195,0.00031837742,0.00093159766,0.0002717025,0.000038821057,0.0000027855565,0.0063385633,0.00002283708,0.0010991779,0.01582489,0.97422105,0.00012922402],"about_ca_topic_score_codex":0.0005499907,"about_ca_topic_score_gemma":0.00042348288,"teacher_disagreement_score":0.76112264,"about_ca_system_score_codex":0.00041710047,"about_ca_system_score_gemma":0.00037812354,"threshold_uncertainty_score":0.979837},"labels":[],"label_agreement":null},{"id":"W2537786907","doi":"10.1016/j.jalz.2016.06.374","title":"S2‐01‐03: Functional Neuroimaging in Trials of Cognition‐Focused Interventions","year":2016,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Cognitive training; Cognition; Neuroimaging; Functional magnetic resonance imaging; Psychology; Functional neuroimaging; Psychological intervention; Neuroplasticity; Neuroscience; Cognitive psychology; Functional imaging; Intervention (counseling); Psychiatry","score_opus":0.3532001017744328,"score_gpt":0.46944772576349103,"score_spread":0.11624762398905825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537786907","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2533984,0.119464755,0.10944818,0.15857482,0.01041249,0.014547597,0.00086146634,0.0023249402,0.33096737],"genre_scores_gemma":[0.99827826,0.00013571921,0.001192506,0.000069350805,0.00011727211,0.00011224513,0.000007658333,0.000014253945,0.00007270483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971067,0.0009495092,0.00075991446,0.00025107613,0.0005920292,0.00034081674],"domain_scores_gemma":[0.9983505,0.0009197291,0.00024963968,0.00020369682,0.00019269469,0.00008373822],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051003657,0.00009788945,0.00025742053,0.00032913484,0.0001608885,0.000045934492,0.0003119948,0.000069209105,0.0044734743],"category_scores_gemma":[0.0014833737,0.00008085778,0.00024388559,0.0004371874,0.00035518882,0.00035435852,0.00011451527,0.00011236449,0.00016392698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003228007,0.0013656511,0.050896864,0.0000366511,0.0076952116,0.000044901015,0.0021212995,0.000005317097,0.04873662,0.06904304,0.085609056,0.7341226],"study_design_scores_gemma":[0.015030531,0.00078934623,0.26348433,0.0028066034,0.020449398,0.000012480787,0.0044655823,0.00009315472,0.19702849,0.19652775,0.2969529,0.0023594487],"about_ca_topic_score_codex":0.0007187338,"about_ca_topic_score_gemma":0.0011048673,"teacher_disagreement_score":0.7448799,"about_ca_system_score_codex":0.00001520563,"about_ca_system_score_gemma":0.00015534725,"threshold_uncertainty_score":0.9964366},"labels":[],"label_agreement":null},{"id":"W2541549572","doi":"10.1097/acm.0000000000001370","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Scopus; Medical education; Data extraction; Standardization; Psychology; Medicine; Computer science; Political science","score_opus":0.297842979228595,"score_gpt":0.5713057329902547,"score_spread":0.2734627537616597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541549572","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29545483,0.0030989302,0.0025282116,0.68985164,0.0008947731,0.0010423983,0.0000023685025,0.000055711742,0.007071125],"genre_scores_gemma":[0.98298573,0.0054857745,0.001828157,0.005167288,0.0005488552,0.00007724548,1.6929808e-7,0.000016542048,0.0038902583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972309,0.0013538969,0.0003203019,0.0001336805,0.000740802,0.00022041905],"domain_scores_gemma":[0.99313873,0.0063516013,0.000109319546,0.00021266256,0.0000700628,0.000117597316],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009034926,0.00005686468,0.00011967791,0.00006319388,0.00013735054,0.0000040047685,0.00048706558,0.00021774266,0.00015467296],"category_scores_gemma":[0.030947762,0.000022533699,0.000014352371,0.00034241847,0.0028773884,0.000039976498,0.00010420147,0.00039318445,0.0000015813499],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037491864,0.000013651775,0.0531753,0.000012885343,0.00001263496,0.0000014121687,0.011661086,3.9876237e-8,0.0062583643,0.20801918,0.104922175,0.6158858],"study_design_scores_gemma":[0.00039134364,0.000032384083,0.008013422,0.0006515104,0.000009580264,0.000009814862,0.005470028,0.000037781756,0.00033238973,0.040936675,0.9440468,0.00006826145],"about_ca_topic_score_codex":0.0035374474,"about_ca_topic_score_gemma":0.0010353898,"teacher_disagreement_score":0.8391246,"about_ca_system_score_codex":0.00006115091,"about_ca_system_score_gemma":0.0004176655,"threshold_uncertainty_score":0.9998362},"labels":[],"label_agreement":null},{"id":"W2547592860","doi":"10.15273/dmj.vol40no2.4502","title":"Call for Reviewers","year":2014,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Quality (philosophy); Medical education; Computer science; Engineering ethics; Data science; Public relations; Medicine; Political science; Engineering; Epistemology; Philosophy","score_opus":0.0865912166224228,"score_gpt":0.4566469742338305,"score_spread":0.3700557576114077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547592860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010550975,0.0013427321,0.44501016,0.2428491,0.004365008,0.0014979905,0.000009814909,0.00050845294,0.29386577],"genre_scores_gemma":[0.85433376,0.013796183,0.0556907,0.025077075,0.029625906,0.0002881205,0.0000132392925,0.00017449015,0.021000506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965306,0.00051705167,0.00032585236,0.00014194555,0.0019406948,0.0005438662],"domain_scores_gemma":[0.9977658,0.00086241873,0.00009656339,0.00014998342,0.00029583368,0.000829433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013791742,0.00007631134,0.00019034557,0.00008814915,0.0006048741,0.000114107585,0.00082010566,0.00018299553,0.0012430232],"category_scores_gemma":[0.02125249,0.00006069242,0.00013454829,0.00019487049,0.00043974866,0.000100798345,0.00006136298,0.00058751396,0.00007667752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015129303,0.00004688927,0.00041729477,0.00002444471,0.000012594482,0.00003222082,0.0009709543,4.394414e-7,0.000021755088,0.0165532,0.40437797,0.5775271],"study_design_scores_gemma":[0.000248264,0.000068801266,0.000115917595,0.00009588759,0.0000071396553,0.000034997494,0.0001654094,0.0001628165,0.0000149317575,0.007972398,0.99103165,0.00008180754],"about_ca_topic_score_codex":0.000105719664,"about_ca_topic_score_gemma":0.00021922085,"teacher_disagreement_score":0.8437828,"about_ca_system_score_codex":0.000091439084,"about_ca_system_score_gemma":0.00061435567,"threshold_uncertainty_score":0.99966997},"labels":[],"label_agreement":null},{"id":"W2548421013","doi":"10.1108/qaoa-03-2016-0016","title":"Comparison of global dementia discussions: perspective from the world young leaders in dementia","year":2016,"lang":"en","type":"article","venue":"Quality in Ageing and Older Adults","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Simon Fraser University","funders":"","keywords":"Dementia; Perspective (graphical); Originality; Context (archaeology); Event (particle physics); Value (mathematics); Psychology; Gerontology; Medicine; Social psychology; History; Computer science; Disease","score_opus":0.11849161454511516,"score_gpt":0.4926295579499622,"score_spread":0.3741379434048471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548421013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788787,0.0009641697,0.00050487486,0.014848355,0.0000976177,0.0004052845,0.000027676851,0.00003612505,0.004237219],"genre_scores_gemma":[0.9994333,0.00008212509,0.00028746994,0.000046757734,0.000038744663,0.0000256464,0.0000013332416,0.0000042755914,0.00008036431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771833,0.0008213448,0.0003820344,0.0002769152,0.00048376498,0.0003175832],"domain_scores_gemma":[0.9988139,0.000760219,0.00010730865,0.0001942964,0.00006470109,0.000059542006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019358383,0.0000903209,0.00019666295,0.000053539454,0.00017302073,0.00004174397,0.00031693056,0.00006692153,0.00007975523],"category_scores_gemma":[0.0007925698,0.00005385133,0.00004239462,0.00039174713,0.0005918203,0.00015629774,0.00011046017,0.00015986254,0.0000036774732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004050318,0.000107552056,0.93015134,0.000008469444,0.000024123716,0.0000036748506,0.050071955,7.494719e-7,0.000066166554,0.0089962445,0.0006422781,0.009886928],"study_design_scores_gemma":[0.0005472831,0.000011782897,0.8299625,0.0005569505,0.000009264053,4.6717172e-8,0.16207293,0.000015210971,0.0000965178,0.0064653168,0.00017237049,0.00008982307],"about_ca_topic_score_codex":0.11493348,"about_ca_topic_score_gemma":0.54296523,"teacher_disagreement_score":0.42803174,"about_ca_system_score_codex":0.00020573456,"about_ca_system_score_gemma":0.000060763152,"threshold_uncertainty_score":0.8909603},"labels":[],"label_agreement":null},{"id":"W2552024236","doi":"10.1182/blood.v124.21.1305.1305","title":"Development of Quality Metrics to Evaluate Pediatric Hematologic Oncology Care in the Outpatient Setting","year":2014,"lang":"en","type":"article","venue":"Blood","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Metric (unit); Likert scale; MEDLINE; Delphi; Family medicine; Interquartile range; Quality (philosophy); Pediatric oncology; Internal medicine; Computer science; Statistics; Cancer; Operations management","score_opus":0.17995734133700303,"score_gpt":0.4961285050390304,"score_spread":0.31617116370202736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552024236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832074,0.00011040294,0.00022042077,0.001130125,0.000060958526,0.00058461365,0.0000015702692,0.00003244133,0.014652077],"genre_scores_gemma":[0.9790802,0.0000114618215,0.020595742,0.00013920288,0.000047415844,0.000109760396,0.0000013918616,0.0000042557112,0.000010561143],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966467,0.0015560954,0.00040499112,0.00018323566,0.00089395355,0.00031503776],"domain_scores_gemma":[0.9981623,0.0011909605,0.00013568923,0.00020428373,0.00024590612,0.000060814204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011374235,0.00006614098,0.00018041454,0.00023753005,0.00018135832,0.000018475293,0.0005829508,0.00011004584,0.000013501743],"category_scores_gemma":[0.0055507645,0.000049243376,0.000033361608,0.0011878865,0.000056894536,0.000027783282,0.00014872922,0.00017237141,0.00001997106],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031621763,0.0014799875,0.37913314,0.00028846628,0.000021292228,0.000013839162,0.464654,0.000027867161,0.00026598288,0.015352783,0.0007155762,0.13801545],"study_design_scores_gemma":[0.0047266237,0.002287239,0.3772384,0.00012075003,0.00019851839,0.000006985388,0.42008993,0.000067845154,0.018583978,0.009117181,0.16620323,0.0013593372],"about_ca_topic_score_codex":0.0003917711,"about_ca_topic_score_gemma":0.0025584267,"teacher_disagreement_score":0.16548766,"about_ca_system_score_codex":0.00016288632,"about_ca_system_score_gemma":0.000489976,"threshold_uncertainty_score":0.6645185},"labels":[],"label_agreement":null},{"id":"W2552482844","doi":"10.1080/0142159x.2017.1245856","title":"Using consensus group methods such as Delphi and Nominal Group in medical education research","year":2016,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":513,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Nominal group; Delphi method; Delphi; Group (periodic table); Strengths and weaknesses; Medical education; Management science; Data science; Computer science; Psychology; Medicine; Knowledge management; Social psychology; Engineering; Artificial intelligence","score_opus":0.34613533738568714,"score_gpt":0.6282272047831127,"score_spread":0.28209186739742553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552482844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764327,0.00067266705,0.005304486,0.074000925,0.00039611824,0.0006459001,7.7901905e-7,0.000119494085,0.042426888],"genre_scores_gemma":[0.9811464,0.00027013852,0.014756531,0.00035719536,0.0008375955,0.00011623782,0.0000014844195,0.000030160896,0.0024842648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885538,0.006056482,0.0004381396,0.0005098088,0.0035689636,0.00087280717],"domain_scores_gemma":[0.99602604,0.0023795455,0.000052377865,0.0002888113,0.00019607344,0.0010571625],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04412998,0.00012869788,0.00025072644,0.00039662438,0.00032503813,0.00006488374,0.000698209,0.00066312257,0.0077684973],"category_scores_gemma":[0.04924347,0.000094232586,0.000044687426,0.0007517549,0.00322782,0.000117969066,0.00035736646,0.0011454684,0.000059286278],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008365264,0.00060801266,0.027020058,0.000027087191,0.00001554094,0.00019801884,0.0040405816,9.684037e-9,0.0012814447,0.04938847,0.012193279,0.90514386],"study_design_scores_gemma":[0.0045881295,0.0007052853,0.022425624,0.003018197,0.00003911585,0.000467518,0.04071914,0.0050408575,0.00032882305,0.21490422,0.7063094,0.0014536865],"about_ca_topic_score_codex":0.021457775,"about_ca_topic_score_gemma":0.0045854505,"teacher_disagreement_score":0.90369016,"about_ca_system_score_codex":0.0005527827,"about_ca_system_score_gemma":0.0028582495,"threshold_uncertainty_score":0.99948484},"labels":[],"label_agreement":null},{"id":"W2553000031","doi":"10.1183/13993003.congress-2016.pa3113","title":"Modelling the long-term effects of an active case finding programme for undiagnosed COPD","year":2016,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Medicine; COPD; Exacerbation; Quality-adjusted life year; Attendance; Population; Cost-effectiveness analysis; Cost–benefit analysis; Incidence (geometry); Watchful waiting; Case finding; Cost effectiveness; Pediatrics; Emergency medicine; Demography; Physical therapy; Internal medicine; Environmental health; Risk analysis (engineering)","score_opus":0.1790632393733652,"score_gpt":0.46479341177754174,"score_spread":0.28573017240417653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553000031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983907,0.00001605082,0.096602306,0.0010558016,0.00007948803,0.0022732127,0.0000061441333,0.00011761172,0.00145865],"genre_scores_gemma":[0.9957868,0.00002500233,0.0030371023,0.000017614726,0.00008525586,0.0003949209,7.9042314e-7,0.000012914905,0.00063960766],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873036,0.0002151967,0.00012938953,0.00018506304,0.00031652433,0.00042346495],"domain_scores_gemma":[0.99590844,0.003543136,0.000067769906,0.00021540378,0.00015817252,0.00010710154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012446034,0.00007396321,0.000110426954,0.00006294792,0.00037887736,0.000055766042,0.00034522577,0.00008970253,0.00003876533],"category_scores_gemma":[0.0006831122,0.000040164206,0.00006424404,0.00019142851,0.00035211135,0.00023866782,0.000048500646,0.00007012619,0.00000436839],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020319676,0.00055037206,0.0034150502,0.00024567067,0.00010488066,0.0006573537,0.015509631,0.00012288368,0.0044000545,0.058800906,0.00068394624,0.91530603],"study_design_scores_gemma":[0.0061559416,0.0032270597,0.0013662155,0.0012972215,0.0001971309,0.0001373292,0.02623223,0.024214383,0.86351144,0.068581946,0.0035556008,0.0015235115],"about_ca_topic_score_codex":0.0023863208,"about_ca_topic_score_gemma":0.0022403565,"teacher_disagreement_score":0.91378254,"about_ca_system_score_codex":0.00011746144,"about_ca_system_score_gemma":0.00012771515,"threshold_uncertainty_score":0.3607419},"labels":[],"label_agreement":null},{"id":"W2559919757","doi":"10.1016/j.jpainsymman.2016.10.350","title":"P346 The Fast Cognitive Assessment (Face), A New Brief and Reliable Cognitive Measurement Scale","year":2016,"lang":"en","type":"article","venue":"Journal of Pain and Symptom Management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Rasch model; Cognition; Population; Reliability (semiconductor); Rating scale; Medicine; Recall; Clinical psychology; Cognitive psychology; Psychology; Developmental psychology; Psychiatry","score_opus":0.06279402351285032,"score_gpt":0.3814884786664188,"score_spread":0.3186944551535684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559919757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19683948,0.004128604,0.4034348,0.14329597,0.0008532054,0.0053679436,0.000026283766,0.00015905565,0.24589463],"genre_scores_gemma":[0.9921444,0.002204032,0.0008328628,0.0005689659,0.00018814958,0.000022011016,2.1768336e-7,0.000012022557,0.004027348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969236,0.0007034769,0.00035443445,0.00020176252,0.001464112,0.00035259358],"domain_scores_gemma":[0.9983217,0.00063054956,0.00024495393,0.00010285245,0.00044733577,0.00025259278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011730921,0.00013001979,0.00020581241,0.00015021062,0.0004098882,0.00022374713,0.000253977,0.00005647588,0.000115012204],"category_scores_gemma":[0.0004506928,0.00007466916,0.0000687886,0.00020253114,0.00039381807,0.00023876945,0.00017120481,0.00018923462,0.0000052813516],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015072658,0.00023407018,0.020084072,0.00007277937,0.0005558391,0.00012505885,0.008405828,8.143594e-7,0.00019679993,0.009623548,0.046999767,0.9135507],"study_design_scores_gemma":[0.010445123,0.0029267857,0.23074111,0.008304266,0.0008557405,0.00006735912,0.25997522,0.00018207316,0.0006060032,0.035738293,0.44902435,0.0011336526],"about_ca_topic_score_codex":0.00020396622,"about_ca_topic_score_gemma":0.00020696768,"teacher_disagreement_score":0.91241705,"about_ca_system_score_codex":0.00022352989,"about_ca_system_score_gemma":0.000202044,"threshold_uncertainty_score":0.40657267},"labels":[],"label_agreement":null},{"id":"W2561916283","doi":"10.5770/cgj.19.262","title":"Last Issue, 2016","year":2016,"lang":"en","type":"editorial","venue":"Canadian Geriatrics Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.033751148268132365,"score_gpt":0.38528031061897994,"score_spread":0.3515291623508476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561916283","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030970316,0.0012090029,0.000099418525,0.0068479525,0.83649075,0.00026904547,0.00044140106,0.00006722992,0.15457208],"genre_scores_gemma":[0.000041082374,0.009335981,0.00031843834,0.00009345662,0.9103052,0.00001632247,0.00001993711,0.00008747751,0.079782106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940316,0.00059981487,0.00056641747,0.00041425944,0.0025931818,0.0017947303],"domain_scores_gemma":[0.9930226,0.0012171763,0.0004138463,0.00045064575,0.0018185477,0.0030771703],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0053734733,0.00031627814,0.00042999734,0.0016823888,0.0017173849,0.0011160976,0.00228167,0.0020267712,0.0052740606],"category_scores_gemma":[0.010201676,0.00028265582,0.00025314718,0.0007855293,0.00041461262,0.00034679897,0.00009204329,0.0026069682,0.002014126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000053039153,0.000005435901,0.000020521666,0.000010417388,0.00002718722,0.00041365364,0.0003131646,9.925392e-8,0.0000013986544,0.00024469543,0.982393,0.016565125],"study_design_scores_gemma":[0.00019579344,0.000036643363,0.0000047496465,0.000121014054,0.000023059334,0.000010436377,0.00019327675,1.4084844e-7,0.00000162699,0.0023727363,0.99666226,0.00037827107],"about_ca_topic_score_codex":0.15975142,"about_ca_topic_score_gemma":0.4870796,"teacher_disagreement_score":0.32732818,"about_ca_system_score_codex":0.0049015908,"about_ca_system_score_gemma":0.04541344,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W2562004079","doi":"10.1371/journal.pone.0134321.t004","title":"Quality of included case-control studies (Newcastle-Ottawa Scale, NOS).","year":2015,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Biology; Geography; Cartography","score_opus":0.47190174102051646,"score_gpt":0.5557532568457481,"score_spread":0.08385151582523159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562004079","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009065908,0.007569395,0.000002318097,0.000631309,0.00051880756,0.0015927788,0.5698456,0.00014304525,0.4196061],"genre_scores_gemma":[0.2729722,0.0007825506,0.0011068917,0.00071455643,0.0068967184,0.00558114,0.12806915,0.00040196598,0.5834748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938316,0.001763923,0.00093597034,0.00062272063,0.0020635873,0.0007822395],"domain_scores_gemma":[0.9919576,0.0026418369,0.0008121083,0.000792882,0.0034552466,0.00034031936],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029556619,0.00039486738,0.0011945384,0.0003107958,0.00045666052,0.00011610975,0.0013670338,0.0009302895,0.25124097],"category_scores_gemma":[0.022099873,0.0003797435,0.00030904196,0.0007204903,0.00026585022,0.00021474322,0.0006649682,0.00089259923,0.017890936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023347146,0.000053724427,0.000011747866,0.000768627,0.00014841148,0.0001637547,0.002619267,0.0000051089537,0.000007516792,0.000025636762,0.99432456,0.0018483067],"study_design_scores_gemma":[0.00044208855,0.000077530625,0.00004647848,0.0018994382,0.000025058733,0.000019535324,0.0042898427,0.0000053747776,0.00009403488,0.00031293512,0.9923176,0.00047006705],"about_ca_topic_score_codex":0.0040781447,"about_ca_topic_score_gemma":0.0122815855,"teacher_disagreement_score":0.44177645,"about_ca_system_score_codex":0.000650204,"about_ca_system_score_gemma":0.0019667493,"threshold_uncertainty_score":0.9998655},"labels":[],"label_agreement":null},{"id":"W2566207575","doi":"10.5558/tfc2016-081","title":"The Delphi method as an alternative to standard committee meetings to identify ecological issues for forest ecosystem-based management: A case study","year":2016,"lang":"en","type":"article","venue":"The Forestry Chronicle","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Ministère des Ressources naturelles et des Forêts; Natural Resources Canada; Université Laval","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Delphi method; Delphi; Scope (computer science); Environmental resource management; Medical education; Psychology; Public relations; Business; Political science; Medicine; Computer science; Environmental science","score_opus":0.10252627984399659,"score_gpt":0.5037092073229468,"score_spread":0.4011829274789502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566207575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519974,0.000046082205,0.016284395,0.023396986,0.00019000199,0.00644115,0.000077596014,0.00021627554,0.001350114],"genre_scores_gemma":[0.991994,0.000016954406,0.0043587647,0.0003243998,0.00027873437,0.002064042,0.0000010977664,0.00003653465,0.00092543126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958281,0.0014005369,0.00039594795,0.00051935937,0.00096608343,0.000889961],"domain_scores_gemma":[0.9958654,0.002496463,0.00013056588,0.0008641345,0.000327661,0.00031577807],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010056833,0.00020662729,0.00025071506,0.00009971334,0.002159086,0.00044009963,0.001956501,0.000090756905,0.0000949765],"category_scores_gemma":[0.0011466313,0.0001076147,0.00011285056,0.00044461823,0.0002634693,0.00021152408,0.0005064778,0.00016195064,0.00010253339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064085773,0.003576684,0.026908623,0.00034295427,0.0013468585,0.0058761397,0.112882785,0.004430401,0.0012268431,0.4085901,0.15134914,0.27706087],"study_design_scores_gemma":[0.0071707573,0.013915777,0.007806986,0.00057106797,0.0002743388,0.00014276695,0.2599039,0.003295895,0.0052174563,0.17768256,0.5224687,0.0015498075],"about_ca_topic_score_codex":0.0065245074,"about_ca_topic_score_gemma":0.107078515,"teacher_disagreement_score":0.37111953,"about_ca_system_score_codex":0.00073176087,"about_ca_system_score_gemma":0.00020217634,"threshold_uncertainty_score":0.99913996},"labels":[],"label_agreement":null},{"id":"W2566633289","doi":"10.1371/journal.pntd.0002195.t004","title":"The Newcastle-Ottawa Scale (NOS) for assessing the quality of nonrandomized studies.","year":2015,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Medicine; Environmental health; Geography; Cartography","score_opus":0.566092121847533,"score_gpt":0.60843972158149,"score_spread":0.042347599733956964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566633289","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056077282,0.023889808,0.0000460374,0.008993236,0.0020712747,0.008860566,0.31479967,0.00014915646,0.6411342],"genre_scores_gemma":[0.018081466,0.0026195932,0.0015605375,0.0007391007,0.0094365645,0.023537487,0.08371069,0.0003733923,0.8599412],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460834,0.0021019676,0.0007374604,0.000370927,0.0015499841,0.00063132105],"domain_scores_gemma":[0.97960836,0.015846914,0.0008511567,0.0007399776,0.0028307748,0.0001228129],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008821091,0.00024892844,0.0007510133,0.00006534633,0.0014553801,0.00044379666,0.0020159665,0.0004232174,0.023783453],"category_scores_gemma":[0.0463035,0.00014038544,0.00039215322,0.0004267366,0.00035979087,0.00015976989,0.00045229823,0.0006025777,0.0016110397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006875678,0.00002100303,0.0000010920974,0.00024965717,0.00008193874,4.2646803e-7,0.001579962,0.0000027971298,0.000004556792,0.00004598352,0.99369544,0.0042483606],"study_design_scores_gemma":[0.0009864114,0.00002315069,0.00001156676,0.0011387324,0.000018064271,2.6095242e-7,0.00693461,0.000014535112,0.00007389511,0.00064901443,0.9899684,0.00018132698],"about_ca_topic_score_codex":0.0007502856,"about_ca_topic_score_gemma":0.002390438,"teacher_disagreement_score":0.23108897,"about_ca_system_score_codex":0.00032616098,"about_ca_system_score_gemma":0.0021945497,"threshold_uncertainty_score":0.9998446},"labels":[],"label_agreement":null},{"id":"W2571358418","doi":"10.1371/journal.pone.0169145.t002","title":"The Newcastle-Ottawa scale score of included studies.","year":2017,"lang":"en","type":"paratext","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Medicine; Geography; Cartography","score_opus":0.4572889510636684,"score_gpt":0.5412181946039238,"score_spread":0.08392924354025544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571358418","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016706837,0.011246985,2.191043e-7,0.0019350246,0.0008871558,0.0012550561,0.17654769,0.00007061683,0.80804056],"genre_scores_gemma":[0.0061025037,0.003225428,0.00007310776,0.00009671616,0.0023971405,0.0014867462,0.028523307,0.0000995738,0.9579955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686706,0.0003658293,0.00040160507,0.00038703857,0.0013390671,0.00063938694],"domain_scores_gemma":[0.99537915,0.0013497373,0.000665654,0.0011392798,0.0013214877,0.0001446656],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009717405,0.00024379748,0.00048548757,0.000112754526,0.0021493207,0.00031000504,0.0034228377,0.0005377667,0.15358923],"category_scores_gemma":[0.01306991,0.00018027003,0.00021530717,0.00025467845,0.0004561597,0.0001458352,0.001264974,0.0007481788,0.019272571],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005011625,0.000012767804,0.000004409969,0.00023807593,0.000049602815,0.0000067230976,0.0010368304,5.602979e-7,0.0000032287219,0.000029000428,0.99034584,0.008267979],"study_design_scores_gemma":[0.00007181294,0.000029629931,0.000043789274,0.003568153,0.0000075006874,6.597712e-7,0.0009796843,0.0000015258843,0.00023324095,0.00024056372,0.9946333,0.00019010993],"about_ca_topic_score_codex":0.00084512477,"about_ca_topic_score_gemma":0.005370244,"teacher_disagreement_score":0.14995493,"about_ca_system_score_codex":0.00026741714,"about_ca_system_score_gemma":0.0013582387,"threshold_uncertainty_score":0.99914974},"labels":[],"label_agreement":null},{"id":"W2574870319","doi":"10.1177/1539449216687528","title":"International Occupational Therapy Research Priorities","year":2017,"lang":"en","type":"article","venue":"OTJR Occupational Therapy Journal of Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Occupational therapy; Delphi method; Accreditation; Attrition; Delphi; Political science; Medical education; Public relations; Medicine; Physical therapy","score_opus":0.6963725487542923,"score_gpt":0.6647826519788855,"score_spread":0.0315898967754068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574870319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63183445,0.0027472829,0.0005135551,0.052294515,0.0032494597,0.0019628936,0.00012170506,0.000110146815,0.30716598],"genre_scores_gemma":[0.9581486,0.018436773,0.0033536754,0.00010235366,0.0046966057,0.00009082818,0.000010276057,0.000050688494,0.015110225],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98372966,0.0028093527,0.00079637306,0.00040866376,0.011158447,0.0010975207],"domain_scores_gemma":[0.9811475,0.0036832988,0.0005408889,0.00081236265,0.013381196,0.00043473148],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.040683996,0.00019968096,0.00033577648,0.002044914,0.0050814,0.0019655642,0.0050314204,0.00030469891,0.0052001616],"category_scores_gemma":[0.008979352,0.00017543692,0.0002701933,0.00076245476,0.0039402056,0.0017766207,0.00039708155,0.0021777754,0.00022923696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008501474,0.0012063766,0.30411762,0.000021551996,0.00051110383,0.00028790403,0.007339362,0.000020044354,0.005500882,0.16103187,0.28815427,0.22330754],"study_design_scores_gemma":[0.001645763,0.00053861004,0.12398593,0.00012633872,0.0000014061219,0.00002751085,0.0021277333,0.00003161374,0.0016326654,0.027127028,0.8425492,0.00020621068],"about_ca_topic_score_codex":0.0016604274,"about_ca_topic_score_gemma":0.00018287505,"teacher_disagreement_score":0.5543949,"about_ca_system_score_codex":0.0008430997,"about_ca_system_score_gemma":0.0049976367,"threshold_uncertainty_score":0.9993684},"labels":[],"label_agreement":null},{"id":"W2576959319","doi":"10.3899/jrheum.161123","title":"A Preliminary Core Domain Set for Clinical Trials of Shoulder Disorders: A Report from the OMERACT 2016 Shoulder Core Outcome Set Special Interest Group","year":2017,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Delphi method; Physical therapy; Clinical trial; Core (optical fiber); Randomized controlled trial; Psychological intervention; Set (abstract data type); Outcome (game theory); Delphi; Trial registration; Physical medicine and rehabilitation; Internal medicine; Psychiatry; Artificial intelligence; Computer science","score_opus":0.602464130358558,"score_gpt":0.598502832484554,"score_spread":0.0039612978740038995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576959319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93124306,0.00053841417,0.0046856226,0.058018006,0.0029342044,0.0014630301,0.00015313338,0.000023114531,0.0009414231],"genre_scores_gemma":[0.99543405,0.002508578,0.0010181725,0.00014748846,0.00063598045,0.00002766745,0.000009992318,0.000030385087,0.00018767035],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9920694,0.0033692261,0.003110311,0.00024853897,0.0007161995,0.00048630248],"domain_scores_gemma":[0.9715997,0.021726022,0.005072822,0.0010199952,0.00041867438,0.00016281698],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04668169,0.00020735021,0.0013954015,0.00011005908,0.0009588572,0.000108752734,0.0029700093,0.0004166799,0.0002922284],"category_scores_gemma":[0.041359708,0.00011154773,0.0007338205,0.0000978406,0.0027681654,0.00029740043,0.00045691727,0.0010080389,0.000005625307],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004971155,0.00033791902,0.56247085,0.00003164055,0.0005757227,0.00009858041,0.008724245,0.000001928534,0.000047993617,0.0076701795,0.4036773,0.011392475],"study_design_scores_gemma":[0.009881449,0.0030579232,0.16015606,0.0011930728,0.0007847852,0.0036500185,0.05507,0.00014384775,0.000041044448,0.44644046,0.3187689,0.00081246754],"about_ca_topic_score_codex":0.004149409,"about_ca_topic_score_gemma":0.007103328,"teacher_disagreement_score":0.4387703,"about_ca_system_score_codex":0.0000621191,"about_ca_system_score_gemma":0.0007094319,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W2582989199","doi":"10.12927/hcq.2016.24902","title":"How Appropriate Is All This Data Sharing? Building Consensus Around What We Need to Know About Shared Electronic Health Records in Extended Circles of Care","year":2017,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Wilfrid Laurier University","funders":"","keywords":"Interoperability; Health care; Health records; Best practice; Electronic health record; Stakeholder; Data sharing; Public relations; Need to know; Business; Knowledge management; Nursing; Medicine; Computer science; Political science; World Wide Web; Alternative medicine; Computer security","score_opus":0.14614010557608484,"score_gpt":0.4650053065333403,"score_spread":0.31886520095725546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582989199","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28825894,0.020416278,0.00023031162,0.6839762,0.0010572182,0.0045526843,0.0005159003,0.0003685909,0.00062391936],"genre_scores_gemma":[0.990427,0.004880196,0.0028663403,0.0009985855,0.00027335796,0.00014358659,0.000051893985,0.000062697065,0.0002963054],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9940484,0.00074859,0.0007935581,0.0013352802,0.0011768847,0.0018972801],"domain_scores_gemma":[0.99463314,0.0002517595,0.0006817925,0.0032323685,0.00057028735,0.0006306384],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0040788725,0.00031194804,0.0007504152,0.00047097122,0.0010869623,0.0017192335,0.0040374054,0.000345,0.00004265199],"category_scores_gemma":[0.00060224324,0.00035345228,0.0001058952,0.00048471533,0.00036929408,0.0012714356,0.00040925556,0.0008742245,0.000018569977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020655207,0.00010002811,0.004098691,0.0010145644,0.000040435436,0.00003638703,0.11280726,3.5342393e-7,0.0002803455,0.007894666,0.008319885,0.8652008],"study_design_scores_gemma":[0.002720281,0.0068199057,0.022098204,0.009541381,0.000040632127,0.000026253643,0.60847545,0.0009343292,0.00045153618,0.039355792,0.30746862,0.002067643],"about_ca_topic_score_codex":0.13217619,"about_ca_topic_score_gemma":0.23646633,"teacher_disagreement_score":0.8631332,"about_ca_system_score_codex":0.0014024095,"about_ca_system_score_gemma":0.002981142,"threshold_uncertainty_score":0.99989176},"labels":[],"label_agreement":null},{"id":"W2585249448","doi":"10.1161/str.47.suppl_1.wp255","title":"Abstract WP255: Cftr Deficiency Increases Systolic Blood Pressure and Exacerbates Cerebrovascular Remodeling in Angiotensin-induced Hypertension","year":2016,"lang":"en","type":"article","venue":"Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Internal medicine; Endocrinology; Angiotensin II; Cystic fibrosis transmembrane conductance regulator; Blood pressure; Cystic fibrosis; Stroke (engine)","score_opus":0.06193102041524068,"score_gpt":0.33411917923897855,"score_spread":0.27218815882373787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585249448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923454,0.002398904,0.000046814377,0.0013494424,0.00007127848,0.00045984873,0.000015393232,0.00018035395,0.0031325938],"genre_scores_gemma":[0.99817616,0.00053053116,0.00077587285,0.000039406772,0.000118852986,0.000019657606,0.0000010840699,0.000023860654,0.00031455775],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9976496,0.00023237873,0.00029323844,0.00047584425,0.00072374125,0.0006251701],"domain_scores_gemma":[0.9986958,0.00044754648,0.00008055903,0.000378386,0.00021281703,0.0001848762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015078258,0.00016852065,0.00027171313,0.00025640396,0.00030100867,0.0000909144,0.00033317294,0.00023308206,0.000058709094],"category_scores_gemma":[0.001429219,0.00012732975,0.00008592485,0.00029533854,0.0002495625,0.00031533145,0.00014064088,0.00020898572,0.000018922257],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090265115,0.0005843712,0.0778191,0.00016747175,0.00016078485,0.00023112465,0.0023000475,0.00004092303,0.84609693,0.004301556,0.0011308759,0.06707658],"study_design_scores_gemma":[0.011240867,0.0011326139,0.75007576,0.006064357,0.0014481115,0.00041910567,0.015738763,0.00210032,0.1563547,0.015489154,0.035168137,0.004768129],"about_ca_topic_score_codex":0.015274659,"about_ca_topic_score_gemma":0.0015613333,"teacher_disagreement_score":0.6897422,"about_ca_system_score_codex":0.000047319038,"about_ca_system_score_gemma":0.0001859266,"threshold_uncertainty_score":0.9912827},"labels":[],"label_agreement":null},{"id":"W2586506770","doi":"10.1093/ecco-jcc/jjx002.366","title":"P241 Defining patient-centered outcomes for IBD – an international, cross-disciplinary consensus","year":2017,"lang":"en","type":"article","venue":"Journal of Crohn s and Colitis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Prom; Medicine; Health care; Outcomes research; Delphi method; Quality of life (healthcare); Family medicine; MEDLINE; Multidisciplinary approach; Patient-reported outcome; Alternative medicine; Nursing","score_opus":0.1452666365325203,"score_gpt":0.4847125567120057,"score_spread":0.3394459201794854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586506770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838161,0.00009689886,0.00006753888,0.004667573,0.00074988697,0.00018471247,0.000060813163,0.000012276134,0.010344225],"genre_scores_gemma":[0.9965996,0.00020317094,0.002299713,0.00008935121,0.00019552275,0.000009366767,0.000001325082,0.00000913928,0.0005927738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987856,0.00006990331,0.00034086083,0.00011552993,0.0004417078,0.0002463642],"domain_scores_gemma":[0.99833965,0.00022798173,0.0004711647,0.0001754169,0.00060364505,0.00018214258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010054759,0.00007218307,0.00018405031,0.00009241318,0.0010986142,0.0008480286,0.00054275425,0.000075278804,0.000061621664],"category_scores_gemma":[0.0011856159,0.00006306653,0.000101824844,0.000022915665,0.0004892456,0.00048738514,0.00012860115,0.00013755128,0.0000015628591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002358336,0.0003385368,0.80122787,0.00005346131,0.0001795055,0.0005449035,0.00822725,0.0000039708575,0.000048626265,0.057886634,0.00895456,0.12017637],"study_design_scores_gemma":[0.00070613466,0.00029595103,0.9427847,0.000095196585,0.000010012183,0.000042749885,0.0024645466,0.000035084817,0.000058919828,0.011715553,0.04169312,0.00009799164],"about_ca_topic_score_codex":0.00023793454,"about_ca_topic_score_gemma":0.00031273437,"teacher_disagreement_score":0.14155689,"about_ca_system_score_codex":0.00007009913,"about_ca_system_score_gemma":0.00018392382,"threshold_uncertainty_score":0.8449763},"labels":[],"label_agreement":null},{"id":"W2588602135","doi":"10.1093/eurpub/ckw167.018","title":"REPOPA indicators for evidence-informed policy making validated by an international Delphi study","year":2016,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Policy making; Political science; Psychology; Public administration; Computer science","score_opus":0.3765251751243585,"score_gpt":0.5640055259249421,"score_spread":0.18748035080058362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588602135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5558368,0.00015958553,0.11134709,0.31090823,0.0012976177,0.002002067,0.00006182574,0.00026050492,0.018126266],"genre_scores_gemma":[0.9952336,0.00033671415,0.0022050494,0.0006880926,0.0010670384,0.000007408159,0.000001951,0.000032101343,0.0004280473],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99052596,0.005834101,0.0011583231,0.00023333302,0.0015132097,0.0007350476],"domain_scores_gemma":[0.99633926,0.0006795644,0.0011675026,0.0002806081,0.000773526,0.000759515],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05401093,0.0001172382,0.00023051405,0.0010120197,0.00046704354,0.00036892737,0.0017089405,0.000032474476,0.0001403981],"category_scores_gemma":[0.01875936,0.00008355847,0.00009186349,0.00076953915,0.00020489779,0.0018952525,0.00013415453,0.0002564974,0.000015860402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054252785,0.0005128542,0.030624656,0.000017948687,0.00009415497,0.00007288301,0.023396406,4.641865e-7,0.00017279846,0.0031859793,0.047922887,0.89394474],"study_design_scores_gemma":[0.0016395388,0.0032471498,0.039702125,0.00042343404,0.000007699888,0.000054674518,0.01826912,0.0000073965816,0.000049195052,0.00038805572,0.93593836,0.00027324562],"about_ca_topic_score_codex":0.0002400446,"about_ca_topic_score_gemma":0.00012129064,"teacher_disagreement_score":0.89367145,"about_ca_system_score_codex":0.0011720444,"about_ca_system_score_gemma":0.004431547,"threshold_uncertainty_score":0.98950607},"labels":[],"label_agreement":null},{"id":"W2589426778","doi":"10.3389/fpubh.2017.00021","title":"Modified Delphi Consensus to Suggest Key Elements of Stepping On Falls Prevention Program","year":2017,"lang":"en","type":"article","venue":"Frontiers in Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Delphi method; Rasch model; Fall prevention; Delphi; Psychology; Medical education; Poison control; Applied psychology; Medicine; Suicide prevention; Computer science; Environmental health; Artificial intelligence","score_opus":0.2658418552586111,"score_gpt":0.5113508063772749,"score_spread":0.24550895111866383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589426778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7308606,0.00013210707,0.01762543,0.13954617,0.0028286164,0.011334673,0.000069930175,0.0004965806,0.0971059],"genre_scores_gemma":[0.94785446,0.00011428003,0.050646562,0.00026575502,0.00008136634,0.00026231993,0.000008033432,0.000017343451,0.00074986136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963732,0.00073322747,0.0006025207,0.0003715532,0.00097126234,0.0009482776],"domain_scores_gemma":[0.99813706,0.000082721606,0.0004321836,0.0006525353,0.00023488331,0.0004606236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008183284,0.00012198824,0.00032440733,0.00050319225,0.0007133217,0.00025205957,0.0010307253,0.00014434107,0.00001770517],"category_scores_gemma":[0.002904806,0.0001331006,0.000059302507,0.00039719953,0.00035134368,0.0002042773,0.00015740142,0.000291795,0.000007634479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070114096,0.0007447253,0.058315724,0.000104548846,0.000035926365,0.0000064416836,0.007953725,0.000014372402,0.000011234804,0.021831455,0.07317982,0.8377319],"study_design_scores_gemma":[0.0033438955,0.0031648157,0.1301515,0.0011268203,0.000009137347,0.0000014798593,0.032405958,0.0023831127,0.00010354984,0.01975035,0.8066519,0.00090750353],"about_ca_topic_score_codex":0.0053229313,"about_ca_topic_score_gemma":0.0021122661,"teacher_disagreement_score":0.8368244,"about_ca_system_score_codex":0.00082065066,"about_ca_system_score_gemma":0.0016820565,"threshold_uncertainty_score":0.8046715},"labels":[],"label_agreement":null},{"id":"W2589616310","doi":"10.1200/jco.2012.30.34_suppl.248","title":"Development of quality indicators for treatment of ductal carcinoma in situ (DCIS) of the breast using a multidisciplinary Delphi process.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Foothills Medical Centre","funders":"","keywords":"Medicine; Delphi method; Ductal carcinoma; Multidisciplinary approach; Likert scale; Breast cancer; Medical diagnosis; Medical physics; Family medicine; Cancer; Internal medicine; Pathology; Psychology","score_opus":0.5030551334098053,"score_gpt":0.6324420316247569,"score_spread":0.12938689821495153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589616310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997342,0.00014268597,0.00011109508,0.001141475,0.00031160418,0.00047269982,0.000008071975,0.000002366137,0.00046801343],"genre_scores_gemma":[0.98562866,0.00003768411,0.014077447,0.00001107114,0.00021851968,0.000011006514,3.3075622e-7,0.0000074505883,0.000007810843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99504775,0.0010340088,0.0028258134,0.00011354155,0.000669069,0.0003098483],"domain_scores_gemma":[0.9934822,0.0026336254,0.0030506107,0.00014488699,0.0005025138,0.00018618305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012481395,0.000092186776,0.0009769768,0.00020787548,0.000089118985,0.0000024799963,0.00046260876,0.00031189952,0.000016473326],"category_scores_gemma":[0.0028412049,0.000059272996,0.00034686897,0.00042128025,0.0008472779,0.00014557796,0.000104748164,0.00022225257,2.2131759e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012067495,0.0044589834,0.92813563,0.000075149765,0.000096878415,0.0000066970197,0.02252283,0.00001285135,0.0020782943,0.0004284927,0.000019009194,0.040958412],"study_design_scores_gemma":[0.0020509635,0.0012870218,0.97738457,0.000083424886,0.000057218545,0.000026712476,0.012190469,0.000021452106,0.0055335118,0.000710571,0.00057282764,0.000081231636],"about_ca_topic_score_codex":0.00023945271,"about_ca_topic_score_gemma":0.00094766926,"teacher_disagreement_score":0.049248945,"about_ca_system_score_codex":0.0004588427,"about_ca_system_score_gemma":0.0051535717,"threshold_uncertainty_score":0.91422147},"labels":[],"label_agreement":null},{"id":"W2590016632","doi":"10.1136/tobaccocontrol-2017-053632","title":"Blog fog? Using rapid response to advance science and promote debate","year":2017,"lang":"en","type":"editorial","venue":"Tobacco Control","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit; University of Toronto","funders":"","keywords":"Tobacco control; Constructive; Presentation (obstetrics); Relevance (law); Public relations; Field (mathematics); Political science; Engineering ethics; Control (management); Tobacco industry; Sociology; Public health; Medicine; Computer science; Law; Engineering","score_opus":0.050860844746745064,"score_gpt":0.4420159865616836,"score_spread":0.39115514181493855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590016632","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024067324,0.0015618738,0.0009417445,0.009382039,0.94024295,0.0068253647,0.00038444635,0.00064660975,0.015947659],"genre_scores_gemma":[0.1270684,0.0005928896,0.0067277155,0.00030933836,0.85784495,0.0004936629,0.0000057219036,0.00016094712,0.006796411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99277914,0.0007525224,0.00039347407,0.0010583607,0.003691077,0.001325436],"domain_scores_gemma":[0.9933353,0.0022746213,0.00036835758,0.0012015518,0.002212228,0.00060794706],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019423453,0.0003433399,0.0006128103,0.00056962797,0.0026318533,0.0013008978,0.0028280837,0.0006839185,0.000052319796],"category_scores_gemma":[0.061230104,0.00034623756,0.000084672814,0.0005891326,0.0025300172,0.00070111715,0.00054697716,0.00093002006,0.000057919406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026404136,0.000068374364,0.00018078495,0.000044407105,0.000046350888,0.0002022506,0.0018473058,0.000005181013,0.015387861,0.00038018747,0.88510644,0.094090454],"study_design_scores_gemma":[0.0007097475,0.00017602749,0.000053200765,0.00020431181,0.000030118561,0.0000016497058,0.00012381985,0.000045346915,0.00013186765,0.00053684914,0.9975723,0.00041477155],"about_ca_topic_score_codex":0.0019767813,"about_ca_topic_score_gemma":0.001002488,"teacher_disagreement_score":0.11246586,"about_ca_system_score_codex":0.0010150069,"about_ca_system_score_gemma":0.007586234,"threshold_uncertainty_score":0.99989897},"labels":[],"label_agreement":null},{"id":"W2593423025","doi":"10.1016/j.jcjd.2016.10.011","title":"The Diabetes Evaluation Framework for Innovative National Evaluations (DEFINE): Construct and Content Validation Using a Modified Delphi Method","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Centre for Family Medicine","funders":"","keywords":"Delphi method; Medicine; Likert scale; Construct (python library); Content validity; Knowledge translation; Construct validity; Set (abstract data type); Delphi; Scale (ratio); Nominal group; Knowledge management; Management science; Medical education; Nursing; Computer science; Psychology; Psychometrics; Artificial intelligence; Engineering","score_opus":0.41318243932789706,"score_gpt":0.5238711762513243,"score_spread":0.11068873692342723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593423025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96855116,0.0006405024,0.013604142,0.013875121,0.0006281642,0.001145884,0.0000870976,0.000008539013,0.0014593635],"genre_scores_gemma":[0.96513253,0.000009209745,0.03437852,0.00010925172,0.00027454016,0.00006286809,0.0000045568804,0.0000116984775,0.000016794287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99756366,0.0005963045,0.0004188328,0.00014078955,0.00087358593,0.00040684364],"domain_scores_gemma":[0.98985,0.002757327,0.0007143931,0.00018078124,0.0062258774,0.00027161144],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.014572498,0.00010032681,0.00018619781,0.00029947035,0.0033701344,0.0008598111,0.000505402,0.00012845985,0.000032795786],"category_scores_gemma":[0.046681114,0.000083815605,0.00006605069,0.00024198803,0.0008442275,0.00052637636,0.000024346338,0.0002482302,5.743115e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012999744,0.000024809466,0.15136026,0.000031992597,0.00042566084,9.199618e-7,0.005002656,0.000672487,0.0028546613,0.6097239,0.002495288,0.22739433],"study_design_scores_gemma":[0.0009989736,0.00016083731,0.061634395,0.000335593,0.00016419141,0.000001508453,0.0059375498,0.035173133,0.0032597508,0.89026225,0.0017641315,0.00030769035],"about_ca_topic_score_codex":0.0011031926,"about_ca_topic_score_gemma":0.005734363,"teacher_disagreement_score":0.2805383,"about_ca_system_score_codex":0.00046701243,"about_ca_system_score_gemma":0.0051118233,"threshold_uncertainty_score":0.99792737},"labels":[],"label_agreement":null},{"id":"W2594348303","doi":"10.1158/1055-9965.epi-17-0034","title":"Patterns of Multivitamin Use after Colorectal Cancer Diagnosis in Association with Long-term Survival","year":2017,"lang":"en","type":"article","venue":"Cancer Epidemiology Biomarkers & Prevention","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multivitamin; Medicine; Hazard ratio; Colorectal cancer; Proportional hazards model; Cancer; Population; Confidence interval; Cancer registry; Internal medicine; Vitamin; Environmental health","score_opus":0.14908952990862367,"score_gpt":0.47953712612597066,"score_spread":0.330447596217347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594348303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926781,0.0006233668,0.0005175953,0.004465255,0.00061147957,0.00086817634,0.000100215155,0.000039715356,0.000096065734],"genre_scores_gemma":[0.992178,0.0037469266,0.00034576183,0.000043378797,0.00012955375,0.0029550132,0.000017876344,0.000019638941,0.0005638347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957875,0.0022723326,0.0005115377,0.00046160168,0.00034961698,0.00061738834],"domain_scores_gemma":[0.99638397,0.002030869,0.0009092906,0.00033362632,0.00023432095,0.00010792991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006170885,0.00016771599,0.00047864558,0.00017788993,0.0002716663,0.000045228535,0.00045843457,0.00040520192,0.00037837916],"category_scores_gemma":[0.003683868,0.0001584421,0.00013402388,0.00014955731,0.0004227195,0.0006119931,0.00012577427,0.00025444158,0.0000037558789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030535343,0.00010321857,0.9789358,0.000039983774,0.00018437573,0.000010978374,0.000390805,0.000003860556,0.000106959706,0.000066229826,0.0004445732,0.019407904],"study_design_scores_gemma":[0.0005919935,0.00007511453,0.99718416,0.0005356622,0.000049412232,1.8348845e-7,0.00010100196,0.000020575038,0.0007137917,0.00031564353,0.00024067999,0.0001717728],"about_ca_topic_score_codex":0.0664041,"about_ca_topic_score_gemma":0.36365238,"teacher_disagreement_score":0.29724827,"about_ca_system_score_codex":0.0012424284,"about_ca_system_score_gemma":0.00029521037,"threshold_uncertainty_score":0.9398128},"labels":[],"label_agreement":null},{"id":"W2596090839","doi":"10.1038/nrurol.2017.26","title":"Semantics in active surveillance for men with localized prostate cancer — results of a modified Delphi consensus procedure","year":2017,"lang":"en","type":"review","venue":"Nature Reviews Urology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Health Sciences Centre; Sunnybrook Health Science Centre; BC Cancer Agency; University of Toronto","funders":"Movember Foundation","keywords":"Medicine; Prostate cancer; Delphi; Delphi method; Semantics (computer science); Oncology; Cancer; Internal medicine; Artificial intelligence; Programming language","score_opus":0.18942761165341615,"score_gpt":0.5208754170714603,"score_spread":0.3314478054180442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596090839","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031068134,0.97838736,0.000021584432,0.0025534283,0.00014981935,0.013793553,0.0007077056,0.000049382226,0.0043340656],"genre_scores_gemma":[0.0003405514,0.99428266,0.00069252175,0.00007095623,0.00017632204,0.0035664963,0.00009094986,0.000070385344,0.0007091621],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99378854,0.0023621928,0.0014287718,0.0009631135,0.0005794979,0.00087785476],"domain_scores_gemma":[0.99368703,0.0018746984,0.0025852197,0.0009458877,0.00076361565,0.00014356854],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00659969,0.0005443371,0.0040998757,0.00038611726,0.00022965128,0.000042543412,0.0014166336,0.0021550662,0.000007615961],"category_scores_gemma":[0.009410047,0.0003772018,0.00041074972,0.0007932286,0.0010919755,0.00006224812,0.00014977944,0.0021658102,0.000003905115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010532666,0.00008305023,0.000024423882,0.022449216,0.00016346558,0.00004353142,0.00082715345,0.0000030740553,3.244485e-7,0.0014060655,0.010605013,0.9633414],"study_design_scores_gemma":[0.0009168865,0.00018189014,0.0000045685297,0.0074092643,0.00020582588,0.000015377333,0.00003880464,0.000021607648,8.4205647e-7,0.00043151292,0.9904133,0.00036013898],"about_ca_topic_score_codex":0.00089658535,"about_ca_topic_score_gemma":0.014567895,"teacher_disagreement_score":0.9798083,"about_ca_system_score_codex":0.0003266181,"about_ca_system_score_gemma":0.0033923984,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W2597695181","doi":"","title":"Sedentary behaviour consensus statement for older men and women: Development and results","year":2016,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge; Ontario Tech University","funders":"","keywords":"Delphi method; Psychological intervention; Delphi; Statement (logic); Gerontology; Medicine; Public health; Psychology; Political science; Nursing","score_opus":0.10084652883513925,"score_gpt":0.42944731936402675,"score_spread":0.32860079052888747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597695181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9551731,0.00003649861,0.0005554754,0.02410976,0.000054237837,0.0012125802,0.000044416036,0.00011483598,0.018699113],"genre_scores_gemma":[0.9643798,0.00008851797,0.012644442,0.00013531135,0.00002769328,0.0002619049,0.000001990422,0.000008597772,0.022451736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876404,0.00006970999,0.00024684565,0.00023521592,0.00031427125,0.000369902],"domain_scores_gemma":[0.99922675,0.00036905034,0.000044807228,0.0000907337,0.00009004585,0.00017860255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023511052,0.000070168135,0.00008756729,0.00005975356,0.00027488693,0.000055687167,0.0000962243,0.000050138784,0.000105430525],"category_scores_gemma":[0.00017725474,0.000047727644,0.000008556738,0.000053360644,0.00024127602,0.000060557646,0.00009623453,0.00003096537,0.000005008564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004700113,0.0002050611,0.026031708,0.00005688547,0.00008910892,0.000037479822,0.08409776,5.310831e-8,0.0017844586,0.007835182,0.4127925,0.4665998],"study_design_scores_gemma":[0.0053173504,0.0003175532,0.050031222,0.00011554439,0.000011960052,0.0000049958026,0.092613,0.000008146257,0.017695265,0.0056135696,0.82767725,0.00059414376],"about_ca_topic_score_codex":0.000600962,"about_ca_topic_score_gemma":0.00062102434,"teacher_disagreement_score":0.46600565,"about_ca_system_score_codex":0.00022578708,"about_ca_system_score_gemma":0.00017198945,"threshold_uncertainty_score":0.21142359},"labels":[],"label_agreement":null},{"id":"W2600272500","doi":"","title":"Developing a standardized tool for interpretation of radiology diagnostic accuracy trials","year":2016,"lang":"en","type":"dissertation","venue":"Middlesex University Research Repository (Middlesex University Of London)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Diagnostic accuracy; Medical physics; Medicine; Gold standard (test); Radiological weapon; Radiology","score_opus":0.1423269352725825,"score_gpt":0.42687678916999255,"score_spread":0.28454985389741005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600272500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8095166,0.0027284909,0.06473257,0.0018817546,0.0022453899,0.015173268,0.0016568294,0.0005520073,0.10151309],"genre_scores_gemma":[0.88523936,0.0078302,0.0066195093,0.000008032768,0.0003760983,0.000013899382,0.00050083,0.000104905965,0.099307165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98665994,0.0075047286,0.0010131535,0.0010930168,0.0025014286,0.0012277575],"domain_scores_gemma":[0.9635584,0.027791608,0.0015326253,0.00089774164,0.0058576795,0.00036199146],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013516563,0.00045342077,0.0018193604,0.0024167667,0.0022258987,0.00009301206,0.00301248,0.0012619541,0.00017142073],"category_scores_gemma":[0.026264811,0.00051915523,0.0009405555,0.001432206,0.0024699147,0.0008440609,0.00045431222,0.0009924897,0.000020318736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12804037,0.002394672,0.0098692635,0.015151971,0.008557083,0.0033202518,0.13091193,0.0001307815,0.11368571,0.22772822,0.06482307,0.29538667],"study_design_scores_gemma":[0.021960849,0.00444589,0.00595254,0.015124401,0.001876531,0.00005078131,0.37626854,0.00032379042,0.08378776,0.020037748,0.46589226,0.0042789117],"about_ca_topic_score_codex":0.005527108,"about_ca_topic_score_gemma":0.0034585632,"teacher_disagreement_score":0.4010692,"about_ca_system_score_codex":0.0028809863,"about_ca_system_score_gemma":0.007292846,"threshold_uncertainty_score":0.999726},"labels":[],"label_agreement":null},{"id":"W2603672715","doi":"10.1007/s00167-017-4535-5","title":"Translation, validation, and cross-cultural adaption of the Western Ontario Meniscal Evaluation Tool (WOMET) into German","year":2017,"lang":"en","type":"article","venue":"Knee Surgery Sports Traumatology Arthroscopy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"German; Cronbach's alpha; Construct validity; Medicine; Reliability (semiconductor); Quality of life (healthcare); Physical therapy; Osteoarthritis; Internal consistency; Psychometrics; Surgery; Patient satisfaction; Clinical psychology; Geography; Pathology","score_opus":0.13698700921344026,"score_gpt":0.4670243780685768,"score_spread":0.3300373688551365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603672715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947304,0.00008368406,0.00014722242,0.0018046044,0.00071273046,0.0007352699,0.0000038859257,0.000057154695,0.0017250077],"genre_scores_gemma":[0.9988298,0.000048601632,0.00053228566,0.000031028405,0.00004595999,0.00008761048,0.000017878132,0.000013067012,0.00039379226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739504,0.0003732179,0.0005908925,0.00034152195,0.00095666666,0.00034264414],"domain_scores_gemma":[0.9980705,0.00027108454,0.00050470186,0.0005752783,0.0004981619,0.00008027109],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004046563,0.00015476794,0.00034317566,0.00012586103,0.0017154486,0.00025827994,0.0003157481,0.00025973382,0.00035250591],"category_scores_gemma":[0.0006029559,0.00012931364,0.00012485083,0.00012876336,0.0021231726,0.0011952029,0.0000594619,0.00023241882,0.0000060846696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042848653,0.00003981799,0.97508705,0.000018083043,0.000018280276,0.0000027402896,0.0084869275,0.000007479515,0.00020481652,0.0008698709,0.00034903744,0.014873069],"study_design_scores_gemma":[0.0003110682,0.000016505079,0.9835279,0.0000627188,0.000031688618,0.0000103674465,0.00020973611,0.00002823159,0.0030032068,0.0043001217,0.008336659,0.00016181327],"about_ca_topic_score_codex":0.013618493,"about_ca_topic_score_gemma":0.07113923,"teacher_disagreement_score":0.057520736,"about_ca_system_score_codex":0.00014494469,"about_ca_system_score_gemma":0.00067033933,"threshold_uncertainty_score":0.9995842},"labels":[],"label_agreement":null},{"id":"W2605408553","doi":"10.1097/tp.0000000000001774","title":"Toward Establishing Core Outcome Domains For Trials in Kidney Transplantation","year":2017,"lang":"en","type":"article","venue":"Transplantation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Psychological intervention; Transplantation; Stakeholder; Intensive care medicine; Terminology; Dialysis; Kidney transplantation; Nursing; Surgery; Public relations; Political science","score_opus":0.526790837539381,"score_gpt":0.5498734921558716,"score_spread":0.023082654616490506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605408553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7228328,0.000044107004,0.2102598,0.017677734,0.0016234522,0.006388409,0.0012119814,0.00046969793,0.039492037],"genre_scores_gemma":[0.992871,0.00082385214,0.005219342,0.00013450715,0.00020758207,0.0002855517,0.00019376744,0.000019590221,0.000244794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977121,0.00041097339,0.0006485405,0.0002819763,0.0005380056,0.00040843067],"domain_scores_gemma":[0.9976584,0.0015466582,0.00029187882,0.00024035631,0.00011101037,0.00015173918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0094555495,0.00012437163,0.0003543036,0.00023001534,0.00078890345,0.00043952238,0.0006012647,0.0001970085,0.000063939086],"category_scores_gemma":[0.0036445837,0.00012611583,0.00013818864,0.00012659044,0.00017657736,0.0010549858,0.0000060611924,0.00018143571,0.0000104198625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054561063,0.00042121988,0.36744565,0.0046519376,0.00012136639,0.00051604834,0.23102625,0.00016816711,0.02381693,0.30020145,0.0037780434,0.06239683],"study_design_scores_gemma":[0.040373772,0.00075493363,0.6525718,0.003699323,0.0010812819,0.000060750972,0.0189517,0.0022118539,0.038283836,0.20270732,0.036081996,0.0032214571],"about_ca_topic_score_codex":0.0050252485,"about_ca_topic_score_gemma":0.008142639,"teacher_disagreement_score":0.28512612,"about_ca_system_score_codex":0.00013074388,"about_ca_system_score_gemma":0.00023331083,"threshold_uncertainty_score":0.7596706},"labels":[],"label_agreement":null},{"id":"W2605723432","doi":"","title":"Core outcome measures in ICU trials involving mechanical ventilation: international consensus plans","year":2013,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Mechanical ventilation; Outcome (game theory); Core (optical fiber); Medicine; Operations management; Computer science; Engineering; Economics; Anesthesia","score_opus":0.3714464104157226,"score_gpt":0.4723705416100904,"score_spread":0.10092413119436777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605723432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78822666,0.00003593603,0.00050928775,0.06276248,0.0008977141,0.0046625203,0.0002014142,0.0005601595,0.14214383],"genre_scores_gemma":[0.9884103,0.00017727146,0.000831365,0.00003386852,0.00021210617,0.00001591207,0.00003178734,0.000018756722,0.010268663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927744,0.00225066,0.00058849086,0.00051759725,0.0029187535,0.0009500464],"domain_scores_gemma":[0.995529,0.0022704678,0.00017791355,0.00036352832,0.0012076945,0.00045140673],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012793151,0.00016796906,0.0004237989,0.001143413,0.0007297353,0.00022742429,0.0012902282,0.00033547933,0.0033546772],"category_scores_gemma":[0.0077797705,0.00018241584,0.00018288719,0.0012363951,0.00079852925,0.00051391113,0.000559207,0.0011118292,0.00026605694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007262132,0.00080186786,0.31137976,0.000076167154,0.00028922936,0.0033099593,0.0047813244,0.000060195547,0.0029000905,0.51808155,0.14939389,0.008199733],"study_design_scores_gemma":[0.006849535,0.0006828457,0.24036835,0.0007146924,0.000075597,0.000028388728,0.16195042,0.001194854,0.002256538,0.051199876,0.53265303,0.0020258713],"about_ca_topic_score_codex":0.029701963,"about_ca_topic_score_gemma":0.0046874713,"teacher_disagreement_score":0.4668817,"about_ca_system_score_codex":0.00078327814,"about_ca_system_score_gemma":0.0008083926,"threshold_uncertainty_score":0.9975564},"labels":[],"label_agreement":null},{"id":"W2605939694","doi":"10.1136/bmjopen-2016-014772","title":"Systematic approach to evaluating and confirming the utility of a suite of national health system performance (HSP) indicators in Canada: a modified Delphi study","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Medicine; Suite; Delphi method; Delphi; Public health; Environmental health; Pathology","score_opus":0.45506122199680255,"score_gpt":0.5612361847494822,"score_spread":0.10617496275267968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605939694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95848906,0.000018861112,0.000035917823,0.00045044525,0.000029607594,0.021497954,0.000011528659,0.000005396452,0.019461233],"genre_scores_gemma":[0.99772835,9.3459977e-7,0.00028825417,0.000018587178,0.000009649139,0.0019160502,4.2249343e-7,0.0000048222078,0.00003295539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996016,0.0013113153,0.0006763054,0.00020673052,0.00155517,0.0002344573],"domain_scores_gemma":[0.9981091,0.00042989216,0.00067925383,0.00047011682,0.00022855449,0.00008307224],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033657946,0.00006931513,0.0003955176,0.00013082422,0.00061482063,0.00011794495,0.0015316403,0.000027302236,0.0000027023682],"category_scores_gemma":[0.0026994285,0.000051367053,0.0000142863355,0.0003099126,0.00014566565,0.00016645892,0.0006252979,0.000112292335,2.9320756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019971358,0.00029555033,0.8420904,0.022590932,0.000107835156,0.000003600583,0.11952742,0.00021371059,0.000012088136,0.010585082,0.0003517204,0.004021942],"study_design_scores_gemma":[0.0006228979,0.00013856885,0.73952883,0.0044312603,0.00000891391,0.0000028576344,0.20448565,0.050566107,0.000020462507,0.00005334292,0.0000038735275,0.00013720256],"about_ca_topic_score_codex":0.9208014,"about_ca_topic_score_gemma":0.82094413,"teacher_disagreement_score":0.10256154,"about_ca_system_score_codex":0.00048503495,"about_ca_system_score_gemma":0.0062118894,"threshold_uncertainty_score":0.99942195},"labels":[],"label_agreement":null},{"id":"W2606195139","doi":"10.1136/archdischild-2016-312284","title":"Priority setting in paediatric preventive care research","year":2017,"lang":"en","type":"article","venue":"Archives of Disease in Childhood","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Hospital for Sick Children; University of Toronto; North York General Hospital","funders":"","keywords":"Medicine; Family medicine; Preventive care; Mental health; Alliance; Health care; Pediatrics; Psychiatry","score_opus":0.055110507732501965,"score_gpt":0.44956888091882785,"score_spread":0.3944583731863259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606195139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94290674,0.00076949014,0.000005064078,0.0029733065,0.000080762,0.0012783777,0.00006134588,0.000036734524,0.051888157],"genre_scores_gemma":[0.99827236,0.00062478293,0.0007071707,0.000007679265,0.00016149717,0.00009454417,0.0000068865975,0.000015947984,0.00010910602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99627936,0.001296678,0.0003219377,0.00041647104,0.0009707238,0.0007148381],"domain_scores_gemma":[0.99757046,0.001165355,0.00013911612,0.0007515317,0.00009954752,0.0002739978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002315115,0.00011137142,0.00019982862,0.00067161996,0.0007959414,0.00012076442,0.0016165122,0.000068144436,0.000025020505],"category_scores_gemma":[0.0067154425,0.000121121586,0.0001124413,0.00038874213,0.0011445561,0.0003225819,0.0007791384,0.000680655,0.000009134936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007339568,0.00037270313,0.8669603,0.00008924871,0.0000063029693,0.00003989831,0.06772078,0.0000067981887,0.00002144252,0.0031704386,0.00009342929,0.06144525],"study_design_scores_gemma":[0.00046183693,0.000035030047,0.94103646,0.0003136625,0.000003358215,5.0882687e-8,0.007046174,0.000026973696,0.00007443862,0.05041816,0.00046563215,0.00011822311],"about_ca_topic_score_codex":0.0042298315,"about_ca_topic_score_gemma":0.004850112,"teacher_disagreement_score":0.074076146,"about_ca_system_score_codex":0.000106467414,"about_ca_system_score_gemma":0.0011556019,"threshold_uncertainty_score":0.8039497},"labels":[],"label_agreement":null},{"id":"W2607048709","doi":"10.1097/tp.0000000000001776","title":"Developing Consensus-Based Priority Outcome Domains for Trials in Kidney Transplantation","year":2017,"lang":"en","type":"article","venue":"Transplantation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Transplantation; Family medicine; Intensive care medicine; Internal medicine","score_opus":0.35645210511187436,"score_gpt":0.5393189163342546,"score_spread":0.1828668112223802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607048709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6300647,0.000017353823,0.33284706,0.02476099,0.0006993993,0.004542502,0.000559868,0.00028378726,0.006224335],"genre_scores_gemma":[0.97435206,0.00023648214,0.024630154,0.00021265159,0.000103226106,0.00024649815,0.00011742626,0.000015910835,0.00008556606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974797,0.0007142727,0.00068368454,0.0002727395,0.00046514318,0.00038449606],"domain_scores_gemma":[0.99725586,0.0019512094,0.00030230978,0.00022450507,0.00014532795,0.000120780685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009330851,0.00012594042,0.0003538939,0.00021800627,0.00092545594,0.00020938928,0.00040042022,0.00019040272,0.000028729124],"category_scores_gemma":[0.0029907369,0.00013081642,0.00012244954,0.000119810225,0.000234812,0.00024717674,0.0000036281333,0.00014774286,0.0000089600635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007222397,0.00036517036,0.5372055,0.0055199857,0.00011333785,0.00039068953,0.046300065,0.00022123409,0.018277064,0.347319,0.0009197468,0.03614577],"study_design_scores_gemma":[0.031488184,0.0003446333,0.78714675,0.0025061218,0.00050993083,0.000018035205,0.0028183581,0.002050566,0.0823136,0.071713366,0.01705835,0.0020321219],"about_ca_topic_score_codex":0.0027637081,"about_ca_topic_score_gemma":0.011267634,"teacher_disagreement_score":0.34428737,"about_ca_system_score_codex":0.00020976982,"about_ca_system_score_gemma":0.00077993213,"threshold_uncertainty_score":0.7117953},"labels":[],"label_agreement":null},{"id":"W2607685228","doi":"10.1183/13993003.congress-2016.pa4409","title":"O<sub>2</sub>concentration based definition of wait times between multiple breath nitrogen washout trials","year":2016,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Washout; Nitrogen washout; Medicine; Nuclear medicine; Anesthesia; Limits of agreement; Reference values; Internal medicine; Functional residual capacity; Lung; Lung volumes","score_opus":0.18537536997915696,"score_gpt":0.41092492613558873,"score_spread":0.22554955615643177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607685228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94233304,0.000028215178,0.015089136,0.003924716,0.00008447515,0.0012186174,0.00014551176,0.00033538716,0.036840905],"genre_scores_gemma":[0.99659294,0.00006386833,0.0028399115,0.000045632427,0.00022985008,0.00006870316,0.000022281882,0.000015036379,0.000121776655],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970209,0.0010125535,0.00054706377,0.00025042502,0.0007873912,0.000381695],"domain_scores_gemma":[0.9956587,0.0034442358,0.00022040479,0.00023660356,0.00030028206,0.00013977528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047450066,0.00011453166,0.0003393963,0.000114979615,0.00018737062,0.00004797923,0.00029943555,0.0001919906,0.00058294856],"category_scores_gemma":[0.004123385,0.000079961945,0.00016032803,0.0002881179,0.00032140553,0.0002877745,0.000036977595,0.000073719115,0.00012800048],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015994377,0.00018052067,0.19746155,0.000031005926,0.00008863549,0.000004161846,0.00085172063,9.2035333e-7,0.6347085,0.05527256,0.009849034,0.10139142],"study_design_scores_gemma":[0.00092966843,0.000085099564,0.0029238868,0.00006794449,0.000032710344,1.5793543e-7,0.00025980317,0.00004235946,0.96257913,0.03196625,0.00095014664,0.00016283782],"about_ca_topic_score_codex":0.000982442,"about_ca_topic_score_gemma":0.0004197447,"teacher_disagreement_score":0.3278706,"about_ca_system_score_codex":0.00016031472,"about_ca_system_score_gemma":0.00036768397,"threshold_uncertainty_score":0.6382878},"labels":[],"label_agreement":null},{"id":"W2607894651","doi":"10.1016/j.jogc.2017.03.012","title":"O-OBS-MFM-MD-005 Lacking Consensus: Results from an International Delphi Survey on Invasive Placentation","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Obstetrics; Delphi method; Likert scale; Caesarean section; Hysterectomy; Family medicine; Gynecology; Pregnancy; Surgery","score_opus":0.12307569975675445,"score_gpt":0.4082613960487527,"score_spread":0.2851856962919983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607894651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798321,0.00012207232,0.000011490558,0.0037701563,0.009854637,0.00013182533,0.0003466966,0.0000062337986,0.005924767],"genre_scores_gemma":[0.99871373,0.0004045692,0.00036107673,0.00026118718,0.00011279593,0.0000011776049,0.000023787521,0.000008245631,0.00011341746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99785346,0.00045147506,0.00044683213,0.00018423128,0.0008106899,0.0002533221],"domain_scores_gemma":[0.98430973,0.0135519225,0.0008593634,0.00021980942,0.00081670715,0.0002424558],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002283099,0.00009323749,0.00020531028,0.00021973552,0.00068598957,0.0002610242,0.0007374714,0.00015267887,0.00011636877],"category_scores_gemma":[0.083311476,0.00008994393,0.000030893458,0.00012122595,0.00026541724,0.00024905676,0.000085683365,0.00039552737,0.0000010549269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001636898,0.00016836586,0.8230649,0.000005374444,0.00020798825,0.0034029349,0.0031328313,0.00012809582,0.00005607635,0.0012474469,0.069148526,0.09927373],"study_design_scores_gemma":[0.0011707082,0.00016365737,0.9848346,0.000012196322,0.000011259563,0.0000030256156,0.001787308,0.00006487594,0.00010151998,0.00072467304,0.011007707,0.00011843927],"about_ca_topic_score_codex":0.52419555,"about_ca_topic_score_gemma":0.87825096,"teacher_disagreement_score":0.35405537,"about_ca_system_score_codex":0.0012554938,"about_ca_system_score_gemma":0.0027081787,"threshold_uncertainty_score":0.92441016},"labels":[],"label_agreement":null},{"id":"W2607916433","doi":"","title":"“GMFM in practice: opportunities, challenges and future- what’s app?”","year":2016,"lang":"en","type":"article","venue":"Developmental Medicine & Child Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology","score_opus":0.13885259396899072,"score_gpt":0.3964516009862945,"score_spread":0.25759900701730376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607916433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026209988,0.005877871,0.0000053356916,0.82956827,0.00088932936,0.00044076587,0.0000012052842,0.0001314126,0.13687584],"genre_scores_gemma":[0.6120816,0.3649399,0.0003182485,0.020614363,0.0012539385,0.00012367358,0.0000042053252,0.000034122804,0.0006299837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975534,0.0006154098,0.0003231579,0.00042935,0.0005401322,0.00053854956],"domain_scores_gemma":[0.9984744,0.0009795622,0.00009598459,0.0001535067,0.000070081296,0.00022646961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019118695,0.00016275793,0.0002531727,0.00032962434,0.0002016063,0.000019439283,0.00033805505,0.00020337431,0.00032026868],"category_scores_gemma":[0.0009659097,0.00011718603,0.000015058505,0.00017989776,0.0011070982,0.0006330477,0.00018050673,0.00034867768,0.000023363833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011835986,0.00006324507,0.0011196451,0.000011211989,0.000013905183,0.0004716988,0.012677773,4.1353023e-9,0.000070776536,0.037739974,0.003345957,0.94436747],"study_design_scores_gemma":[0.00074379606,0.00025434597,0.024063159,0.00009583519,0.0000049707614,0.00023929359,0.015413273,1.8674322e-7,0.00003384093,0.0014715716,0.95753455,0.0001451587],"about_ca_topic_score_codex":0.00021253111,"about_ca_topic_score_gemma":0.0011570151,"teacher_disagreement_score":0.9541886,"about_ca_system_score_codex":0.000085168685,"about_ca_system_score_gemma":0.00022363395,"threshold_uncertainty_score":0.47787076},"labels":[],"label_agreement":null},{"id":"W2609950495","doi":"10.1016/j.jid.2017.04.017","title":"Identifying What to Measure in Acne Clinical Trials: First Steps towards Development of a Core Outcome Set","year":2017,"lang":"en","type":"letter","venue":"Journal of Investigative Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Acne; Outcome (game theory); Medicine; Scopus; Clinical trial; Set (abstract data type); Core (optical fiber); MEDLINE; Physical therapy; Dermatology; Internal medicine; Computer science; Political science","score_opus":0.817148238128998,"score_gpt":0.6180600763007474,"score_spread":0.1990881618282505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609950495","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07844405,0.0007872607,0.0005821951,0.91522855,0.002771941,0.0014335616,0.000030842755,0.000026601852,0.00069501094],"genre_scores_gemma":[0.48642138,0.0027908888,0.11422751,0.3844184,0.009630443,0.00043981406,0.000086386615,0.00035740965,0.001627779],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837797,0.007188148,0.005485449,0.000462995,0.0022734648,0.0008101913],"domain_scores_gemma":[0.986185,0.00495084,0.005992823,0.00054453884,0.0018715302,0.0004552296],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.034151644,0.0004028021,0.003258463,0.0013044144,0.00041712046,0.0003233388,0.002819955,0.0019270239,0.00008740731],"category_scores_gemma":[0.0700513,0.00034311155,0.000601548,0.00047598674,0.0024727718,0.0007959551,0.00048220958,0.0049265423,0.000033827062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014214919,0.00008758887,0.015539288,0.0005041059,0.0005210452,0.0059991144,0.032873113,0.000001766891,0.00012216928,0.00016206926,0.9346736,0.009373964],"study_design_scores_gemma":[0.0021777821,0.00024379732,0.013074478,0.0070388494,0.00018992969,0.00074986625,0.014221762,0.0000068139248,0.0058596404,0.012110758,0.94342744,0.00089888694],"about_ca_topic_score_codex":0.0002704289,"about_ca_topic_score_gemma":0.0020454756,"teacher_disagreement_score":0.5308101,"about_ca_system_score_codex":0.0006489161,"about_ca_system_score_gemma":0.0052206507,"threshold_uncertainty_score":0.99990207},"labels":[],"label_agreement":null},{"id":"W2611326452","doi":"10.1080/24745332.2017.1304108","title":"2016 Canadian Respiratory Conference abstracts","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Political science; Library science; Computer science","score_opus":0.17496516604293036,"score_gpt":0.45003707959992606,"score_spread":0.2750719135569957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611326452","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24997509,0.042056568,0.00011634605,0.089748435,0.0035721313,0.00063462945,0.000109391774,0.000040861883,0.6137465],"genre_scores_gemma":[0.99540895,0.000095989606,0.000086971995,0.00295777,0.0013227607,0.000003976375,5.740598e-7,0.000017742715,0.0001052622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974455,0.000288359,0.0005227241,0.00022439714,0.000673462,0.00084553426],"domain_scores_gemma":[0.99206996,0.0003684804,0.00017666761,0.00044841203,0.0019466735,0.004989797],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0030390392,0.0001622642,0.00035797103,0.0006384356,0.0021915957,0.00034546133,0.0010092341,0.00028447536,0.0007866436],"category_scores_gemma":[0.015498307,0.00014340354,0.00006813568,0.00011058529,0.0042374176,0.0004992534,0.000026536949,0.00074093364,0.000019418167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007969319,0.000026054793,0.054936256,0.00033635797,0.000114119655,0.018422548,0.03025394,0.000002559511,0.0006011587,0.14526816,0.23506558,0.5148936],"study_design_scores_gemma":[0.0004339726,0.0006001762,0.02030628,0.0004293692,0.000048341662,0.000024178806,0.012553549,7.1511255e-7,0.00008712645,0.0022308952,0.9630695,0.00021590845],"about_ca_topic_score_codex":0.4686201,"about_ca_topic_score_gemma":0.93132627,"teacher_disagreement_score":0.74543387,"about_ca_system_score_codex":0.0005360276,"about_ca_system_score_gemma":0.011121566,"threshold_uncertainty_score":0.9991074},"labels":[],"label_agreement":null},{"id":"W2613233727","doi":"10.4324/9781315882307.ch13","title":"Pilot studies for randomized clinical trials","year":2015,"lang":"en","type":"article","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Computer science; Surgery","score_opus":0.2601020953966476,"score_gpt":0.43693105509671554,"score_spread":0.17682895970006796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613233727","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29428217,0.09588842,0.03330633,0.04273284,0.013674346,0.01662676,0.00014336687,0.0021412296,0.50120455],"genre_scores_gemma":[0.9460595,0.0020270385,0.0065706093,0.0002540471,0.0010245295,0.0003112237,0.000011544942,0.000020699123,0.043720767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937142,0.0038975645,0.00072365336,0.0003657248,0.00088520173,0.0004136678],"domain_scores_gemma":[0.98997587,0.007958436,0.00036654383,0.00026578284,0.0009331577,0.0005001801],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025609776,0.00015928148,0.00083555887,0.00017856207,0.0048146853,0.00006174748,0.00048831763,0.00015150376,0.0000141721475],"category_scores_gemma":[0.031175194,0.00014613208,0.000498228,0.00026145056,0.0017991535,0.00029295596,0.00021196682,0.00022626514,0.00003248747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11075442,0.00065520697,0.004980476,0.000062411986,0.0016130084,0.00073851633,0.07672612,0.00021346401,0.0008162663,0.6493922,0.13495044,0.019097494],"study_design_scores_gemma":[0.114635766,0.0005629043,0.00036956067,0.00014140052,0.0005313524,0.000074897245,0.15323159,0.0009270069,0.0011016909,0.048756476,0.67900914,0.00065824564],"about_ca_topic_score_codex":0.022291714,"about_ca_topic_score_gemma":0.0052948836,"teacher_disagreement_score":0.6517774,"about_ca_system_score_codex":0.0034284755,"about_ca_system_score_gemma":0.0029832222,"threshold_uncertainty_score":0.9964809},"labels":[],"label_agreement":null},{"id":"W2613961347","doi":"10.1016/j.jclinepi.2017.04.024","title":"Improving core outcome set development: qualitative interviews with developers provided pointers to inform guidance","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast; Medical Research Council; University of Bristol; National Institute for Health and Care Research","keywords":"Delphi method; Context (archaeology); Delphi; Set (abstract data type); Work (physics); Process management; Outcome (game theory); Medical education; Qualitative research; Process (computing); Knowledge management; Psychology; Quality (philosophy); Computer science; Engineering ethics; Medicine; Business; Sociology; Engineering","score_opus":0.8243109564887562,"score_gpt":0.7027180452146126,"score_spread":0.12159291127414362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613961347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7405272,0.00013867464,0.082760796,0.15285085,0.0023743794,0.0014693757,0.000010079439,0.00008795942,0.019780682],"genre_scores_gemma":[0.77419204,0.000060867274,0.218731,0.005293883,0.00038232934,0.000028817552,9.93444e-7,0.000021242548,0.001288845],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98895895,0.0040762285,0.0052456195,0.00034746705,0.0006228708,0.00074888737],"domain_scores_gemma":[0.972585,0.01896902,0.005937044,0.0005376192,0.0012299877,0.0007413129],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11934781,0.00020832983,0.0018925103,0.00020495214,0.0007308577,0.00008612223,0.0022823417,0.00033524024,0.00007618691],"category_scores_gemma":[0.36602584,0.00013998472,0.00033226228,0.00018111487,0.0011887046,0.0006054278,0.00044822769,0.0012566447,0.00007018766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001589664,0.00012675818,0.6279643,0.0001174317,0.0003039986,0.0001565199,0.06099526,0.000013994242,0.000022899882,0.016516473,0.018958624,0.27323407],"study_design_scores_gemma":[0.0030455221,0.0032308334,0.36979175,0.0013963076,0.00006143412,0.00010470932,0.049545716,0.0001293114,0.000090300746,0.012514601,0.559133,0.0009565313],"about_ca_topic_score_codex":0.000778472,"about_ca_topic_score_gemma":0.0027758793,"teacher_disagreement_score":0.54017437,"about_ca_system_score_codex":0.0002983362,"about_ca_system_score_gemma":0.001832356,"threshold_uncertainty_score":0.9068168},"labels":[],"label_agreement":null},{"id":"W2614367461","doi":"10.1161/circoutcomes.6.suppl_1.a117","title":"Abstract 117: Application Of A Delphi Method To Develop A Patient Decision Aid For Implantable Cardioverter Defibrillator Candidates","year":2013,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; University of Ottawa; McMaster University; Population Health Research Institute","funders":"","keywords":"Delphi method; Likert scale; Delphi; Medicine; Nominal group; Health care; Psychology; Computer science; Artificial intelligence","score_opus":0.08985657308830913,"score_gpt":0.4318900455475964,"score_spread":0.3420334724592873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614367461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30427504,0.00057134294,0.6885226,0.00029989792,0.00010276182,0.0027838338,0.000064814725,0.000088038585,0.0032917138],"genre_scores_gemma":[0.94339097,0.000040741055,0.05588162,0.00015426388,0.00005055532,0.00043154636,0.000023570374,0.000018054881,0.000008689187],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99727845,0.00038560902,0.0006066013,0.0004248496,0.0009534853,0.00035098806],"domain_scores_gemma":[0.99724305,0.0010873881,0.00014433874,0.0004929455,0.0008336276,0.0001986765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004343354,0.00015758512,0.0006887026,0.00017678052,0.00032838347,0.00010892355,0.00018192662,0.00017644062,0.00000854034],"category_scores_gemma":[0.0013800953,0.00014682069,0.00043118806,0.0005005039,0.0000804204,0.00030094897,0.000084473206,0.000077386554,0.000021279899],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070778355,0.00004225313,0.1599767,0.00022711742,0.0009909363,2.4930884e-7,0.004890633,0.0019034686,0.0011028837,0.0078073917,0.002956123,0.82003146],"study_design_scores_gemma":[0.0010420482,0.000036857942,0.61560786,0.00006267417,0.00016096761,0.000006747087,0.0029791943,0.00043325408,0.0017313366,0.013562676,0.3637848,0.0005915975],"about_ca_topic_score_codex":0.013070157,"about_ca_topic_score_gemma":0.00032226325,"teacher_disagreement_score":0.8194399,"about_ca_system_score_codex":0.00016437995,"about_ca_system_score_gemma":0.00015793568,"threshold_uncertainty_score":0.9935019},"labels":[],"label_agreement":null},{"id":"W2616582285","doi":"10.1016/j.jogc.2017.01.030","title":"Multidisciplinary Delphi Development of a Scale to Evaluate Team Function in Obstetric Emergencies: The PETRA Scale","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Scale (ratio); Multidisciplinary approach; Delphi method; Delphi; Medical emergency","score_opus":0.06591345840656404,"score_gpt":0.370565788496668,"score_spread":0.30465233009010395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616582285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818346,0.0008492392,0.00010589479,0.001312431,0.0040832884,0.0003154492,0.000002838365,0.0000037661378,0.011492499],"genre_scores_gemma":[0.9972511,0.000104242354,0.0016990147,0.00003209179,0.000023726308,0.000010948744,1.773061e-7,0.000010310556,0.0008684114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979679,0.00017818157,0.0005463154,0.0001400498,0.0008343169,0.00033325495],"domain_scores_gemma":[0.9971179,0.001470206,0.0004926256,0.00022350663,0.0004891976,0.00020656158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025674258,0.00009297686,0.00024830512,0.00045963936,0.000775339,0.00004642997,0.00070242165,0.0001050579,0.00019845192],"category_scores_gemma":[0.009483184,0.00007034322,0.000040636336,0.00065410126,0.00022947464,0.0001240784,0.00020618783,0.00029644274,0.000001556528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001829147,0.00018107223,0.62516844,0.000034897264,0.00006249934,0.00016827064,0.009798137,0.00012095223,0.00016185027,0.00013960438,0.006660777,0.3574852],"study_design_scores_gemma":[0.00043939878,0.0001511294,0.9667387,0.000011935863,0.000015287429,0.000002601953,0.010113402,0.00007337534,0.00009363072,0.00023334721,0.02202984,0.00009735309],"about_ca_topic_score_codex":0.036947224,"about_ca_topic_score_gemma":0.6027338,"teacher_disagreement_score":0.56578654,"about_ca_system_score_codex":0.0010870425,"about_ca_system_score_gemma":0.003321671,"threshold_uncertainty_score":0.99886036},"labels":[],"label_agreement":null},{"id":"W2617732284","doi":"10.1164/rccm.201702-0372oc","title":"Core Outcome Measures for Clinical Research in Acute Respiratory Failure Survivors. An International Modified Delphi Consensus Study","year":2017,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":474,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Heart, Lung, and Blood Institute","keywords":"Medicine; Physical therapy; Delphi method; Anxiety; Patient-Reported Outcomes Measurement Information System; Cognition; MEDLINE; Physical medicine and rehabilitation; Clinical psychology; Psychometrics; Psychiatry; Computerized adaptive testing","score_opus":0.644407232562839,"score_gpt":0.6406827907853149,"score_spread":0.003724441777524179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617732284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98445106,0.0005145922,0.00018834023,0.012258965,0.0006889636,0.0006774087,0.000024313003,0.00002208984,0.0011742715],"genre_scores_gemma":[0.99729466,0.00009383261,0.00046296662,0.0006667121,0.001399405,0.000039564984,7.5476595e-7,0.000024738516,0.000017374547],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9924418,0.0029639085,0.0013191089,0.00045648287,0.002201258,0.0006174797],"domain_scores_gemma":[0.9901603,0.0043354337,0.00042788291,0.00061662355,0.003709247,0.00075052533],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02801028,0.00018735157,0.0008012712,0.0006163064,0.0010181897,0.0001859943,0.0015650076,0.00016617538,0.000025516747],"category_scores_gemma":[0.029899787,0.00015114031,0.00012425058,0.00029986107,0.009558397,0.00036526425,0.00019343552,0.0014356002,0.0000011487086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014946462,0.00036630413,0.8745976,0.00003121313,0.000089647554,0.001044932,0.007758759,8.9604487e-7,0.0001289203,0.007909176,0.0011992104,0.1053787],"study_design_scores_gemma":[0.007185021,0.034466084,0.39805523,0.0005105234,0.00021097234,0.000046977686,0.47966218,0.000034989367,0.00003591614,0.00439346,0.07479669,0.0006019491],"about_ca_topic_score_codex":0.0013076488,"about_ca_topic_score_gemma":0.0049417103,"teacher_disagreement_score":0.47654235,"about_ca_system_score_codex":0.00019279492,"about_ca_system_score_gemma":0.00070962444,"threshold_uncertainty_score":0.993137},"labels":[],"label_agreement":null},{"id":"W2617817390","doi":"10.1136/bjsports-2016-097270.45","title":"One voice: the 1st international symposium on paediatricpediatric concussion","year":2017,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto; Université du Québec à Trois-Rivières; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Concussion; Action plan; Stakeholder; Action (physics); Medicine; Medical education; Plan (archaeology); Poison control; Public relations; Medical emergency; Injury prevention; Political science; Management","score_opus":0.0532951398745305,"score_gpt":0.39350589601738456,"score_spread":0.34021075614285406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617817390","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30271628,0.008471056,0.0002415034,0.39682287,0.0126277115,0.00095847185,0.000019986452,0.00010124002,0.2780409],"genre_scores_gemma":[0.9448452,0.044912733,0.00010209047,0.00040602725,0.007923023,0.0000033791453,0.000001752818,0.000013305257,0.0017924652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99644005,0.00011309681,0.0005309345,0.00014433671,0.002493987,0.00027759437],"domain_scores_gemma":[0.997656,0.00027364402,0.00091774575,0.00026615223,0.0006522335,0.00023422731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005491354,0.00008374324,0.00023853774,0.00014289368,0.0010693055,0.00021110506,0.0014617773,0.00010586038,0.00064145966],"category_scores_gemma":[0.0032399977,0.000065153545,0.00009244128,0.00015162917,0.00081172684,0.00028596638,0.00010340189,0.00066211546,0.000012546888],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009301334,0.00012551976,0.014907591,0.000010302851,0.00003355939,0.0017842951,0.0008671513,0.0000032216587,0.00006265838,0.0011525362,0.14783433,0.8331258],"study_design_scores_gemma":[0.0021573545,0.00032025797,0.56311744,0.002781624,0.000119939694,0.00064955855,0.0025800222,0.000011113142,0.0000827065,0.005680523,0.42224398,0.00025544947],"about_ca_topic_score_codex":0.0014662746,"about_ca_topic_score_gemma":0.00008241088,"teacher_disagreement_score":0.83287036,"about_ca_system_score_codex":0.00014031089,"about_ca_system_score_gemma":0.00021986433,"threshold_uncertainty_score":0.8224341},"labels":[],"label_agreement":null},{"id":"W2620091984","doi":"10.1136/bjsports-2016-097270.39","title":"Experience with canada’s first school-based concussion policy, and overall evaluation using a modified delphi methods","year":2017,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Memorandum; Concussion; Delphi method; Medical education; Memorandum of understanding; Curriculum; Stakeholder; Delphi; Medicine; Poison control; Psychology; Injury prevention; Public relations; Pedagogy; Political science; Computer science; Medical emergency","score_opus":0.14684522361683178,"score_gpt":0.49399215932439683,"score_spread":0.34714693570756505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620091984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96693087,0.0022074908,0.00628125,0.017860703,0.00035707993,0.00052368204,0.000003142569,0.000016890568,0.0058188685],"genre_scores_gemma":[0.9901558,0.00090638275,0.008008461,0.0002771733,0.0005398518,0.000004771762,7.9568827e-7,0.000012120577,0.000094637726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967684,0.00021707131,0.00043167282,0.00016893331,0.0021178706,0.0002960134],"domain_scores_gemma":[0.99754775,0.00016539588,0.0007152332,0.00020987327,0.00091363647,0.00044813906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065499847,0.00009759778,0.0002973527,0.00015477446,0.0011351067,0.000156883,0.00039831555,0.000076477336,0.00022997726],"category_scores_gemma":[0.0067177354,0.00008394466,0.000024841796,0.000120162586,0.00085032085,0.0003664207,0.000043013275,0.00029358946,3.9864997e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049010885,0.00008744151,0.039945364,0.000083552244,0.000059037186,0.0046298183,0.006053401,0.00073036004,0.0010016825,0.00075341226,0.014032025,0.9321338],"study_design_scores_gemma":[0.008490305,0.0004691686,0.9092529,0.019895338,0.00024751382,0.0030782167,0.013825715,0.011114843,0.00078388414,0.005416723,0.02666056,0.00076483574],"about_ca_topic_score_codex":0.7894915,"about_ca_topic_score_gemma":0.26035377,"teacher_disagreement_score":0.93136895,"about_ca_system_score_codex":0.0005591316,"about_ca_system_score_gemma":0.0060026483,"threshold_uncertainty_score":0.9996324},"labels":[],"label_agreement":null},{"id":"W2620757420","doi":"10.1016/j.nedt.2017.05.017","title":"IFNA approved Chinese Anaesthesia Nurse Education Program: A Delphi method","year":2017,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Virginia Commonwealth University","keywords":"Delphi method; Nursing; Medicine; Delphi; Anesthesia; Psychology; Computer science","score_opus":0.06359699744785231,"score_gpt":0.5184866372692439,"score_spread":0.45488963982139163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620757420","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21149486,0.0005172547,0.0018356721,0.17453732,0.00660888,0.007903799,0.00001004122,0.0012229561,0.5958692],"genre_scores_gemma":[0.8929453,0.000090293135,0.07464746,0.00045587815,0.0017279149,0.0037744972,0.000043154938,0.0000612518,0.026254289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969644,0.00064837374,0.00036769648,0.00058401586,0.0008321718,0.000603328],"domain_scores_gemma":[0.99677664,0.00015031434,0.00042152617,0.0014414247,0.0007894302,0.00042068883],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026185955,0.00024393424,0.0002570731,0.00030548597,0.0018025637,0.00085806847,0.0015958465,0.0003121033,0.00041867752],"category_scores_gemma":[0.0032882653,0.00023489245,0.0001366374,0.00049175107,0.0005785213,0.00088368624,0.000041407093,0.00042223546,0.00025439146],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020324956,0.0015958637,0.012457461,0.000020741541,0.000012494102,8.439432e-7,0.010071947,4.823806e-7,0.00017792261,0.049111206,0.04808251,0.8784482],"study_design_scores_gemma":[0.0003265026,0.00015768824,0.14290515,0.00015698816,0.00004855145,0.000009130742,0.037133962,0.00020127084,0.0003821577,0.049417652,0.76860785,0.00065310067],"about_ca_topic_score_codex":0.007832956,"about_ca_topic_score_gemma":0.001486412,"teacher_disagreement_score":0.8777951,"about_ca_system_score_codex":0.0004326526,"about_ca_system_score_gemma":0.0058867824,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W2621487791","doi":"10.1136/bmjopen-2017-016146","title":"Development of a core outcome set for clinical trials in inflammatory bowel disease: study protocol for a systematic review of the literature and identification of a core outcome set using a Delphi survey","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials; University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Protocol (science); Outcome (game theory); Core (optical fiber); Delphi method; Identification (biology); Inflammatory bowel disease; Delphi; Clinical trial; Set (abstract data type); Systematic review; Disease; Alternative medicine; MEDLINE; Intensive care medicine; Internal medicine; Pathology; Artificial intelligence","score_opus":0.9326368039466493,"score_gpt":0.7643384817247271,"score_spread":0.1682983222219222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621487791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010489311,0.09594391,0.000036218695,0.000036434125,0.000078701654,0.9025435,0.0012410036,0.000008052295,0.0000072791972],"genre_scores_gemma":[0.00010408655,0.05354558,0.0010700531,0.000013885406,0.000041414405,0.9449199,0.00009674912,0.000045480887,0.0001628775],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9764006,0.0110657355,0.01044426,0.00058026036,0.0012020624,0.00030707676],"domain_scores_gemma":[0.9783735,0.006741794,0.012040939,0.0015471476,0.0011705016,0.0001260712],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21726048,0.00033812018,0.0058315005,0.00021943824,0.00026087894,0.00026412043,0.003007275,0.00033717536,0.000004540925],"category_scores_gemma":[0.13318676,0.00020439108,0.0007701022,0.00046147438,0.00029307607,0.00021049123,0.0010135088,0.00029927003,4.6962143e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021262486,0.00018624109,0.019305002,0.9751202,0.00018559424,0.0000025491831,0.0017936185,3.6531357e-8,1.3436735e-7,0.000073327115,0.00022671299,0.0028939983],"study_design_scores_gemma":[0.0013168335,0.00007268362,0.0051806867,0.9826721,0.0008041607,0.0000021797084,0.00047519727,0.000015476251,1.7760372e-7,0.00013252096,0.009021714,0.00030629718],"about_ca_topic_score_codex":0.00013158532,"about_ca_topic_score_gemma":0.0008000496,"teacher_disagreement_score":0.08407373,"about_ca_system_score_codex":0.00021354815,"about_ca_system_score_gemma":0.004367864,"threshold_uncertainty_score":0.8741148},"labels":[],"label_agreement":null},{"id":"W2731472105","doi":"10.1186/s40814-017-0159-2","title":"Improving the efficiency of trials using innovative pilot designs: the next phase in the conduct and reporting of pilot and feasibility studies","year":2017,"lang":"en","type":"editorial","venue":"Pilot and Feasibility Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Keele University; University of Oxford; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Phase (matter); Engineering management; Engineering ethics; Engineering; Chemistry","score_opus":0.8785784117777886,"score_gpt":0.6350550027081455,"score_spread":0.2435234090696431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731472105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91820395,0.040611345,0.00004337487,0.0015722661,0.030182024,0.0089617735,0.00013916504,0.00004613975,0.00023997806],"genre_scores_gemma":[0.9747005,0.006462357,0.00021642818,0.00002078714,0.018307896,0.00022732011,0.0000029745856,0.000024116849,0.00003759144],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9870069,0.0058675036,0.0035023228,0.0011127567,0.001815383,0.00069516024],"domain_scores_gemma":[0.92957145,0.05327606,0.010046154,0.0020267235,0.004972051,0.00010757867],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.10738993,0.0005219704,0.0024831789,0.00019490728,0.002821778,0.0003275682,0.0010694135,0.00020349408,0.0000020137213],"category_scores_gemma":[0.34137788,0.00025734503,0.00012496291,0.0007759383,0.012229661,0.00040843704,0.0012195632,0.0012041342,9.0701036e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019246014,0.008925753,0.12058774,0.015013741,0.005249085,0.00010814833,0.59444875,0.00000430787,0.03881537,0.003814656,0.14431643,0.049469993],"study_design_scores_gemma":[0.017181275,0.030108197,0.021426547,0.0047860453,0.00210503,0.000021699789,0.8412713,0.00016401407,0.0030624187,0.07133024,0.0058584334,0.002684833],"about_ca_topic_score_codex":0.009198583,"about_ca_topic_score_gemma":0.0071746972,"teacher_disagreement_score":0.2468225,"about_ca_system_score_codex":0.00029297124,"about_ca_system_score_gemma":0.001047752,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W2733328613","doi":"10.1097/acm.0000000000001812","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education Research: A Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Nominal group technique; Scopus; Medical education; Data extraction; Curriculum; Nominal group; Medicine; Psychology; Family medicine; Computer science; Political science; Knowledge management","score_opus":0.8651436294500171,"score_gpt":0.7292990154363592,"score_spread":0.13584461401365788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733328613","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011562538,0.9425723,0.000012677656,0.050229497,0.00047387645,0.0028193223,0.0000035344085,0.00001636258,0.003871292],"genre_scores_gemma":[0.0000020695002,0.9949475,0.00032269297,0.0011806074,0.0005865776,0.00045197216,0.0000019782995,0.000029807423,0.0024768058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9796795,0.015297281,0.0013258057,0.000430614,0.0026712853,0.0005955096],"domain_scores_gemma":[0.9778505,0.01965132,0.00078380824,0.0011189919,0.00031012707,0.00028528433],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077340275,0.00021508783,0.0012586317,0.00026703608,0.000657018,0.000026308777,0.0028457816,0.0009261385,0.00015460988],"category_scores_gemma":[0.1897246,0.00010004822,0.00012082386,0.0010787309,0.008087829,0.000055364933,0.0006174343,0.0042450647,0.000005706896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019421152,0.0000050001413,0.000015621119,0.0044593383,0.000015681137,0.0000020988825,0.00073175045,5.2267796e-10,1.6857093e-7,0.011910477,0.12800954,0.8548484],"study_design_scores_gemma":[0.000055652643,0.00001638771,0.000004235611,0.13980447,0.000082571016,0.000019462901,0.00044218323,0.0000014776625,5.8588313e-8,0.0029236765,0.85657334,0.00007646612],"about_ca_topic_score_codex":0.0060009244,"about_ca_topic_score_gemma":0.0010673458,"teacher_disagreement_score":0.8547719,"about_ca_system_score_codex":0.00022934536,"about_ca_system_score_gemma":0.004340342,"threshold_uncertainty_score":0.9980522},"labels":[],"label_agreement":null},{"id":"W2735220131","doi":"10.3899/jrheum.161273","title":"Engaging Stakeholders and Promoting Uptake of OMERACT Core Outcome Instrument Sets","year":2017,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canadian Institutes of Health Research; U.S. Department of Veterans Affairs; National Institute for Health and Care Research; Agence Nationale de la Recherche; Horizon Pharmaceuticals; Patient-Centered Outcomes Research Institute","keywords":"Knowledge translation; Outcome (game theory); Stakeholder; Medicine; Stakeholder engagement; Set (abstract data type); Core (optical fiber); Medical education; Knowledge management; Public relations; Computer science; Political science","score_opus":0.4117816748924811,"score_gpt":0.48173448905629185,"score_spread":0.06995281416381077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735220131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900266,0.00012771263,0.000052114763,0.0077369567,0.00022652185,0.00014876724,0.0000013414862,0.000009132925,0.0016708719],"genre_scores_gemma":[0.99858105,0.0006588863,0.000693433,0.000016529542,0.0000071954214,0.0000010794364,7.413129e-8,0.000007443433,0.00003431029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983412,0.00035265167,0.0005344923,0.00006922358,0.0004328891,0.00026954876],"domain_scores_gemma":[0.997829,0.0005656027,0.0010705688,0.00025543635,0.00018890415,0.00009044319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068290285,0.00007324295,0.0003031434,0.000109518536,0.0008168335,0.0000580294,0.00083202176,0.00007197518,0.00003134115],"category_scores_gemma":[0.0027449746,0.00004998077,0.00005189625,0.000055212065,0.00088196254,0.0002361502,0.00016177655,0.0004519398,0.00000164433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006156082,0.00004171657,0.9071287,0.00006281422,0.00007185027,0.000016414408,0.02160746,0.0000026251478,0.0005849127,0.008351441,0.00032093213,0.061749555],"study_design_scores_gemma":[0.0054584322,0.0015130215,0.6803142,0.0024301992,0.0002697429,0.006720423,0.2152923,0.0010186642,0.003413411,0.058037248,0.024592685,0.0009396777],"about_ca_topic_score_codex":0.0015809413,"about_ca_topic_score_gemma":0.00044676918,"teacher_disagreement_score":0.22681454,"about_ca_system_score_codex":0.000047108406,"about_ca_system_score_gemma":0.000176858,"threshold_uncertainty_score":0.62825054},"labels":[],"label_agreement":null},{"id":"W2735443104","doi":"10.1186/s13063-017-2060-y","title":"Developing a core outcome set for chronic rhinosinusitis: a systematic review of outcomes utilised in the current literature","year":2017,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Chronic rhinosinusitis; Systematic review; Clinical trial; Randomized controlled trial; MEDLINE; Meta-analysis; Intervention (counseling); Physical therapy; Intensive care medicine; Internal medicine; Psychiatry","score_opus":0.873542763597141,"score_gpt":0.7013417832942472,"score_spread":0.17220098030289377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735443104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.571462e-7,0.96288085,0.00005576419,0.00072782295,0.0005964584,0.03496938,0.0004683482,0.00004614303,0.0002550842],"genre_scores_gemma":[0.000007724794,0.9909383,0.00022341446,0.0000886976,0.00029380948,0.0081044575,0.000114973955,0.000035331504,0.00019328942],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9862527,0.007400819,0.004077352,0.00045353652,0.0012369972,0.00057859346],"domain_scores_gemma":[0.9820346,0.0122711435,0.00389948,0.0013263627,0.0003987209,0.00006964871],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061777085,0.00045413885,0.008423444,0.00036304534,0.00033212357,0.00034334924,0.0032285417,0.0003923876,0.000025314033],"category_scores_gemma":[0.074323975,0.00024366521,0.0017987398,0.00074249064,0.00022057144,0.00014899709,0.00016565164,0.0007164756,0.000018102224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022282582,0.000015698028,0.000002916586,0.8652503,0.00008191508,0.000008132048,0.0007074613,2.1676445e-9,4.648602e-9,0.0042259973,0.0017522488,0.12795313],"study_design_scores_gemma":[0.00015259552,0.00001442504,0.0000010208871,0.60534716,0.00069855206,0.0000033763213,0.000039717812,1.7788044e-7,2.7050532e-8,0.00061379466,0.3929648,0.00016433571],"about_ca_topic_score_codex":0.00007707218,"about_ca_topic_score_gemma":0.00015707745,"teacher_disagreement_score":0.39121255,"about_ca_system_score_codex":0.00078548474,"about_ca_system_score_gemma":0.0031927903,"threshold_uncertainty_score":0.9936379},"labels":[],"label_agreement":null},{"id":"W2735984487","doi":"10.5334/ijic.3231","title":"We know what to do, but how do we do it? A metanarrative review of implementation frameworks to guide the iCOACH project","year":2017,"lang":"en","type":"review","venue":"International Journal of Integrated Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bridgepoint Active Healthcare; Women's College Hospital","funders":"","keywords":"Metanarrative; Field (mathematics); Computer science; Library science; World Wide Web; Narrative","score_opus":0.22374704082011013,"score_gpt":0.5790193715968347,"score_spread":0.3552723307767246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735984487","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002517039,0.9411833,0.0009972624,0.050907742,0.0017013841,0.0027122619,0.00037212356,0.000017631346,0.002105756],"genre_scores_gemma":[0.00012534509,0.9948554,0.002230157,0.00058850023,0.0007895715,0.00033675495,0.0000563399,0.000050327573,0.00096757687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921471,0.0018389662,0.0017556365,0.00044550654,0.0033754806,0.0004373205],"domain_scores_gemma":[0.98464745,0.0008506578,0.0027468896,0.0006302608,0.01088167,0.00024306957],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005045098,0.00048127558,0.0016389252,0.0011107938,0.0002988163,0.0019335011,0.005301278,0.00052148657,0.0006682021],"category_scores_gemma":[0.006599798,0.00029359746,0.001118768,0.0010330545,0.0002589437,0.0009085527,0.00038690903,0.0021587953,0.00002781706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021593522,0.000025526566,0.000003290277,0.0019517244,0.0007039419,0.00007017304,0.009398897,5.884617e-7,0.0000016340537,0.00080543914,0.11327568,0.8737415],"study_design_scores_gemma":[0.000073537296,0.00014715608,2.9032773e-7,0.1988639,0.00025771948,0.000055597393,0.10529555,2.0860962e-7,0.00001774017,0.00019246052,0.69490594,0.00018991751],"about_ca_topic_score_codex":0.0012595301,"about_ca_topic_score_gemma":0.0012722036,"teacher_disagreement_score":0.8735516,"about_ca_system_score_codex":0.003140746,"about_ca_system_score_gemma":0.006768728,"threshold_uncertainty_score":0.9999516},"labels":[],"label_agreement":null},{"id":"W2737333135","doi":"10.1016/j.jmpt.2017.06.002","title":"Response to Letter to Editor: “Best Practices for Chiropractic Care for Older Adults: A Consensus Update”","year":2017,"lang":"en","type":"letter","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Spinal manipulation; Medicine; Adverse effect; Alternative medicine; Manual therapy; Distraction; Best practice; Patient safety; Physical therapy; Family medicine; Health care; Psychology","score_opus":0.5358639750051676,"score_gpt":0.5257866095813153,"score_spread":0.010077365423852291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737333135","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021527128,0.0006002024,0.0009093992,0.9706618,0.0024739464,0.0033162092,0.00022057003,0.000028258364,0.0002624929],"genre_scores_gemma":[0.09693891,0.0007090458,0.024384383,0.76682895,0.107740454,0.00047688364,0.000048829635,0.00014635563,0.0027261628],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965337,0.001104794,0.00056161464,0.00044230992,0.00074882584,0.00060874404],"domain_scores_gemma":[0.9908455,0.0051359017,0.00167756,0.00035438084,0.0017844018,0.00020224504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002338474,0.00033435994,0.0007319621,0.00020703787,0.00080530357,0.00033987555,0.00089378434,0.0009129038,0.000029708262],"category_scores_gemma":[0.0047479784,0.00023977453,0.0003110167,0.00010831828,0.0003453443,0.00018196153,0.00014034637,0.0015257073,0.0000115025605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006270499,0.00008453395,0.00001175576,0.00013609261,0.00021334164,0.000082833045,0.0046195057,0.0000040496097,0.0009653849,0.000049220882,0.97929955,0.008263214],"study_design_scores_gemma":[0.00062140427,0.0023730379,0.00021986794,0.0003515015,0.00014004184,0.000008562817,0.0025570148,0.000008138637,0.000085604384,0.0017320616,0.99156934,0.00033341558],"about_ca_topic_score_codex":0.00007725622,"about_ca_topic_score_gemma":0.000027418746,"teacher_disagreement_score":0.2038328,"about_ca_system_score_codex":0.00019616322,"about_ca_system_score_gemma":0.00028894396,"threshold_uncertainty_score":0.9777721},"labels":[],"label_agreement":null},{"id":"W2739403516","doi":"10.9734/ajmah/2016/29488","title":"Various Health Care Providers’ Knowledge of the Partogram Use during Childbirth, at the Bamenda Health District, Cameroon","year":2016,"lang":"en","type":"article","venue":"Asian Journal of Medicine and Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Childbirth; Medicine; Health care; Nursing; Obstetrics; Pregnancy; Economic growth","score_opus":0.10637325369190882,"score_gpt":0.4498646576526695,"score_spread":0.34349140396076067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739403516","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07776084,0.016185032,0.00020696947,0.903045,0.00044676874,0.0011331436,0.000023129425,0.000025033269,0.0011740741],"genre_scores_gemma":[0.9860127,0.010990732,0.00010540758,0.0020170256,0.0005095355,0.000006534437,8.4754106e-7,0.000016244243,0.0003409688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612176,0.0013038366,0.0008988916,0.00018924089,0.0008220696,0.0006641716],"domain_scores_gemma":[0.9973032,0.0003153177,0.0011519546,0.0003260307,0.00026576334,0.0006377169],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0050387545,0.00014254612,0.00051929284,0.00015642609,0.0013445016,0.000026586265,0.00048764248,0.000060485003,0.00004342661],"category_scores_gemma":[0.0005819771,0.000063260544,0.0000991281,0.0004806179,0.0011030792,0.00016313618,0.000115123075,0.0004826294,0.000001481617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096740696,0.00011351044,0.03675642,0.00049868313,0.000053464428,0.000010160362,0.21453556,3.6990767e-7,0.00001874252,0.0022543701,0.09549305,0.6501689],"study_design_scores_gemma":[0.0047813067,0.005829881,0.37943676,0.0067088758,0.000036809757,0.00039740434,0.1781282,0.0000014705845,0.00006343835,0.001217137,0.42309415,0.0003045528],"about_ca_topic_score_codex":0.008003519,"about_ca_topic_score_gemma":0.024898231,"teacher_disagreement_score":0.9082519,"about_ca_system_score_codex":0.0009589672,"about_ca_system_score_gemma":0.0036447793,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W2740172269","doi":"10.3899/jrheum.161241","title":"Toward the Development of a Core Set of Outcome Domains to Assess Shared Decision-making Interventions in Rheumatology: Results from an OMERACT Delphi Survey and Consensus Meeting","year":2017,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; Bruyère; University of Ottawa","funders":"Norges Forskningsråd; National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases; La Trobe University; Arthritis Society; Parker Institute for Cancer Immunotherapy; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Medicine; Delphi method; Psychological intervention; Context (archaeology); Delphi; Rheumatology; Family medicine; Nominal group technique; Physical therapy; Internal medicine; Nursing; Knowledge management","score_opus":0.40689771683519904,"score_gpt":0.5263380640978023,"score_spread":0.11944034726260322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740172269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941338,0.00012317822,0.0012239661,0.0037967958,0.00023650665,0.00029319068,0.00007974333,0.000007827484,0.00010501613],"genre_scores_gemma":[0.9890217,0.00015368573,0.010788326,0.000012167909,0.000003299643,0.000004522066,0.000002362977,0.000010883267,0.000003009455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99499863,0.001974174,0.001952121,0.00017116862,0.0005687939,0.0003351116],"domain_scores_gemma":[0.9830669,0.013487478,0.0022096473,0.0005085195,0.0006194542,0.000107968306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020632163,0.00012900957,0.0006971064,0.00029770663,0.00058268534,0.00007164634,0.001815391,0.00015002099,0.00002371101],"category_scores_gemma":[0.032842487,0.000083127874,0.00009550307,0.0002214829,0.00086320715,0.00014928202,0.0005193183,0.00044281315,0.0000017184151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091227837,0.00006694996,0.9347273,0.0000372134,0.0000992628,0.000013851225,0.05872958,0.000034881665,0.00009004621,0.00042445882,0.00030143384,0.0045627514],"study_design_scores_gemma":[0.0011394201,0.00014631619,0.9552161,0.0025156937,0.00002519772,0.00026862128,0.033898216,0.00015814978,0.00007767208,0.006300214,0.00009786366,0.00015655426],"about_ca_topic_score_codex":0.015298222,"about_ca_topic_score_gemma":0.11054156,"teacher_disagreement_score":0.09524334,"about_ca_system_score_codex":0.00008957601,"about_ca_system_score_gemma":0.00045326684,"threshold_uncertainty_score":0.991259},"labels":[],"label_agreement":null},{"id":"W2740844297","doi":"10.1177/1035719x0200200212","title":"Triage: A new group technique gaining recognition in evaluation","year":2002,"lang":"en","type":"article","venue":"Evaluation Journal of Australasia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Quebec Automobile Insurance Corporation","funders":"","keywords":"Triage; Context (archaeology); Computer science; Delphi method; Focus group; Process (computing); Delphi; Flexibility (engineering); Process management; Data science; Knowledge management; Artificial intelligence; Engineering; Medicine; Medical emergency","score_opus":0.4213983606392435,"score_gpt":0.5097812029103096,"score_spread":0.08838284227106608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740844297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527794,0.0012277245,0.01844119,0.025654962,0.0015686965,0.008389986,0.0000056856775,0.00018895934,0.091743395],"genre_scores_gemma":[0.9897678,0.00018063515,0.009056043,0.000038034847,0.0005269237,0.00008841675,0.000004411554,0.000014231709,0.00032351736],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931431,0.002467484,0.00082972815,0.00018337679,0.0030437151,0.00033259418],"domain_scores_gemma":[0.9975196,0.0003249399,0.0005336656,0.00014896192,0.0012835667,0.00018924373],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.031984944,0.00011248926,0.00021080406,0.00076778565,0.00015239298,0.00012215367,0.00032499226,0.0002035038,0.007205388],"category_scores_gemma":[0.0068565924,0.00011680668,0.000106013606,0.0010546331,0.000097683456,0.00091422873,0.000017776436,0.0005604159,0.000064197695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007789742,0.00021154097,0.00258538,0.0000096247695,0.000024971261,0.000023558438,0.008310052,0.00031920418,0.0037561143,0.000316928,0.024715193,0.95964956],"study_design_scores_gemma":[0.0356721,0.0053893467,0.13599104,0.005037016,0.0013133131,0.00076438294,0.04859561,0.08461918,0.021895068,0.5971449,0.06062715,0.0029509168],"about_ca_topic_score_codex":0.0001726842,"about_ca_topic_score_gemma":0.00022338062,"teacher_disagreement_score":0.9566986,"about_ca_system_score_codex":0.00096033595,"about_ca_system_score_gemma":0.0006626711,"threshold_uncertainty_score":0.9967752},"labels":[],"label_agreement":null},{"id":"W2742600312","doi":"10.1007/s40272-017-0256-y","title":"Comparative Effectiveness Research in Pediatric Respiratory Disease: Promise and Pitfalls","year":2017,"lang":"en","type":"review","venue":"Pediatric Drugs","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Center for Advancing Translational Sciences; Canadian Institutes of Health Research; National Institutes of Health; Cystic Fibrosis Foundation Therapeutics; U.S. Food and Drug Administration; National Institute of Allergy and Infectious Diseases; Cystic Fibrosis Canada; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; Gilead Sciences","keywords":"Comparative effectiveness research; Medicine; Clinical trial; Psychological intervention; Stakeholder; Clinical research; Multitude; Intensive care medicine; MEDLINE; Stakeholder engagement; Alternative medicine; Family medicine; Nursing; Public relations; Pathology; Political science","score_opus":0.5180034120751276,"score_gpt":0.602318176165311,"score_spread":0.08431476409018346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742600312","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007005405,0.9771012,0.0000014298303,0.000085663996,0.00036534102,0.005935834,0.00006733104,0.0001385891,0.01560405],"genre_scores_gemma":[0.0024072132,0.99165326,0.000037768106,0.000005100951,0.0026864212,0.0023713617,0.000015093495,0.000076877746,0.00074692076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.984524,0.009434746,0.0008388054,0.0013386639,0.0024192918,0.0014444629],"domain_scores_gemma":[0.9885155,0.008498692,0.000525689,0.0011394096,0.00050673157,0.00081397797],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02287694,0.0005355793,0.0020919375,0.0026614342,0.0013087498,0.0005936601,0.0022550465,0.0006861264,0.000036063517],"category_scores_gemma":[0.0035989436,0.0004999206,0.00031129623,0.0027346574,0.0010551608,0.00044218122,0.0009864531,0.002388135,0.00029766274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010898879,0.0006271493,0.01678015,0.07069796,0.00006368575,0.0005674343,0.0046371203,4.5081873e-7,3.907113e-8,0.0036307878,0.014289955,0.8885963],"study_design_scores_gemma":[0.00032085573,0.00005570791,0.0031222594,0.0018545483,0.00027377412,7.457079e-7,0.00018168554,8.486957e-7,5.7404066e-8,0.0016171358,0.9919598,0.00061256165],"about_ca_topic_score_codex":0.00088235375,"about_ca_topic_score_gemma":0.00021025773,"teacher_disagreement_score":0.9776699,"about_ca_system_score_codex":0.0009984596,"about_ca_system_score_gemma":0.007076571,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2744550669","doi":"10.3399/bjgpopen17x101037","title":"Patients’ perspectives on BETTER 2 prevention and screening: qualitative findings from Newfoundland &amp; Labrador","year":2017,"lang":"en","type":"article","venue":"BJGP Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Ontario Institute for Cancer Research; University of Toronto; University of Alberta","funders":"Health Canada; Ontario Ministry of Research and Innovation; Partenariat Canadien Contre Le Cancer; Ontario Institute for Cancer Research","keywords":"Qualitative research; Medicine; Family medicine; Sociology; Anthropology","score_opus":0.2412014312861421,"score_gpt":0.5279228451239284,"score_spread":0.28672141383778627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744550669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94979507,0.00001922266,0.00029200793,0.007906242,0.000061933715,0.0008695867,0.000036538004,0.000033143748,0.040986255],"genre_scores_gemma":[0.9841142,0.000031803374,0.006872714,0.00012263122,0.000110672365,0.00006646072,0.000017769971,0.000013236915,0.008650501],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984219,0.0004291313,0.00012480319,0.00034259126,0.0004507633,0.0002307854],"domain_scores_gemma":[0.99893844,0.00035161772,0.000119173674,0.0003602381,0.00013166669,0.00009886055],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014251174,0.00009172946,0.0001438104,0.000058020887,0.0013000336,0.0012668818,0.0009311484,0.00008810172,0.00045292496],"category_scores_gemma":[0.0015454654,0.00008583987,0.00003391415,0.000055500226,0.00043281142,0.0007996752,0.0004688956,0.00016461422,0.000079741185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035071062,0.00038430496,0.32754362,0.0000096536905,0.00011498359,0.000006124595,0.5145373,1.8800462e-7,0.00011110354,0.027642064,0.039885417,0.08941455],"study_design_scores_gemma":[0.0012537423,0.00023164385,0.80746037,0.00016518799,0.000014830541,7.363703e-8,0.05895926,0.0000040156287,0.000055588305,0.053152855,0.07839567,0.00030678976],"about_ca_topic_score_codex":0.057285573,"about_ca_topic_score_gemma":0.01797275,"teacher_disagreement_score":0.47991672,"about_ca_system_score_codex":0.00010100852,"about_ca_system_score_gemma":0.000056707624,"threshold_uncertainty_score":0.9999467},"labels":[],"label_agreement":null},{"id":"W2747940070","doi":"10.3758/s13428-017-0963-x","title":"The cognitive reflection test is robust to multiple exposures","year":2017,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Test (biology); Computer science; Cognition; Reflection (computer programming); Psychology; Cognitive psychology; Artificial intelligence; Statistics; Mathematics; Geology; Programming language; Neuroscience","score_opus":0.7821180915133141,"score_gpt":0.736822124123797,"score_spread":0.04529596738951713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747940070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5714381,0.00066458684,0.034763973,0.080714345,0.0023681822,0.017517913,0.0001731018,0.0010872103,0.29127258],"genre_scores_gemma":[0.891676,0.00035283895,0.074999794,0.00008365303,0.0005656469,0.0032775993,0.0000020776388,0.000057547877,0.028984852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991716,0.003976754,0.00028501466,0.0005540193,0.0022000866,0.001268076],"domain_scores_gemma":[0.98643434,0.009926327,0.000104647595,0.0011641799,0.0018806959,0.00048982847],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03896362,0.00014269815,0.00018257256,0.00030018008,0.011938344,0.0018742742,0.0022915623,0.0002174209,0.00024773425],"category_scores_gemma":[0.07929762,0.00011261921,0.00010731357,0.00066218997,0.0022553024,0.00035976546,0.0008875641,0.0010691475,0.00021101792],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011348024,0.00024466502,0.12285252,0.0000069414277,0.000013005423,0.000049428916,0.006269635,2.824372e-7,0.018191604,0.0010439178,0.023135684,0.82807887],"study_design_scores_gemma":[0.0006315969,0.00069129374,0.37562233,0.00014207311,0.000026392887,0.000006634591,0.026903914,0.00006895861,0.11504271,0.0038722046,0.47648028,0.0005116041],"about_ca_topic_score_codex":0.014340238,"about_ca_topic_score_gemma":0.008990362,"teacher_disagreement_score":0.8275672,"about_ca_system_score_codex":0.00036537717,"about_ca_system_score_gemma":0.0005069834,"threshold_uncertainty_score":0.9991619},"labels":[],"label_agreement":null},{"id":"W2748378495","doi":"10.21815/jde.017.067","title":"Developing Common Competencies for Southeast Asian General Dental Practitioners","year":2017,"lang":"en","type":"article","venue":"Journal of Dental Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Harmonization; Delphi method; Medicine; Medical education; Political science","score_opus":0.12775784006541363,"score_gpt":0.49291492935625625,"score_spread":0.3651570892908426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748378495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425934,0.000098021235,0.0019500859,0.022587257,0.0035218727,0.00049486064,0.000010712848,0.000022757276,0.02872106],"genre_scores_gemma":[0.97454673,0.0000433086,0.02295082,0.000086906824,0.0010374299,0.000017227114,0.0000048682787,0.000009707856,0.0013030062],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988492,0.00009591881,0.0002766903,0.00008184296,0.00050510064,0.00019121033],"domain_scores_gemma":[0.9986977,0.0000664918,0.00061154965,0.00013366097,0.00037166895,0.00011895982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010998938,0.00006499589,0.0001232077,0.00014882888,0.0011904042,0.00041735414,0.0005406476,0.00006487721,0.000056265515],"category_scores_gemma":[0.00066169584,0.00006377976,0.000096196694,0.0000625124,0.00023519559,0.00086730433,0.000044752043,0.0001635658,0.00001629735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004370018,0.001469342,0.32293105,0.0001618732,0.00023441455,0.000041703963,0.03698593,0.000011504866,0.012244205,0.2735419,0.1113927,0.24054837],"study_design_scores_gemma":[0.0012825256,0.00036328405,0.20561305,0.0005882028,0.00009075644,0.0005480947,0.47385347,0.00006624057,0.006978072,0.027989205,0.28204855,0.0005785738],"about_ca_topic_score_codex":0.0009557095,"about_ca_topic_score_gemma":0.0018271771,"teacher_disagreement_score":0.43686754,"about_ca_system_score_codex":0.0005164559,"about_ca_system_score_gemma":0.0013655842,"threshold_uncertainty_score":0.91557467},"labels":[],"label_agreement":null},{"id":"W2751108919","doi":"10.12688/f1000research.12400.1","title":"An international survey and modified Delphi process revealed editors’ perceptions, training needs, and ratings of competency-related statements for the development of core competencies for scientific editors of biomedical journals","year":2017,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Public Health; University of Ottawa; Ottawa Hospital","funders":"Cochrane; University of Ottawa","keywords":"Delphi method; Core competency; Psychology; Perception; Delphi; Medical education; Medicine; Management; Computer science","score_opus":0.3909060522224705,"score_gpt":0.5497386886771746,"score_spread":0.15883263645470408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751108919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98365635,0.00021534288,0.0057593174,0.0013007383,0.0036253594,0.00389448,0.001399371,0.000032355918,0.000116671996],"genre_scores_gemma":[0.98611236,0.00025527246,0.011469742,0.000002112876,0.001146084,0.0004556584,0.00035274145,0.000029738127,0.00017630459],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9942745,0.0005369548,0.0012647003,0.0004901952,0.0028889233,0.0005447137],"domain_scores_gemma":[0.9903319,0.0030391815,0.0009666262,0.00045906007,0.0049466486,0.0002565781],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.028691197,0.00020651166,0.00056960393,0.00093084865,0.0015026738,0.0003942175,0.0023247316,0.000351157,0.00005594435],"category_scores_gemma":[0.007819055,0.00016649083,0.00009473238,0.00040688107,0.0047373176,0.0003541959,0.00074466027,0.0006111792,2.1398284e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018382017,0.0017119478,0.22150226,0.00659855,0.0018525867,0.0000037541467,0.59565264,0.00030055383,0.047500666,0.0034206733,0.043829326,0.07578883],"study_design_scores_gemma":[0.006750358,0.0017663324,0.5458291,0.0076829214,0.00022454167,0.0000072061803,0.29503006,0.06695464,0.0039169234,0.05184196,0.018229296,0.0017666358],"about_ca_topic_score_codex":0.0009588206,"about_ca_topic_score_gemma":0.00087331166,"teacher_disagreement_score":0.32432687,"about_ca_system_score_codex":0.0001314156,"about_ca_system_score_gemma":0.0040828423,"threshold_uncertainty_score":0.9997972},"labels":[],"label_agreement":null},{"id":"W2753107847","doi":"10.1200/jco.2006.24.18_suppl.16034","title":"Quality indicators for end-of-life breast cancer care: Is there agreement between stakeholder groups?","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia; York University; University of Toronto; Dalhousie University","funders":"","keywords":"Focus group; Medicine; Delphi method; Thematic analysis; Stakeholder; Nursing; Multidisciplinary approach; Health care; Audit; Delphi; Breast cancer; Family medicine; Qualitative research; Cancer","score_opus":0.497513193603575,"score_gpt":0.6120904369722768,"score_spread":0.11457724336870184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753107847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459703,0.0007866534,0.00077960774,0.039052837,0.0008834433,0.0005498422,0.00020552981,0.000016489701,0.011755294],"genre_scores_gemma":[0.99386173,0.0004492419,0.0018897933,0.00059251214,0.0029251562,0.000020709616,0.0000022384104,0.000013455197,0.00024515577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99396074,0.0014612885,0.0027664914,0.00021109756,0.0011790049,0.00042140202],"domain_scores_gemma":[0.9902125,0.0055769156,0.0027048073,0.00019397815,0.000942893,0.00036890717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014223215,0.00011700873,0.0011032916,0.00017420495,0.00015934084,0.000022710889,0.00075975084,0.00056903594,0.0008292526],"category_scores_gemma":[0.0023961805,0.0000915227,0.00052101247,0.0003239948,0.00095621054,0.00015292014,0.00008765837,0.0007532917,0.0000050907806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034632377,0.00042285552,0.7076703,0.00003718826,0.00015638271,0.000009261577,0.000907681,0.000002821974,0.000010080235,0.0031363752,0.028454382,0.25884637],"study_design_scores_gemma":[0.0015559839,0.0008740663,0.6849824,0.000035352565,0.00006334633,0.0000010305138,0.0023403885,6.7669947e-7,0.000054233424,0.0046993895,0.30528763,0.000105454936],"about_ca_topic_score_codex":0.00537245,"about_ca_topic_score_gemma":0.0045524137,"teacher_disagreement_score":0.27683327,"about_ca_system_score_codex":0.0004660864,"about_ca_system_score_gemma":0.005278895,"threshold_uncertainty_score":0.93645334},"labels":[],"label_agreement":null},{"id":"W2753375198","doi":"10.1007/s11999-017-5482-7","title":"Moving Forward Through Consensus: A Modified Delphi Approach to Determine the Top Research Priorities in Orthopaedic Oncology","year":2017,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Juravinski Cancer Centre; McMaster University; Impact","funders":"McMaster University; Georgetown University","keywords":"Medicine; Likert scale; Delphi method; Delphi; Stakeholder; Family medicine; Medical education; Specialty; Public relations; Psychology","score_opus":0.4918996519277854,"score_gpt":0.5865599410901052,"score_spread":0.09466028916231983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753375198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73669124,0.0011948667,0.000109744666,0.05991248,0.0007580468,0.0034180544,0.000013278125,0.00011546579,0.19778684],"genre_scores_gemma":[0.98485565,0.006396437,0.0017573772,0.00020918428,0.0006568163,0.00037320808,0.0000042377756,0.000055267872,0.0056918045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824489,0.008887845,0.001521089,0.0012473676,0.0035416489,0.0023531767],"domain_scores_gemma":[0.97772205,0.017625062,0.00024178182,0.0017518406,0.0017982502,0.0008609941],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.0994141,0.0002592867,0.00072083913,0.0007373831,0.0062805186,0.0008492545,0.0028774017,0.0013676105,0.0000662802],"category_scores_gemma":[0.068177395,0.00018833652,0.00031202595,0.0016589802,0.013649405,0.00028212008,0.0028458908,0.0074600056,0.00007600548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018759847,0.0022991423,0.15239583,0.0003083089,0.00037500172,0.0024427606,0.056279425,0.0001010419,0.00008495545,0.26058507,0.037140578,0.4861119],"study_design_scores_gemma":[0.0073421025,0.0034272764,0.093248926,0.0011573103,0.00007458304,0.00012787401,0.08104768,0.012059828,0.000024274083,0.18197925,0.6180635,0.0014473867],"about_ca_topic_score_codex":0.005792973,"about_ca_topic_score_gemma":0.0025959595,"teacher_disagreement_score":0.58092296,"about_ca_system_score_codex":0.00038841605,"about_ca_system_score_gemma":0.0028091567,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null},{"id":"W2754431019","doi":"10.3390/ijerph14091056","title":"Collaborative Visual Analytics: A Health Analytics Approach to Injury Prevention","year":2017,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital; Simon Fraser University","funders":"Canadian Institutes of Health Research","keywords":"Analytics; Visual analytics; Delphi method; Stakeholder; Computer science; Data analysis; Social media analytics; Data science; Stakeholder engagement; Knowledge management; Visualization; Data mining; Artificial intelligence; Social media; World Wide Web","score_opus":0.21328130635433612,"score_gpt":0.5625165874907857,"score_spread":0.3492352811364496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754431019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5280867,0.0013853163,0.017420927,0.4198008,0.0008558877,0.0024734652,0.00033562307,0.000038197864,0.029603064],"genre_scores_gemma":[0.99014616,0.004961163,0.0028969955,0.0004954561,0.00049723266,0.000014103576,0.000009718795,0.00001280003,0.000966359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941806,0.001053201,0.000587242,0.0002487542,0.0032126436,0.0007175161],"domain_scores_gemma":[0.99717754,0.0002205505,0.00055639364,0.00022307184,0.0005105239,0.0013118972],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014449287,0.00010285728,0.0002585668,0.0008036739,0.0013603924,0.00094476534,0.0012750134,0.0000777113,0.00011738417],"category_scores_gemma":[0.0021657448,0.00009719315,0.0000653246,0.00025509542,0.0008664625,0.0008047724,0.0004383203,0.0006376916,0.000016185804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066018547,0.0049279183,0.04131859,0.000052353735,0.0004574665,0.000054927183,0.014646159,0.000013319985,0.00020029634,0.031942166,0.043351386,0.86237526],"study_design_scores_gemma":[0.0021388554,0.01065251,0.17199399,0.00038904158,0.000007324818,0.00007045014,0.078226514,0.00081469736,0.00011155279,0.019417811,0.7156538,0.0005234564],"about_ca_topic_score_codex":0.001090199,"about_ca_topic_score_gemma":0.00042358995,"teacher_disagreement_score":0.86185175,"about_ca_system_score_codex":0.0019532149,"about_ca_system_score_gemma":0.0031472805,"threshold_uncertainty_score":0.9999397},"labels":[],"label_agreement":null},{"id":"W2754503302","doi":"10.1136/bjsports-2017-098065","title":"Infographic: Consensus statement on concussion in sport","year":2017,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto; University of Ottawa; Toronto Western Hospital; University of Calgary","funders":"","keywords":"Infographic; Concussion; Statement (logic); Consensus conference; Medicine; MEDLINE; Physical therapy; Physical medicine and rehabilitation; Scientific consensus; Injury prevention; Poison control; Computer science; Medical emergency; Political science; Law; Internal medicine; Data mining; Biology","score_opus":0.04588541872769434,"score_gpt":0.4305913338304908,"score_spread":0.38470591510279645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754503302","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009844944,0.0061698426,0.0000042162997,0.0060980823,0.93247277,0.000942698,0.000056638986,0.000053877266,0.044356916],"genre_scores_gemma":[0.06543971,0.11386744,0.00015735491,0.000103986524,0.8146259,0.000014440238,0.00006694444,0.0000732337,0.005650982],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99079233,0.00017231262,0.0018122284,0.00033287553,0.0062689185,0.0006213236],"domain_scores_gemma":[0.9945363,0.0006348818,0.0025288067,0.00037376676,0.0014494715,0.00047680162],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014961881,0.00026455795,0.0011396334,0.0009994457,0.0003785356,0.00013453209,0.001147698,0.0008442842,0.00054102484],"category_scores_gemma":[0.008054617,0.0002519667,0.00017417682,0.00032744417,0.0016482347,0.00012767226,0.00008282755,0.0029798215,0.0000036367799],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019337374,0.00007496498,0.00088121445,0.00004937848,0.000024660374,0.024084676,0.00037605283,8.7999587e-7,0.0000010406034,0.00006269253,0.84393096,0.1303201],"study_design_scores_gemma":[0.0015057933,0.0002953666,0.006628602,0.023899795,0.00003967892,0.00012438088,0.0010447294,2.3804873e-7,0.0000027394262,0.0011705492,0.96506345,0.00022469476],"about_ca_topic_score_codex":0.009387184,"about_ca_topic_score_gemma":0.0016452905,"teacher_disagreement_score":0.1300954,"about_ca_system_score_codex":0.00051009696,"about_ca_system_score_gemma":0.002810279,"threshold_uncertainty_score":0.99999326},"labels":[],"label_agreement":null},{"id":"W2754780777","doi":"10.1136/annrheumdis-2017-eular.6141","title":"THU0677 Outcome measurement instruments for safety in rheumatology: a scoping review of available instruments to inform the omeract safety working group","year":2017,"lang":"en","type":"review","venue":"Annals of the Rheumatic Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa","funders":"","keywords":"Medicine; Rheumatology; Internal medicine; Adverse effect; Clinical trial; Patient safety; MEDLINE; Medical physics; Family medicine; Physical therapy; Health care","score_opus":0.5918507672081825,"score_gpt":0.5440570933910943,"score_spread":0.04779367381708821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754780777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004986899,0.9807899,0.000014387836,0.0026011583,0.00047160054,0.012745577,0.00018769597,0.000036782687,0.0031030523],"genre_scores_gemma":[0.0015663956,0.9963754,0.00015206465,0.00022895602,0.000016243039,0.0014182735,0.000022669232,0.000047241472,0.00017277799],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.991739,0.0012881267,0.003264101,0.0004770024,0.0023497897,0.0008820053],"domain_scores_gemma":[0.99265844,0.0015474213,0.0032131413,0.0018520937,0.0004969204,0.00023199258],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012906127,0.00049685413,0.003093728,0.00033504076,0.0009798452,0.00013383674,0.004265067,0.00022138255,0.00018909293],"category_scores_gemma":[0.019342905,0.00030238702,0.0012293799,0.0009794099,0.00059969816,0.00034455783,0.0010689398,0.00038091026,0.00003793168],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003635403,0.00013292524,0.00089511153,0.1857849,0.0002504614,2.9501695e-7,0.00022211739,4.805982e-7,8.963525e-9,0.0008900786,0.0018746738,0.8099126],"study_design_scores_gemma":[0.00019641926,0.000039546398,0.00021654055,0.7103883,0.00021807963,0.000001198376,0.000108682805,0.0000026246337,5.934593e-7,0.00045788154,0.28811705,0.0002530649],"about_ca_topic_score_codex":0.0012813114,"about_ca_topic_score_gemma":0.0006695974,"teacher_disagreement_score":0.80965954,"about_ca_system_score_codex":0.0004038037,"about_ca_system_score_gemma":0.0021577128,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W2760424266","doi":"10.1177/1357633x17730444","title":"Virtual care policy recommendations for patient-centred primary care: findings of a consensus policy dialogue using a nominal group technique","year":2017,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Primary care; Nominal group technique; Political science; Nursing; Medicine; Psychology; Public administration; Family medicine; Computer science; Knowledge management","score_opus":0.08137656308102835,"score_gpt":0.4187896185933313,"score_spread":0.33741305551230294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760424266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94744194,0.002310448,0.0021415297,0.039064106,0.00060766196,0.0029875638,0.0005353487,0.000059324368,0.0048520933],"genre_scores_gemma":[0.98649627,0.0003051003,0.011846449,0.00017912126,0.0010802242,0.000019459747,0.000021852697,0.000020726648,0.000030823387],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99808127,0.00014591897,0.0006387873,0.00017341005,0.0005524678,0.00040812153],"domain_scores_gemma":[0.99711865,0.0003416976,0.0007823463,0.00025279832,0.0012658633,0.00023865211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005360788,0.00015270965,0.0004443004,0.00067096076,0.0008273156,0.00008071497,0.000494419,0.00016939359,0.000011630656],"category_scores_gemma":[0.0028089662,0.00013462755,0.0001530245,0.0002584498,0.00067546725,0.00018876302,0.00015208527,0.0003326159,1.8219579e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001067576,0.00031540988,0.03075996,0.0009971872,0.00029264417,0.00018566546,0.16431427,0.0000043721348,0.032209143,0.008262023,0.024428727,0.737163],"study_design_scores_gemma":[0.01219746,0.012710635,0.015310813,0.005284803,0.0006188948,0.0007026464,0.56728274,0.000048241433,0.029147152,0.0055941353,0.34972373,0.0013787634],"about_ca_topic_score_codex":0.0074110394,"about_ca_topic_score_gemma":0.0007471025,"teacher_disagreement_score":0.73578423,"about_ca_system_score_codex":0.0006404773,"about_ca_system_score_gemma":0.0018225338,"threshold_uncertainty_score":0.9991987},"labels":[],"label_agreement":null},{"id":"W2760816226","doi":"10.1183/13993003.01479-2017","title":"A unique event for the francophone respiratory community","year":2017,"lang":"en","type":"editorial","venue":"European Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"","keywords":"French; Variety (cybernetics); Socioeconomic status; Event (particle physics); Developing country; Political science; History; Linguistics; Geography; Economic growth; Sociology; Demography; Computer science; Population; Economics","score_opus":0.1701762174886311,"score_gpt":0.46303672225975634,"score_spread":0.29286050477112524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760816226","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002928411,0.0048016147,0.0023824263,0.001147514,0.9135589,0.002007844,0.00024786696,0.0002931793,0.07526781],"genre_scores_gemma":[0.0019828693,0.0010429302,0.00020643049,0.0007571759,0.9890085,0.00012925586,0.000011136998,0.00029290325,0.006568831],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97645736,0.017384173,0.0011781384,0.0004909517,0.003257733,0.001231621],"domain_scores_gemma":[0.98475754,0.008100416,0.0017366601,0.002482464,0.0023132283,0.0006096801],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06912478,0.000539105,0.000648062,0.00039432864,0.015153609,0.0018965619,0.008490102,0.00082969066,0.00024353228],"category_scores_gemma":[0.03346114,0.0004213299,0.00069056684,0.00030196237,0.0019731186,0.00040859156,0.0008761985,0.010880787,0.00024685357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012653405,0.00009023587,0.000023990715,0.000054260654,0.0001158324,0.00019160757,0.0024359168,0.0000049099995,0.000070886614,0.00008971875,0.9734875,0.023308588],"study_design_scores_gemma":[0.0007696123,0.00041536122,0.00023362068,0.00042408437,0.00004731122,0.0000038018725,0.0017687677,0.0000011762588,0.00003373671,0.00055231055,0.9952857,0.0004645486],"about_ca_topic_score_codex":0.00044732162,"about_ca_topic_score_gemma":0.0016444331,"teacher_disagreement_score":0.07544956,"about_ca_system_score_codex":0.00085382495,"about_ca_system_score_gemma":0.006165135,"threshold_uncertainty_score":0.99982387},"labels":[],"label_agreement":null},{"id":"W2761070171","doi":"10.1108/lodj-06-2016-0145","title":"Global leaders’ perceptions of elements required for effective leadership development in the twenty-first century","year":2017,"lang":"en","type":"article","venue":"Leadership & Organization Development Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Leadership development; Delphi method; Leadership studies; Shared leadership; Social capital; Transactional leadership; Delphi; Leadership style; Cross-cultural leadership; Public relations; Sample (material); Neuroleadership; Sociology; Psychology; Political science; Computer science; Social science","score_opus":0.2120173206035374,"score_gpt":0.4153656547828966,"score_spread":0.2033483341793592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761070171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7370875,0.0006715857,0.0924387,0.14760995,0.0029922163,0.01095488,0.000030839663,0.00038540136,0.007828944],"genre_scores_gemma":[0.9870818,0.00008653072,0.011515296,0.00046083538,0.0002567315,0.00011425794,0.000026958625,0.000034146666,0.0004233978],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995812,0.0005477303,0.00087340426,0.00036071963,0.0014633766,0.0009427928],"domain_scores_gemma":[0.9975434,0.00032747773,0.00067986135,0.00037405128,0.0008830992,0.00019212037],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0054565114,0.0002526131,0.00029561348,0.0002917499,0.004013526,0.00058126985,0.0019006171,0.0002458575,0.00030905983],"category_scores_gemma":[0.0037198872,0.0002238078,0.00008111283,0.00080662733,0.00074313197,0.0007352374,0.00012608635,0.00040819938,0.00004688153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009062913,0.00044255477,0.7063498,0.00021961927,0.00015175766,0.000019250589,0.24169186,0.000025169038,0.0001636704,0.003363393,0.0075373678,0.039944917],"study_design_scores_gemma":[0.0016669862,0.00007882336,0.6595836,0.00047792261,0.000030865165,0.000024662657,0.29272196,0.000008347216,0.0013970373,0.00057014683,0.042969715,0.00046993262],"about_ca_topic_score_codex":0.00005980885,"about_ca_topic_score_gemma":0.0023940578,"teacher_disagreement_score":0.24999437,"about_ca_system_score_codex":0.0014959625,"about_ca_system_score_gemma":0.001471938,"threshold_uncertainty_score":0.9972831},"labels":[],"label_agreement":null},{"id":"W2762263096","doi":"10.1093/pch/15.suppl_a.70aa","title":"Are in terventions Aimed At Reducing Screen Time Among Children Effective? a Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2010,"lang":"en","type":"review","venue":"Paediatrics & Child Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Meta-analysis; Randomized controlled trial; Medicine; Internal medicine","score_opus":0.1255758703367319,"score_gpt":0.4768121752260987,"score_spread":0.3512363048893668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762263096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000073554934,0.9250367,0.000028330747,0.0012473568,0.000046350768,0.07253656,0.0006820291,0.00007675578,0.00033851908],"genre_scores_gemma":[0.00006242744,0.9895776,0.00019722745,0.00012438186,0.00013298767,0.009273377,0.00019273268,0.000058158686,0.000381125],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9257471,0.062140398,0.0086769005,0.00093633315,0.0016894637,0.0008097898],"domain_scores_gemma":[0.9500521,0.032188807,0.015891897,0.0010175728,0.00040118163,0.00044846546],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.19122827,0.0007056926,0.069720745,0.0033917604,0.00057730335,0.000120832774,0.00095356465,0.00071078294,0.00036915514],"category_scores_gemma":[0.0957312,0.00043704428,0.016506908,0.005225871,0.00048101865,0.0001256475,0.00028447027,0.0014332129,0.000017612736],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048753925,0.00028648385,0.00010723574,0.76202303,0.23145342,0.0000055913074,0.00047894145,0.0000013868419,6.614779e-9,0.0002748407,0.00087290537,0.0040086135],"study_design_scores_gemma":[0.013626047,0.000025613632,0.00007132656,0.047408376,0.93780655,0.0000027206304,0.000012938356,0.00000841033,1.2495389e-8,0.00005124284,0.0006176136,0.00036912595],"about_ca_topic_score_codex":0.005617971,"about_ca_topic_score_gemma":0.003072322,"teacher_disagreement_score":0.7146146,"about_ca_system_score_codex":0.0005928928,"about_ca_system_score_gemma":0.0007323386,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W2764046765","doi":"10.1093/eurheartj/ehx502.p1502","title":"P1502Open-label ODYSSEY APPRISE study: interim data from the first 843 participants","year":2017,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bispebjerg Hospital; Gentofte Hospital; Regeneron Pharmaceuticals; Texas A and M University; Sanofi","keywords":"Medicine; Interim","score_opus":0.695411459755462,"score_gpt":0.5650163012839254,"score_spread":0.1303951584715366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764046765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88609284,0.00026711778,0.00018393408,0.04578966,0.0014522674,0.000814069,0.000056757708,0.00014188128,0.06520148],"genre_scores_gemma":[0.99547666,0.00017502376,0.00052876305,0.0005782264,0.0020932509,0.0000053541858,0.0000028929783,0.000042294378,0.0010975307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953721,0.0020497923,0.00039281682,0.00040267402,0.0010649813,0.0007175991],"domain_scores_gemma":[0.99637467,0.00047221518,0.00027449246,0.002345991,0.00015547051,0.0003771738],"candidate_categories":["sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012547205,0.00015309449,0.00021426134,0.00004816671,0.0057109203,0.0029375216,0.0066500655,0.000038359,0.0007981667],"category_scores_gemma":[0.004708389,0.000109182256,0.00005453915,0.00010341935,0.0006335494,0.00094475306,0.0026823594,0.00097217184,0.0015039045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072231334,0.000599774,0.27678207,0.000002510138,0.00010307705,0.0006973703,0.014066804,9.99708e-7,0.0001317195,0.00008071253,0.6936364,0.0138263395],"study_design_scores_gemma":[0.0005792159,0.0001285687,0.38862252,0.0000897417,0.000025721083,0.000015727921,0.005719773,0.00008625319,0.000015019086,0.00019630467,0.6043567,0.00016444923],"about_ca_topic_score_codex":0.0020736386,"about_ca_topic_score_gemma":0.004196713,"teacher_disagreement_score":0.11184044,"about_ca_system_score_codex":0.00007472339,"about_ca_system_score_gemma":0.000213836,"threshold_uncertainty_score":0.99927354},"labels":[],"label_agreement":null},{"id":"W2765900584","doi":"10.1016/j.jtho.2016.11.731","title":"P1.03-059 Organized High Risk Lung Cancer Screening in Ontario, Canada: A Multi-Centre Prospective Evaluation","year":2017,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Brock University","funders":"","keywords":"Medicine; Delphi method; Multidisciplinary approach; Lung cancer screening; Family medicine; Likert scale; Scale (ratio); Agency (philosophy); Medical education; Lung cancer; Artificial intelligence; Psychology; Pathology","score_opus":0.10827325767210508,"score_gpt":0.5305864022229722,"score_spread":0.4223131445508671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765900584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845337,0.0002260773,0.00030994698,0.010646434,0.0011297839,0.0008174067,0.000008025536,0.000018029648,0.0023105543],"genre_scores_gemma":[0.99067724,0.0001179707,0.0078100283,0.000060679617,0.00031327276,0.000024948788,6.9510924e-7,0.000018356079,0.0009768297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963324,0.0012860593,0.0005195603,0.00021208913,0.0011929175,0.00045697045],"domain_scores_gemma":[0.9966026,0.00035054475,0.0013278594,0.00024557696,0.0012790868,0.00019434205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075474293,0.00012158195,0.00042792704,0.00019959058,0.00076972554,0.00011377914,0.0008225352,0.00022637169,0.0008369731],"category_scores_gemma":[0.004508191,0.000111077985,0.000066761364,0.00019116666,0.00023409528,0.0004298023,0.00013939953,0.0011573414,0.0000024660615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00049106404,0.0001807833,0.8921018,0.000008281634,0.00011879642,0.0002579338,0.008076162,0.00016754288,0.00011631301,0.000072546834,0.006655455,0.09175327],"study_design_scores_gemma":[0.0015788114,0.00011897922,0.98311186,0.0001762952,0.00015923497,0.000014750994,0.0037214588,0.0011375033,0.00036699767,0.0008117797,0.008631984,0.00017035459],"about_ca_topic_score_codex":0.993163,"about_ca_topic_score_gemma":0.9997569,"teacher_disagreement_score":0.09158292,"about_ca_system_score_codex":0.010011543,"about_ca_system_score_gemma":0.01794711,"threshold_uncertainty_score":0.99378884},"labels":[],"label_agreement":null},{"id":"W2766291431","doi":"10.1007/s10459-017-9798-6","title":"Correction to: CASPer, an online pre-interview screen for personal/professional characteristics: prediction of national licensure scores","year":2017,"lang":"en","type":"erratum","venue":"Advances in Health Sciences Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Licensure; Medical education; Psychology; Interpretation (philosophy); Computer science; Medicine","score_opus":0.16554692146412855,"score_gpt":0.5479731177556072,"score_spread":0.38242619629147867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766291431","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01860375,0.04880198,0.0052372394,0.06851131,0.76243734,0.025137534,0.009254552,0.00070467783,0.061311647],"genre_scores_gemma":[0.37280306,0.11408117,0.035973515,0.0054815463,0.050363287,0.006776138,0.013465148,0.00027650557,0.40077963],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949634,0.0006777878,0.0009550837,0.0008233124,0.0019493774,0.0006310249],"domain_scores_gemma":[0.9958503,0.00063622417,0.0013257292,0.00027947986,0.001604492,0.00030372076],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008189251,0.0002440604,0.0004863923,0.00082792656,0.0015308673,0.00015231292,0.001187684,0.00031379893,0.00008342103],"category_scores_gemma":[0.0052595134,0.00024473984,0.0000950886,0.0007367701,0.0008860446,0.0014902776,0.00009531236,0.00069913076,0.0000037507405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008687129,0.0007495796,0.007711103,0.0011687919,0.000006628895,2.4038843e-7,0.0101156365,0.000018867799,0.000005824033,0.0011309403,0.61623925,0.36276624],"study_design_scores_gemma":[0.00013989878,0.0010878557,0.062469456,0.0071368236,0.000007262293,0.0000039526485,0.00588543,0.004125988,0.000004975317,0.0024029016,0.9164377,0.0002977591],"about_ca_topic_score_codex":0.011597471,"about_ca_topic_score_gemma":0.04159185,"teacher_disagreement_score":0.71207404,"about_ca_system_score_codex":0.0011749878,"about_ca_system_score_gemma":0.016098421,"threshold_uncertainty_score":0.99976903},"labels":[],"label_agreement":null},{"id":"W2766361553","doi":"10.1044/2017_ajslp-16-0046","title":"Using the Delphi Technique to Explore Complex Concepts in Speech-Language Pathology: An Illustrative Example From Children's Social Communication","year":2017,"lang":"en","type":"review","venue":"American Journal of Speech-Language Pathology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Pragmatics; Delphi; Delphi method; Computer science; Process (computing); Speech-Language Pathology; Key (lock); Field (mathematics); Psychology; Natural language processing; Artificial intelligence; Linguistics","score_opus":0.42786463627407273,"score_gpt":0.5648635380798643,"score_spread":0.1369989018057916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766361553","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17744556,0.80142534,0.007354206,0.0023035877,0.0005551921,0.007820578,0.00066139724,0.0002778494,0.0021562823],"genre_scores_gemma":[0.12959717,0.767363,0.0986994,0.00059316616,0.002700137,0.0003681322,0.00033179746,0.00026885938,0.000078347155],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9860289,0.009180369,0.001824978,0.0007928315,0.0010582021,0.0011147101],"domain_scores_gemma":[0.9922153,0.0012765758,0.003885357,0.0017382876,0.00051277835,0.00037170592],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007591217,0.00071605976,0.0031909056,0.0010260809,0.0011488439,0.00026990392,0.005312471,0.00073979946,0.00027986313],"category_scores_gemma":[0.0013690881,0.00057741633,0.0006227921,0.0011626085,0.0056405915,0.000528892,0.0008023328,0.0031163702,0.00002043029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048891805,0.00013016902,0.000080850965,0.00004497126,0.00009636064,0.0028697446,0.09720834,0.0000010637142,0.00044637336,0.0001562867,0.00017447675,0.89874244],"study_design_scores_gemma":[0.0020321882,0.002851369,0.0020233127,0.008516772,0.0014618518,0.010262193,0.7481213,0.000013721006,0.00037432942,0.0025690713,0.2180382,0.0037356734],"about_ca_topic_score_codex":0.025180591,"about_ca_topic_score_gemma":0.006318732,"teacher_disagreement_score":0.8950068,"about_ca_system_score_codex":0.0008679827,"about_ca_system_score_gemma":0.0014086325,"threshold_uncertainty_score":0.9996677},"labels":[],"label_agreement":null},{"id":"W2766806935","doi":"10.1016/j.jval.2017.08.1726","title":"Minimally Important Difference: Empirical Comparison Of Estimation Methods Using Orthopaedics And Otolaryngology","year":2017,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Confidence interval; Statistics; Medicine; Sample size determination; Observational study; Estimation; Otorhinolaryngology; Mathematics; Surgery; Economics","score_opus":0.4339353703206813,"score_gpt":0.6171888009541954,"score_spread":0.18325343063351407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766806935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985114,0.0004638376,0.009410786,0.0039657247,0.00014583666,0.00044972208,0.0000036406768,0.000027657392,0.00041881547],"genre_scores_gemma":[0.8075373,0.0002020037,0.19215344,0.000045639026,0.000034837525,0.000008358226,9.0777195e-7,0.0000065684344,0.000010920936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997,0.0013817461,0.0006285757,0.00022512565,0.00039463118,0.00036992412],"domain_scores_gemma":[0.9981416,0.000802074,0.0005109709,0.00030433107,0.00008423721,0.00015678375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007269879,0.000078870165,0.0003571524,0.00015853172,0.0005469547,0.000055107666,0.0003527867,0.00015803025,0.000010090336],"category_scores_gemma":[0.0039436286,0.00007761365,0.000031283987,0.00014707356,0.0006675566,0.00010828199,0.00013804424,0.00029101875,4.354723e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019104107,0.00007477425,0.95733696,0.00011239169,0.0000034854845,0.0000045571346,0.006053316,0.00007944412,0.00026607644,0.004156435,0.000045022174,0.03184845],"study_design_scores_gemma":[0.000279583,0.0002615767,0.63566846,0.00021486895,0.000005797088,0.000004472739,0.0013758426,0.34626013,0.00025762143,0.014996245,0.00053778995,0.00013762485],"about_ca_topic_score_codex":0.032875784,"about_ca_topic_score_gemma":0.0014632215,"teacher_disagreement_score":0.34618068,"about_ca_system_score_codex":0.00017773082,"about_ca_system_score_gemma":0.00097510236,"threshold_uncertainty_score":0.9735644},"labels":[],"label_agreement":null},{"id":"W2767644820","doi":"10.1080/02687038.2017.1398811","title":"Discourse measurement in aphasia research: have we reached the tipping point? A core outcome set … or greater standardisation of discourse measures?","year":2017,"lang":"en","type":"article","venue":"Aphasiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aphasia; Outcome (game theory); Set (abstract data type); Tipping point (physics); Core (optical fiber); Psychology; Point (geometry); Rehabilitation; Linguistics; Cognitive psychology; Epistemology; Computer science; Philosophy; Economics; Neuroscience; Engineering; Mathematics","score_opus":0.8161757676509586,"score_gpt":0.6240066150962641,"score_spread":0.19216915255469447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767644820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91011816,0.00022170787,0.00060718827,0.07391623,0.00040779548,0.0025156972,0.00007858735,0.00007852778,0.012056083],"genre_scores_gemma":[0.998707,0.0002070869,0.00015691579,0.000051423016,0.00016688724,0.00021601604,0.000005550179,0.000024145047,0.00046497886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939198,0.0020393627,0.000598657,0.0004858211,0.0020461616,0.00091021054],"domain_scores_gemma":[0.9968879,0.00063198974,0.00033449885,0.0012679546,0.0007315413,0.00014611812],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021983845,0.00018609819,0.00044381566,0.00034512015,0.001297458,0.0001438953,0.0017330938,0.0002645344,0.00021027538],"category_scores_gemma":[0.009719316,0.00011658725,0.00012143987,0.00026507967,0.0045480183,0.0003279866,0.00040925012,0.00073584996,0.000018752155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034175355,0.0006542365,0.6809735,0.00017635502,0.0003071123,0.00081546174,0.15221936,0.000022593009,0.015183357,0.02764517,0.020414134,0.09817123],"study_design_scores_gemma":[0.008109362,0.0022260328,0.41772643,0.001607079,0.00016806039,0.00010760459,0.39614302,0.0003640285,0.0056313095,0.11810373,0.04816609,0.0016472498],"about_ca_topic_score_codex":0.007412524,"about_ca_topic_score_gemma":0.036993705,"teacher_disagreement_score":0.263247,"about_ca_system_score_codex":0.0005186488,"about_ca_system_score_gemma":0.00063937716,"threshold_uncertainty_score":0.9991972},"labels":[],"label_agreement":null},{"id":"W2769218181","doi":"10.1080/24745332.2017.1387508","title":"History of respiratory medicine at University of British Columbia","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia Hospital; Vancouver General Hospital","funders":"","keywords":"Medicine; Lung transplantation; Lung; Asthma; Respiratory Medicine; Obstructive lung disease; Interstitial lung disease; Health care; COPD; Intensive care medicine; Respiratory care; Internal medicine; Surgery; Political science","score_opus":0.10723056590486317,"score_gpt":0.3732644544679545,"score_spread":0.2660338885630913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769218181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74011743,0.10577296,0.00007113762,0.007728739,0.0020832028,0.0003794536,0.000111062494,0.000019243622,0.14371677],"genre_scores_gemma":[0.9977444,0.00025939918,0.00006169963,0.0005170824,0.00048683703,3.8105728e-7,5.9546244e-7,0.000012539864,0.00091708044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977985,0.0003650488,0.0004914242,0.00018566848,0.00078269566,0.00037665045],"domain_scores_gemma":[0.9956122,0.00044748938,0.00034285628,0.00035270263,0.001881227,0.0013635325],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025247026,0.000088579385,0.0005296843,0.00024492294,0.00060320133,0.0000228901,0.00078405277,0.00020942689,0.0017091385],"category_scores_gemma":[0.00745346,0.00011820473,0.00008499363,0.00010596555,0.01106384,0.00023404509,0.00005978459,0.0003887526,0.0000011500725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009212882,0.000029563047,0.1201313,0.00054637966,0.000077506294,0.0043093655,0.016882133,2.3046935e-7,0.0013906846,0.0024764354,0.7695141,0.0845502],"study_design_scores_gemma":[0.001019599,0.0016081313,0.038551256,0.00091774977,0.00012633535,0.000027868555,0.016963769,6.955034e-7,0.00001953202,0.00045746166,0.9401662,0.00014139767],"about_ca_topic_score_codex":0.33827686,"about_ca_topic_score_gemma":0.80527115,"teacher_disagreement_score":0.46699426,"about_ca_system_score_codex":0.0010032968,"about_ca_system_score_gemma":0.0029230365,"threshold_uncertainty_score":0.99920344},"labels":[],"label_agreement":null},{"id":"W2769605808","doi":"10.1097/brs.0000000000002452","title":"Process for Consensus Statements on Lumbar Total Disc Replacement","year":2017,"lang":"en","type":"review","venue":"Spine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Chief Medical Examiner","funders":"","keywords":"Medicine; Delphi method; Evidence-based medicine; Lumbar; Presentation (obstetrics); Delphi; Voting; Process (computing); Surgery; Alternative medicine; Politics","score_opus":0.5210815656958776,"score_gpt":0.6538675650454908,"score_spread":0.13278599934961322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769605808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013952781,0.9494279,0.0000712992,0.0011796091,0.0007444604,0.008072054,0.00030743462,0.0001777915,0.040005516],"genre_scores_gemma":[0.000040439292,0.96574414,0.0002917303,0.000022006228,0.00042171986,0.001732836,0.00009259607,0.000050641647,0.031603884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729306,0.00019245759,0.00050966395,0.0005306088,0.0008692622,0.00060493854],"domain_scores_gemma":[0.9983549,0.00008673573,0.0004981154,0.00068889937,0.00020276777,0.00016859628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021819896,0.00026844497,0.00085343816,0.00014825935,0.0006849295,0.00015967929,0.0008536881,0.00024696754,0.00016441912],"category_scores_gemma":[0.001472864,0.00022219506,0.00026418196,0.00014016795,0.00033089638,0.00006750587,0.00012680366,0.0003038497,0.0001155114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010693786,0.000086649714,9.966207e-7,0.006315696,0.00007712255,0.000013367532,0.00014549388,1.4699839e-7,1.359184e-7,0.0024067725,0.017744865,0.97319806],"study_design_scores_gemma":[0.00017881792,0.00022912587,0.0000020591715,0.0049944404,0.00007420738,0.0000014190123,0.00010199753,0.0000013969212,0.0000018029272,0.0006318952,0.9935372,0.00024566194],"about_ca_topic_score_codex":0.00018943603,"about_ca_topic_score_gemma":0.00013743289,"teacher_disagreement_score":0.9757923,"about_ca_system_score_codex":0.00039303038,"about_ca_system_score_gemma":0.0010978316,"threshold_uncertainty_score":0.90608513},"labels":[],"label_agreement":null},{"id":"W2770854713","doi":"10.1136/bjsports-2017-098785","title":"24 issues per year, 25 member societies, 1.5 million podcast listens and 6.5 million YouTube views","year":2017,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Active listening; Privilege (computing); Sports medicine; Medicine; Family medicine; Psychology; Physical therapy; Political science; Law; Psychotherapist","score_opus":0.12161975586939941,"score_gpt":0.4255373444250172,"score_spread":0.3039175885556178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770854713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6857906,0.10217679,0.00010341831,0.07518447,0.0044453884,0.0009896383,0.000028073133,0.00011159823,0.13117002],"genre_scores_gemma":[0.7510432,0.20534426,0.0017714149,0.00053151406,0.0038214629,0.000005130862,0.0000055907244,0.000044405682,0.037433013],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970387,0.00011848249,0.00060356915,0.00021541539,0.0016285117,0.0003952896],"domain_scores_gemma":[0.9980023,0.000065715234,0.0006135615,0.00026842204,0.0006896709,0.00036031383],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046417494,0.00013695315,0.00047415748,0.00014749914,0.0009283048,0.00024633663,0.00055305165,0.00018361886,0.0013689368],"category_scores_gemma":[0.001185834,0.00012642446,0.000113571405,0.000109007306,0.0014853121,0.00044658416,0.00011332628,0.0005526931,0.0000071309],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043646865,0.00007577594,0.019740926,0.0000668674,0.000042540792,0.002178535,0.0057519046,2.6657636e-7,0.00022349064,0.0004400575,0.6341412,0.33729476],"study_design_scores_gemma":[0.0008826203,0.0001439739,0.16124712,0.0035942406,0.000066381974,0.001196017,0.0093584955,0.0000029236091,0.000051068997,0.0026251879,0.8206192,0.00021273248],"about_ca_topic_score_codex":0.0033976336,"about_ca_topic_score_gemma":0.00044279636,"teacher_disagreement_score":0.33708203,"about_ca_system_score_codex":0.00008742406,"about_ca_system_score_gemma":0.00016524507,"threshold_uncertainty_score":0.99954396},"labels":[],"label_agreement":null},{"id":"W2771216193","doi":"10.1186/s12998-017-0169-4","title":"Research priorities of the Canadian chiropractic profession: a consensus study using a modified Delphi technique","year":2017,"lang":"en","type":"article","venue":"Chiropractic & Manual Therapies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Guelph; Dalhousie University; University of Manitoba; University of Regina; Queen's University","funders":"","keywords":"Chiropractic; Delphi method; Medicine; Ranking (information retrieval); Family medicine; Delphi; Health care; Multidisciplinary approach; Medical education; Alternative medicine; Stakeholder; Public relations; Political science; Social science; Sociology","score_opus":0.3878234349251793,"score_gpt":0.5450261449489926,"score_spread":0.1572027100238133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771216193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397744,0.00022699678,0.0000139070335,0.017366499,0.0005249705,0.0044069705,0.0000140905,0.00009863507,0.037573524],"genre_scores_gemma":[0.99552065,0.000091076865,0.0014660392,0.000057739177,0.0002830107,0.00035212975,4.909282e-7,0.00005153387,0.0021773248],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923638,0.003055754,0.0005460284,0.0005210709,0.0024104004,0.0011029097],"domain_scores_gemma":[0.994754,0.001106182,0.0006570268,0.0020288497,0.0011490086,0.0003049123],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012976057,0.00026558348,0.0004145239,0.0004928535,0.010566897,0.00086632365,0.0026706469,0.0003443112,0.000153027],"category_scores_gemma":[0.007440044,0.00019940113,0.00013724802,0.00058919244,0.003965541,0.0005978736,0.0006895351,0.0018227877,0.000016041455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020292066,0.004700254,0.11380568,0.0006013753,0.0016055518,0.0013003872,0.5945153,0.000032759177,0.039440036,0.17661613,0.009346883,0.056006424],"study_design_scores_gemma":[0.001988913,0.0009417145,0.15932317,0.0009987496,0.0001780894,0.00014223954,0.70183426,0.00018515145,0.006402989,0.070166074,0.056486785,0.0013518323],"about_ca_topic_score_codex":0.57223177,"about_ca_topic_score_gemma":0.44153965,"teacher_disagreement_score":0.13069214,"about_ca_system_score_codex":0.0006597805,"about_ca_system_score_gemma":0.004597102,"threshold_uncertainty_score":0.9987451},"labels":[],"label_agreement":null},{"id":"W2775906016","doi":"10.1089/jpm.2017.0453","title":"Consensus Development Conference: Promoting Access to Quality Palliative Care in Canada","year":2017,"lang":"en","type":"article","venue":"Journal of Palliative Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Covenant Health; University of Alberta","funders":"","keywords":"Facilitator; Palliative care; Medicine; Panel discussion; Public relations; Quality (philosophy); Nursing; Medical education; Political science; Business; Law","score_opus":0.4051110172647842,"score_gpt":0.5657208672974278,"score_spread":0.16060985003264355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775906016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93391985,0.00019753783,0.00036250157,0.05207768,0.0005081472,0.0006346487,0.0000068501968,0.000008292615,0.012284465],"genre_scores_gemma":[0.9975973,0.000081742,0.0016209885,0.00027398192,0.0002675652,0.00001500331,8.3224444e-7,0.000008404787,0.0001341922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962022,0.00051600556,0.0008740738,0.0001954419,0.0017759312,0.00043640443],"domain_scores_gemma":[0.9954052,0.0007226448,0.0011529856,0.00022799909,0.0020984095,0.00039275334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041327826,0.00014453183,0.00051443843,0.00019205114,0.0005712286,0.00011121749,0.0013860511,0.000064816566,0.00019518015],"category_scores_gemma":[0.012917782,0.000111219,0.000032437743,0.00023766102,0.0004084984,0.00015709315,0.00019993151,0.0005383326,0.000002385535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105962295,0.000027607588,0.86839116,0.0000696566,0.000044137334,0.00028303463,0.1062756,0.0000071722025,0.00021308729,0.0007375608,0.0026436325,0.021201394],"study_design_scores_gemma":[0.00080462464,0.00013935557,0.91580904,0.0011926441,0.0000072918206,4.286238e-7,0.06984546,0.000008151084,0.0011722363,0.00063555024,0.010237401,0.00014782336],"about_ca_topic_score_codex":0.774425,"about_ca_topic_score_gemma":0.9854342,"teacher_disagreement_score":0.21100916,"about_ca_system_score_codex":0.0033083088,"about_ca_system_score_gemma":0.010326427,"threshold_uncertainty_score":0.99539685},"labels":[],"label_agreement":null},{"id":"W2777904120","doi":"10.1183/1393003.congress-2017.pa4006","title":"PRESTINE: The Pan-Canadian REspiratory STandards INitiative for Electronic Health Records","year":2017,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regent Park Community Health Centre; SickKids Foundation; Southlake Regional Health Center; Canadian Lung Association; University of Toronto; Western University; Windsor Clinical Research; St. Michael's Hospital; Sunnybrook Health Science Centre; Queen's University; Canadian Thoracic Society; University of Saskatchewan; Université de Montréal; Kingston General Hospital","funders":"","keywords":"Medicine; Benchmarking; Standardization; Delphi method; CLARITY; Asthma; Family medicine; Computer science; Artificial intelligence","score_opus":0.21539259814021058,"score_gpt":0.5181451296498281,"score_spread":0.30275253150961745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777904120","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005676121,0.00046926166,0.003179162,0.19758756,0.00039686344,0.0038449701,0.00023418733,0.00022644024,0.78838545],"genre_scores_gemma":[0.9907932,0.0002052943,0.0004378077,0.0030138765,0.00036840732,0.00035232404,0.0000018151828,0.000018560058,0.004808671],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977466,0.00036450624,0.00016822483,0.00021197156,0.0005929019,0.00091579],"domain_scores_gemma":[0.998144,0.00044600666,0.00013287572,0.0005558628,0.00046287526,0.00025840133],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009050901,0.00008044064,0.00012107822,0.00008074425,0.0042898925,0.00035659902,0.0011393571,0.000086165695,0.00028536617],"category_scores_gemma":[0.00539805,0.000059526163,0.000054008513,0.00010607755,0.0005789773,0.0002384674,0.00006715519,0.0002775434,0.000014060954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036618087,0.000017402868,0.0035095543,0.0000137997395,0.000022372169,0.0000023854282,0.0033155428,3.7675807e-7,0.000006593833,0.2963006,0.55655617,0.14021859],"study_design_scores_gemma":[0.00012662391,0.00021618672,0.004595917,0.000013867237,0.000001914656,1.5963288e-7,0.0014534416,0.000018117935,0.00006431468,0.022415528,0.97100955,0.00008439107],"about_ca_topic_score_codex":0.3822925,"about_ca_topic_score_gemma":0.93786895,"teacher_disagreement_score":0.98511714,"about_ca_system_score_codex":0.0013540027,"about_ca_system_score_gemma":0.014979461,"threshold_uncertainty_score":0.9970064},"labels":[],"label_agreement":null},{"id":"W2778521661","doi":"10.1186/s13063-017-2364-y","title":"A core outcomes set for clinical trials of interventions for young adults with type 1 diabetes: an international, multi-perspective Delphi consensus study","year":2017,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Irish Research Council; Steno Diabetes Center Copenhagen; University of Galway; Health Research Board; National University of Ireland","keywords":"Medicine; Delphi method; Psychological intervention; Type 1 diabetes; Family medicine; Inclusion (mineral); MEDLINE; Intervention (counseling); Population; Research design; Outcomes research; Type 2 diabetes; Quality of life (healthcare); Gerontology; Diabetes mellitus; Alternative medicine; Nursing; Psychology; Environmental health; Social psychology","score_opus":0.9519422620226551,"score_gpt":0.770698430156699,"score_spread":0.18124383186595605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778521661","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001126558,0.8766499,0.0008918339,0.00057403534,0.0061938255,0.10208932,0.011638952,0.00029533004,0.00054019823],"genre_scores_gemma":[0.0018838573,0.97981673,0.007363433,0.00001147827,0.0012679574,0.008102725,0.00033861198,0.00011105779,0.0011041685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833714,0.009367234,0.0051152688,0.0008657419,0.00079880067,0.00048155885],"domain_scores_gemma":[0.94684863,0.04221479,0.0066089104,0.0010346078,0.003071571,0.00022150541],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10742961,0.0004196454,0.0071096225,0.0004929762,0.00043149866,0.00025407455,0.0019700394,0.00056272896,0.00009507417],"category_scores_gemma":[0.32392797,0.00028711447,0.0030777082,0.00024001792,0.00072163553,0.00016322423,0.000164276,0.0003917649,0.000007709169],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036811144,0.0051634475,0.0038863772,0.008330624,0.01206421,0.000015852627,0.00965925,4.0934552e-7,4.171738e-7,0.0047936705,0.01424016,0.9381645],"study_design_scores_gemma":[0.019525891,0.008575715,0.00031746985,0.03397462,0.0098151695,0.0000022796928,0.039594207,0.0000377684,0.0000015574057,0.0020530028,0.88483304,0.0012692678],"about_ca_topic_score_codex":0.0010519422,"about_ca_topic_score_gemma":0.0053798743,"teacher_disagreement_score":0.9368952,"about_ca_system_score_codex":0.0003097841,"about_ca_system_score_gemma":0.0016638178,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W2778690452","doi":"10.1183/1393003.congress-2017.oa1792","title":"Effect of reporting two versus three trials on lung clearance index values","year":2017,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Clinical trial; Coefficient of variation; Trial registration; Internal medicine; Statistics","score_opus":0.351068627581593,"score_gpt":0.6034260173219903,"score_spread":0.2523573897403973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778690452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7073924,0.000029649538,0.0002602202,0.0007418523,0.00049202674,0.0006886379,9.0931155e-7,0.00012077032,0.29027355],"genre_scores_gemma":[0.9986887,0.000024505605,0.00025656022,0.000007893273,0.0002690982,0.000031837728,2.0481905e-7,0.000010146143,0.00071104546],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970101,0.00082561874,0.0007032147,0.00023587943,0.0009093647,0.00031579682],"domain_scores_gemma":[0.99445915,0.003203369,0.0014533254,0.00068055344,0.0001274196,0.00007619434],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03313394,0.00008880802,0.00041949266,0.000073889496,0.00074801093,0.00017060897,0.0007485626,0.00010098099,0.00019089114],"category_scores_gemma":[0.078586146,0.000067599976,0.00015918097,0.00009416016,0.00045980656,0.00019958,0.00013889969,0.00019642727,0.000021606536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072205774,0.00016618574,0.35388267,0.000246734,0.0002326528,0.00013770994,0.0021267824,0.000048520833,0.00561922,0.06176345,0.014252664,0.5543028],"study_design_scores_gemma":[0.022175219,0.00895266,0.30251744,0.0022962354,0.00030954933,0.000004667181,0.0024149595,0.006387664,0.5914216,0.049254525,0.012213082,0.0020523937],"about_ca_topic_score_codex":0.008721012,"about_ca_topic_score_gemma":0.0018802105,"teacher_disagreement_score":0.5858024,"about_ca_system_score_codex":0.00008334362,"about_ca_system_score_gemma":0.00011259442,"threshold_uncertainty_score":0.99788},"labels":[],"label_agreement":null},{"id":"W2779540993","doi":"10.1183/20734735.017617","title":"Early Career Members at the ERS International Congress 2017: highlights from the Assemblies","year":2017,"lang":"en","type":"article","venue":"Breathe","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Association of Nurses in Oncology","funders":"Institut universitaire de cardiologie et de pneumologie de Québec, Université Laval; Universiteit Hasselt; Universitat de Barcelona; Marmara Üniversitesi; Cambridge University Hospitals; National and Kapodistrian University of Athens; Umeå Universitet; Universiteit Leiden; Leids Universitair Medisch Centrum; McGovern Medical School; University of Cambridge; Imperial College London; University of Texas Health Science Center at Houston","keywords":"Political science; Library science; Computer science","score_opus":0.14006350070969023,"score_gpt":0.42403252024453664,"score_spread":0.28396901953484643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779540993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5396646,0.0001518431,0.000016421152,0.11747274,0.0021158545,0.00045114974,0.00009888918,0.000111474794,0.33991703],"genre_scores_gemma":[0.95607644,0.00017662576,0.0000509823,0.00022633631,0.00053126016,0.00006357973,0.000006205731,0.000012842818,0.0428557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809885,0.00023944513,0.00012350369,0.00022650728,0.0010099389,0.00030175416],"domain_scores_gemma":[0.9979079,0.0008039203,0.00013544978,0.0008776982,0.00020048703,0.00007457187],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011615577,0.00010089958,0.000096226766,0.000025303396,0.0028723094,0.00092985807,0.0030087812,0.00010412608,0.00094370975],"category_scores_gemma":[0.000608237,0.000052566586,0.00009247607,0.000051122694,0.001428707,0.0002904691,0.0005207167,0.00019876835,0.00027310208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000646176,0.000040000206,0.06122965,0.0000015392809,0.00021341024,0.0000619233,0.022277445,0.0000029667538,0.00043905506,0.048356097,0.85981303,0.007500271],"study_design_scores_gemma":[0.00016550678,0.000009633228,0.10244392,0.00002218765,0.000016819275,0.0000019814277,0.0025256216,0.000018731387,0.00071841397,0.003665768,0.89029676,0.00011464692],"about_ca_topic_score_codex":0.067809284,"about_ca_topic_score_gemma":0.030046655,"teacher_disagreement_score":0.41641188,"about_ca_system_score_codex":0.00016211616,"about_ca_system_score_gemma":0.000097993376,"threshold_uncertainty_score":0.99996954},"labels":[],"label_agreement":null},{"id":"W2781922695","doi":"10.1097/j.pain.0000000000001129","title":"Developing a core outcome domain set to assessing effectiveness of interdisciplinary multimodal pain therapy: the VAPAIN consensus statement on core outcome domains","year":2017,"lang":"en","type":"article","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Bundesministerium für Bildung und Forschung","keywords":"Biopsychosocial model; Psychological intervention; Physical therapy; Context (archaeology); Medicine; Delphi method; Quality of life (healthcare); Facilitator; Psychology; Nursing; Psychiatry; Social psychology","score_opus":0.41793269440593117,"score_gpt":0.570061301499468,"score_spread":0.15212860709353682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781922695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9149675,0.000021999464,0.06562655,0.013938359,0.00032834552,0.0028056412,0.000049422768,0.00015419666,0.0021080193],"genre_scores_gemma":[0.99022347,0.000006143607,0.008561459,0.0006152078,0.00009888803,0.0003325248,0.000008853455,0.000044162454,0.000109276814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870498,0.009751484,0.0007421101,0.00052953255,0.0011298695,0.0007972105],"domain_scores_gemma":[0.98365605,0.01442131,0.00046787286,0.0010121845,0.00024524622,0.00019734626],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100647755,0.00030743956,0.000534908,0.0002145831,0.0023896315,0.00036593687,0.0016114934,0.0001770374,0.00003470253],"category_scores_gemma":[0.010674671,0.00022409142,0.000185799,0.00030320976,0.0009628478,0.00013240073,0.0007766232,0.000468871,0.000018995921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008221385,0.00034424957,0.812812,0.0004177492,0.00021072525,0.00024076742,0.03281404,0.00013497825,0.0060946546,0.032161947,0.0022983125,0.11164844],"study_design_scores_gemma":[0.0043004276,0.0016065293,0.72739345,0.0032209672,0.00004216185,0.0000071024847,0.11369204,0.004789376,0.0028141858,0.12501124,0.015024418,0.0020981298],"about_ca_topic_score_codex":0.0016761173,"about_ca_topic_score_gemma":0.0014529924,"teacher_disagreement_score":0.10955031,"about_ca_system_score_codex":0.0009025528,"about_ca_system_score_gemma":0.00039872972,"threshold_uncertainty_score":0.9989091},"labels":[],"label_agreement":null},{"id":"W2782273087","doi":"10.1177/1524839917746147","title":"Intercountry Consensus Building: Lessons From Developing a Chronic-Conditions Self-Management Support Framework","year":2018,"lang":"en","type":"article","venue":"Health Promotion Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; British Columbia Centre of Excellence for Women's Health; B.C. Women's Hospital & Health Centre; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Promotion (chess); Public relations; Capacity building; Business; Process (computing); Health promotion; Health care; Relevance (law); Developing country; Knowledge management; Political science; Economic growth; Economics; Computer science; Politics","score_opus":0.17620824848095223,"score_gpt":0.5565072708701003,"score_spread":0.3802990223891481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782273087","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106068645,0.0001910589,0.18819067,0.7102269,0.0022379854,0.00333166,0.00008522778,0.0017475943,0.08338203],"genre_scores_gemma":[0.6601663,0.0010637597,0.33179533,0.0047043976,0.0012253502,0.00032848184,0.000034555396,0.0000419514,0.0006398299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561656,0.0015248953,0.0005449519,0.0005430877,0.00093659706,0.0008339288],"domain_scores_gemma":[0.99658656,0.0015020526,0.00047440632,0.00046022792,0.0006677997,0.0003089751],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005340759,0.00016310476,0.00021277509,0.00022159147,0.0019421751,0.00023733616,0.00046747265,0.00023784557,0.0013090393],"category_scores_gemma":[0.002903657,0.00018736342,0.00004762028,0.0008226061,0.00042560848,0.0005989721,0.000206128,0.00068826164,0.0007535332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046254732,0.00065926893,0.00017822352,0.00021496702,0.00017020704,0.00010400848,0.01948168,0.0000013765011,0.00004950274,0.8739251,0.08217282,0.022996586],"study_design_scores_gemma":[0.00027171936,0.00038421975,0.0005088178,0.00047439817,0.000035581153,0.000023096733,0.008411351,0.00008041611,0.00015348423,0.04074063,0.94866055,0.0002557597],"about_ca_topic_score_codex":0.0029873867,"about_ca_topic_score_gemma":0.0011441723,"teacher_disagreement_score":0.8664877,"about_ca_system_score_codex":0.0021899608,"about_ca_system_score_gemma":0.0027800833,"threshold_uncertainty_score":0.9996039},"labels":[],"label_agreement":null},{"id":"W2782645090","doi":"10.4193/rhino17.247","title":"CHronic Rhinosinusitis Outcome MEasures (CHROME), developing a core outcome set for trials of interventions in chronic rhinosinusitis","year":2017,"lang":"en","type":"article","venue":"Rhinology Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Chronic rhinosinusitis; Outcome (game theory); Sinusitis; Psychological intervention; Physical therapy; Chronic disease; Chronic sinusitis; Intensive care medicine; Internal medicine; Surgery; Psychiatry","score_opus":0.6372971660597233,"score_gpt":0.5824073124785507,"score_spread":0.0548898535811726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782645090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142142,0.007826547,0.032977648,0.031813793,0.0046698214,0.0040807333,0.0003981606,0.00025690993,0.0037621853],"genre_scores_gemma":[0.9934699,0.0009498515,0.0036723525,0.00006373787,0.0009904212,0.00012322504,0.000010193178,0.00003591285,0.0006843991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936838,0.0013022402,0.002598278,0.00043000068,0.00081329246,0.0011723595],"domain_scores_gemma":[0.99494296,0.0013298527,0.002195251,0.0006638243,0.0006446968,0.00022342756],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016732426,0.00029210997,0.0013685644,0.00087577914,0.002064899,0.00040052354,0.0022777684,0.00055145664,0.0005187785],"category_scores_gemma":[0.013487423,0.00027887188,0.00088618335,0.0002658329,0.0012776119,0.0006979427,0.00036013694,0.0011133839,0.000027857575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026512332,0.0002425488,0.7802529,0.00090638734,0.0007772267,0.0006649109,0.0063588037,0.000083482475,0.006564682,0.07498985,0.009742945,0.1191512],"study_design_scores_gemma":[0.014129868,0.0022204246,0.8362149,0.005007588,0.00048669244,0.0014751959,0.003410666,0.00032712572,0.0045500514,0.070453905,0.0597336,0.0019900051],"about_ca_topic_score_codex":0.0024367792,"about_ca_topic_score_gemma":0.021211354,"teacher_disagreement_score":0.11716119,"about_ca_system_score_codex":0.0031724728,"about_ca_system_score_gemma":0.0026753186,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W2782761547","doi":"10.1017/s0266462317002641","title":"PP101 A Procedural Method For Networking Local And Regional Stakeholders","year":2017,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Unit (ring theory); Focus group; Business; Health care; Medicine; Public relations; Computer science; Medical education; Political science; Psychology; Marketing; Geography","score_opus":0.226716648283807,"score_gpt":0.5778986133338633,"score_spread":0.3511819650500563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782761547","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025743386,0.0026370224,0.22069307,0.7449076,0.0024276346,0.0013693441,0.000022989529,0.00010731142,0.002091635],"genre_scores_gemma":[0.921453,0.000727965,0.07688095,0.0005621978,0.0002892835,0.000042574145,0.0000024592464,0.00001085795,0.00003072486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981521,0.00012931656,0.0005198072,0.00017850357,0.00067956524,0.00034074674],"domain_scores_gemma":[0.9977683,0.00026498508,0.00080318,0.0001546409,0.0009104033,0.00009852637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002756058,0.00008910536,0.00023022847,0.0005779843,0.0005272914,0.00013937919,0.001192208,0.00019360718,0.000008671842],"category_scores_gemma":[0.0005562061,0.000088187604,0.000065760076,0.00010011188,0.0004962306,0.00029623206,0.0001642058,0.0006116571,2.1255818e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019940884,0.00010045601,0.05391816,0.00012752505,0.000104585415,0.00012000085,0.002857175,0.00006965535,0.000038014125,0.1431118,0.0062975767,0.79305565],"study_design_scores_gemma":[0.0050231335,0.0014793021,0.032087877,0.0026772802,0.000024931067,0.00048953434,0.18833911,0.003365064,0.00017709183,0.1393568,0.6264121,0.00056775287],"about_ca_topic_score_codex":0.0007078466,"about_ca_topic_score_gemma":0.0016309436,"teacher_disagreement_score":0.89570963,"about_ca_system_score_codex":0.0010480362,"about_ca_system_score_gemma":0.0014360921,"threshold_uncertainty_score":0.40555522},"labels":[],"label_agreement":null},{"id":"W2782899191","doi":"10.5688/ajpe6022","title":"Components of a Measure to Describe Organizational Culture in Academic Pharmacy","year":2017,"lang":"en","type":"article","venue":"American Journal of Pharmaceutical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacy; Organizational culture; Delphi method; Inclusion (mineral); Measure (data warehouse); Psychology; Medical education; Medicine; Nursing; Public relations; Computer science; Social psychology; Political science","score_opus":0.2396932821586728,"score_gpt":0.5682562222336491,"score_spread":0.32856294007497633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782899191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586898,0.00020906927,0.0006181544,0.035804823,0.00056127016,0.0003319916,0.0000047081735,0.000012068953,0.0037681037],"genre_scores_gemma":[0.99548566,0.00036676545,0.0030945742,0.000570598,0.00036399614,0.00000662546,0.0000013167904,0.000010858655,0.00009962635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796325,0.00034978997,0.00043199395,0.00011945727,0.00088563026,0.0002498709],"domain_scores_gemma":[0.9979034,0.00011984326,0.00051062857,0.00014000916,0.00094890146,0.00037720642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001831508,0.000082014296,0.00021797417,0.0002460903,0.00021683374,0.00005494393,0.00094010396,0.00004227611,0.00017454247],"category_scores_gemma":[0.002929136,0.000077474426,0.00005283577,0.00049637887,0.0006296351,0.0003787283,0.00007184401,0.00059933326,0.00001271989],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058460917,0.0012529149,0.32171044,0.000040183575,0.000082576815,0.000017991213,0.03222905,0.000031387564,0.12936008,0.007781305,0.01808601,0.48882347],"study_design_scores_gemma":[0.0041753748,0.000911935,0.32947767,0.0018121017,0.000244258,0.00019718678,0.058681127,0.00040640723,0.07129571,0.011533513,0.5200993,0.0011654516],"about_ca_topic_score_codex":0.0008908732,"about_ca_topic_score_gemma":0.00003186623,"teacher_disagreement_score":0.50201327,"about_ca_system_score_codex":0.00028778246,"about_ca_system_score_gemma":0.0013510459,"threshold_uncertainty_score":0.3506661},"labels":[],"label_agreement":null},{"id":"W2785542546","doi":"10.1164/rccm.201711-2200le","title":"Have We Not Learned from Past Mistakes?","year":2018,"lang":"en","type":"letter","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine","score_opus":0.15299577630368447,"score_gpt":0.44913693600944193,"score_spread":0.2961411597057575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785542546","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005050345,0.005108288,0.0002454599,0.98029774,0.00068383187,0.00016357975,0.000054471286,0.000040107876,0.008356173],"genre_scores_gemma":[0.23624103,0.0007368358,0.00073407346,0.70930696,0.052393083,0.000013494538,0.0000125393735,0.000086458116,0.00047552027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428356,0.0016177096,0.00077560544,0.0004150925,0.002245969,0.0006620696],"domain_scores_gemma":[0.9937266,0.0031836382,0.0004433784,0.0003651174,0.0017272729,0.00055400917],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019597455,0.00030321477,0.000999952,0.00037426237,0.00037422476,0.000099910656,0.0008183415,0.00045761582,0.0009110065],"category_scores_gemma":[0.005228497,0.00023751099,0.00017518117,0.0003140551,0.012122191,0.0001444901,0.00006482872,0.0030850107,0.000015067698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013280596,0.000013919894,0.0005673207,0.00008793472,0.000052172567,0.0024666411,0.00696229,1.5818555e-8,0.000091825495,0.00013287476,0.8893422,0.10015],"study_design_scores_gemma":[0.00029803085,0.0031034988,0.00011594549,0.000736885,0.00014115886,0.000022766171,0.046251506,2.2090538e-7,0.00005545989,0.00090033794,0.9481403,0.00023384953],"about_ca_topic_score_codex":0.0008733211,"about_ca_topic_score_gemma":0.00009876539,"teacher_disagreement_score":0.2709908,"about_ca_system_score_codex":0.00021503959,"about_ca_system_score_gemma":0.0005720376,"threshold_uncertainty_score":0.9992149},"labels":[],"label_agreement":null},{"id":"W2791437217","doi":"10.1016/s2214-109x(18)30170-0","title":"Assessing best practices on short-term medical service trips: an eDelphi-based theoretical model","year":2018,"lang":"en","type":"article","venue":"The Lancet Global Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Rehabilitation Institute; McMaster University","funders":"","keywords":"Delphi method; Likert scale; Best practice; Preparedness; TRIPS architecture; Service delivery framework; Scale (ratio); Sustainability; Medicine; Medical education; Nursing; Service (business); Business; Psychology; Marketing; Computer science; Political science; Geography","score_opus":0.42006619273434365,"score_gpt":0.6191637018029298,"score_spread":0.19909750906858614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791437217","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31827614,0.000100700534,0.007485248,0.5063994,0.00045284608,0.0010003772,0.00005658608,0.0005783772,0.16565031],"genre_scores_gemma":[0.9669748,0.0001240483,0.0031119327,0.027438963,0.002262969,0.00003605168,0.000009584125,0.000017373328,0.00002425373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937415,0.0020372604,0.00036557677,0.00044845685,0.002287591,0.0011196302],"domain_scores_gemma":[0.9972487,0.0007484063,0.00023376584,0.0007610034,0.00033573242,0.0006723707],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011774556,0.00017656662,0.00035501618,0.000042947795,0.0013562207,0.0004125487,0.0017839008,0.00024776344,0.00032470957],"category_scores_gemma":[0.0019299727,0.00012401995,0.00005014083,0.00071476854,0.0016254412,0.00043808037,0.00014360064,0.0006399617,0.00012578351],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005664404,0.00073964696,0.002740993,0.00008321054,0.000020830366,0.00002855547,0.002594904,0.00006237999,0.000013580637,0.88120365,0.016243255,0.095702566],"study_design_scores_gemma":[0.0026893192,0.004038209,0.008485671,0.0017394236,0.00008364192,0.000053122967,0.017195722,0.60473144,0.00017505797,0.3143884,0.04499787,0.001422145],"about_ca_topic_score_codex":0.005173833,"about_ca_topic_score_gemma":0.014400542,"teacher_disagreement_score":0.6486987,"about_ca_system_score_codex":0.00063393207,"about_ca_system_score_gemma":0.004057214,"threshold_uncertainty_score":0.99994385},"labels":[],"label_agreement":null},{"id":"W2791897506","doi":"10.1097/prs.0000000000004174","title":"Discussion: Consensus of Leaders in Plastic Surgery: Identifying Procedural Competencies for Canadian Plastic Surgery Residency Training Using a Modified Delphi Technique","year":2018,"lang":"en","type":"letter","venue":"Plastic & Reconstructive Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Residency training; Medical education; Plastic surgery; Psychology; Medicine; Management; Surgery; Computer science; Economics","score_opus":0.2604072866100761,"score_gpt":0.38211507537689277,"score_spread":0.12170778876681665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791897506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8272646,0.00083664997,0.019024782,0.08239957,0.049646743,0.012637571,0.0050706314,0.0014123827,0.0017070554],"genre_scores_gemma":[0.9894923,0.00008765227,0.0037020454,0.0014577564,0.0032340393,0.0012980486,0.00029552483,0.0003334347,0.00009922274],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98829514,0.0018163765,0.002920701,0.0017234038,0.0019266709,0.0033177328],"domain_scores_gemma":[0.83258134,0.16354252,0.0015220287,0.00058219716,0.0012060531,0.00056584075],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0070708743,0.001093663,0.0030728322,0.0071542817,0.0012274331,0.00029506892,0.0008721948,0.0021122496,0.00025304523],"category_scores_gemma":[0.11121986,0.0010472573,0.0010395162,0.002570582,0.0060908953,0.0005471067,0.00016423363,0.002568598,0.000012043388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011397392,0.00015724782,0.13679858,0.00786271,0.0010368361,0.004023859,0.014973253,0.0002349848,0.000991988,0.0004845645,0.8273259,0.0049703596],"study_design_scores_gemma":[0.005030401,0.0009955693,0.079398364,0.22957873,0.0042768805,0.007080231,0.44299546,0.018715063,0.006264097,0.07300347,0.094244316,0.038417414],"about_ca_topic_score_codex":0.06663823,"about_ca_topic_score_gemma":0.14841774,"teacher_disagreement_score":0.7330816,"about_ca_system_score_codex":0.0020597726,"about_ca_system_score_gemma":0.027281392,"threshold_uncertainty_score":0.9997325},"labels":[],"label_agreement":null},{"id":"W2792249188","doi":"10.1136/bmjopen-2017-019726","title":"Use of the nominal group technique to identify stakeholder priorities and inform survey development: an example with informal caregivers of people with scleroderma","year":2018,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Rare Disease Foundation; BC Children's Hospital; Children's Hospital Foundation","keywords":"Medicine; Stakeholder; Scale (ratio); Merge (version control); Nominal group technique; Support group; Family medicine; Nursing; Medical education; Knowledge management; Public relations; Psychiatry; Computer science","score_opus":0.4351461661710701,"score_gpt":0.4637390997440758,"score_spread":0.028592933573005685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792249188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894072,8.8481744e-7,0.0007503687,0.000083921754,0.000020049038,0.005702348,0.000022958802,0.00002174017,0.003990563],"genre_scores_gemma":[0.9862635,0.0000014753052,0.01272027,0.000036165115,0.0000148710205,0.00043735155,0.0000055720243,0.000012324844,0.00050845416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983076,0.00016759802,0.0002759311,0.0001792745,0.00077799597,0.0002915858],"domain_scores_gemma":[0.99854404,0.00013681935,0.00018492405,0.00042396496,0.0005954817,0.00011479743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032742107,0.000108137414,0.00020861781,0.00011889171,0.0003703774,0.0002662402,0.00096747983,0.00007072338,0.000038836588],"category_scores_gemma":[0.00017468624,0.00007404782,0.000011820501,0.00061856763,0.00079127186,0.0017592456,0.00072049786,0.00010342755,0.0000013698567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012112588,0.00007447551,0.78990084,0.00013594679,0.000058001497,0.0000029472078,0.19774039,0.0000052740384,0.0007944071,0.003231149,0.00085140264,0.0059939157],"study_design_scores_gemma":[0.0002627347,0.00039308684,0.9703604,0.00022305071,0.0000052607606,0.000004988584,0.019997401,0.0000025051054,0.0048626354,0.000025951838,0.003694745,0.00016726258],"about_ca_topic_score_codex":0.16332589,"about_ca_topic_score_gemma":0.4850186,"teacher_disagreement_score":0.32169273,"about_ca_system_score_codex":0.00006323061,"about_ca_system_score_gemma":0.00092716643,"threshold_uncertainty_score":0.8422456},"labels":[],"label_agreement":null},{"id":"W2793561280","doi":"10.1371/journal.pone.0194411","title":"Competency model for dentists in China: Results of a Delphi study","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Medical education; Core competency; Teamwork; Medicine; Construct (python library); Enthusiasm; Focus group; Promotion (chess); Psychology; Nursing; Family medicine","score_opus":0.2610923923454776,"score_gpt":0.44607995336464346,"score_spread":0.18498756101916586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793561280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826682,0.000015189428,0.0007886325,0.0008416724,0.00002271696,0.0016697437,0.000034438504,0.00006545022,0.013893916],"genre_scores_gemma":[0.9854903,0.000015432917,0.013167531,0.000012163481,0.0000847815,0.00016114487,0.0000020764012,0.000011148777,0.0010553797],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827546,0.00014147174,0.00031015434,0.00022154106,0.00074503757,0.00030636098],"domain_scores_gemma":[0.9990806,0.00017457907,0.00008382891,0.00025961403,0.00033810348,0.00006328745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018150891,0.00006443342,0.00020278872,0.0001590033,0.00014447674,0.000023450766,0.0004739198,0.00006453927,0.000017054472],"category_scores_gemma":[0.0014537144,0.00006691342,0.000030424195,0.0004042276,0.0002754284,0.00010970684,0.000100186495,0.00010238366,0.000011899909],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004053345,0.11236556,0.17443667,0.0007142379,0.0007516043,0.00007574164,0.58069277,0.00010262634,0.040011674,0.060241703,0.0133699225,0.013184158],"study_design_scores_gemma":[0.021914305,0.0136159565,0.2001532,0.0021939592,0.00039304575,0.0000010842706,0.043967646,0.40303808,0.044150665,0.26755857,0.00078555563,0.0022279215],"about_ca_topic_score_codex":0.0030149755,"about_ca_topic_score_gemma":0.025559667,"teacher_disagreement_score":0.5367251,"about_ca_system_score_codex":0.000082251354,"about_ca_system_score_gemma":0.0001494907,"threshold_uncertainty_score":0.99222136},"labels":[],"label_agreement":null},{"id":"W2793977536","doi":"10.12688/hrbopenres.12795.1","title":"An international, Delphi consensus study to identify priorities for methodological research in behavioural trials: A study protocol","year":2018,"lang":"en","type":"preprint","venue":"HRB Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Hôpital du Sacré-Cœur de Montréal; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research; Ireland Canada University Foundation; Fonds de Recherche du Québec - Santé; Health Research Board; Université du Québec à Montréal","keywords":"Delphi method; Psychological intervention; Psychology; Protocol (science); Delphi; Applied psychology; Medicine; Alternative medicine; Computer science; Psychiatry","score_opus":0.9649089605862181,"score_gpt":0.8094384058551204,"score_spread":0.15547055473109772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793977536","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44263774,0.0000072992375,0.000087161374,0.004647562,0.000501083,0.5448042,0.00013429185,0.00013158498,0.0070490907],"genre_scores_gemma":[0.4503349,0.000008696083,0.010110073,0.00001754973,0.0008344262,0.53699803,0.000014942867,0.00007635385,0.0016050253],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.831474,0.14561312,0.0030975502,0.003873362,0.012498609,0.0034433797],"domain_scores_gemma":[0.9586961,0.026769277,0.0003806967,0.0028771355,0.01034943,0.0009273357],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.51043105,0.0005217513,0.0018681157,0.0042231707,0.0023331353,0.0081689535,0.017350208,0.0008363029,0.001062929],"category_scores_gemma":[0.09722294,0.00047387404,0.00026545662,0.00297903,0.0023741955,0.0005444331,0.020530986,0.005692125,0.00016192989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040601663,0.048391804,0.4812435,0.00066473056,0.0009492286,0.0025081553,0.2537471,0.000049224338,0.00080782804,0.009847644,0.11725678,0.043932334],"study_design_scores_gemma":[0.010889419,0.02437208,0.1491314,0.001189665,0.00006074146,0.0000065343047,0.6786935,0.00024685625,0.0004105587,0.08540587,0.047857963,0.0017354692],"about_ca_topic_score_codex":0.14200251,"about_ca_topic_score_gemma":0.08236598,"teacher_disagreement_score":0.42494634,"about_ca_system_score_codex":0.0026206593,"about_ca_system_score_gemma":0.006403843,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W2794193917","doi":"10.13140/rg.2.1.1577.0089","title":"THE LOGIC OF CONSENSUS ON THE FOUNDATIONS OF SCIENCE EDUCATION IN CANADA: A DELPHI STUDY","year":2014,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Engineering ethics; Epistemology; Political science; Computer science; Engineering; Philosophy; Artificial intelligence; Programming language","score_opus":0.07062386749474764,"score_gpt":0.3596148573388791,"score_spread":0.28899098984413146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794193917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96594244,0.00002417874,0.0000063598623,0.004427406,0.00025592136,0.0008857556,0.0000071898844,0.000006906665,0.028443843],"genre_scores_gemma":[0.99889606,0.00005016131,0.00007617716,0.000008971041,0.000012521935,0.0000018381354,0.0000047259523,0.000004540284,0.00094500027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979329,0.00041344136,0.0001455786,0.0001880067,0.0011180042,0.00020207347],"domain_scores_gemma":[0.9972918,0.0010294815,0.0004170297,0.00037238208,0.0008463688,0.000042933545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023508072,0.00008188339,0.00017871185,0.00027971846,0.0008882024,0.000018558298,0.0012536986,0.00006619284,0.00000861063],"category_scores_gemma":[0.001094542,0.000071319235,0.000041963114,0.00095188885,0.0013671159,0.00005049207,0.000068470035,0.00023437396,0.0000022324314],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073998305,0.0020284844,0.2257178,0.00036480554,0.00020348797,0.00002150942,0.066979535,0.00022118675,0.0014459841,0.6182225,0.049144156,0.03491057],"study_design_scores_gemma":[0.00007909279,0.00007531793,0.2776144,0.000080147,0.000017659613,8.157016e-8,0.7193584,0.000036185083,0.00007309336,0.001126155,0.0014758954,0.00006355974],"about_ca_topic_score_codex":0.9699694,"about_ca_topic_score_gemma":0.999928,"teacher_disagreement_score":0.65237886,"about_ca_system_score_codex":0.0008111655,"about_ca_system_score_gemma":0.015652025,"threshold_uncertainty_score":0.9899283},"labels":[],"label_agreement":null},{"id":"W2794577228","doi":"10.1016/j.bja.2018.02.007","title":"A systematic review and consensus definitions for standardised end-points in perioperative medicine: pulmonary complications","year":2018,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":415,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; National Institute for Health and Care Research; British Journal of Anaesthesia","keywords":"Perioperative; Consensus conference; Medicine; Perioperative medicine; Intensive care medicine; Systematic review; MEDLINE; Internal medicine; Surgery; Political science; Law","score_opus":0.17078845209202714,"score_gpt":0.45699515909459304,"score_spread":0.2862067070025659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794577228","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019623742,0.98969346,0.00008866137,0.00337079,0.000039473714,0.00391586,0.00017070134,0.00001704442,0.0027020436],"genre_scores_gemma":[0.000027843686,0.9972949,0.0017408502,0.00020625569,0.00011991777,0.00048005168,0.000016599293,0.000033296,0.000080289516],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99512047,0.0019082683,0.0017747263,0.00025195995,0.00061911746,0.00032546592],"domain_scores_gemma":[0.9960512,0.0012225023,0.0011521115,0.00022188677,0.0011234509,0.00022885085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007041024,0.0002165537,0.002509828,0.00035245717,0.00046385458,0.00013508806,0.0005891362,0.00019959993,0.00006279829],"category_scores_gemma":[0.005876247,0.00019954253,0.0003468307,0.000595853,0.0011655312,0.000107082895,0.000038592276,0.00049538194,0.000005550023],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000087362705,0.00015179359,0.00000317914,0.7654898,0.0002852018,0.0010193055,0.00085337687,2.3772175e-8,7.317361e-8,0.007361065,0.029413255,0.19541414],"study_design_scores_gemma":[0.00014652553,0.00014656677,0.000008140503,0.7042711,0.0011145122,0.0034555343,0.0006687789,6.398165e-7,1.350796e-8,0.0010875508,0.28891888,0.00018178651],"about_ca_topic_score_codex":0.00027150492,"about_ca_topic_score_gemma":0.0005352574,"teacher_disagreement_score":0.25950563,"about_ca_system_score_codex":0.00034712185,"about_ca_system_score_gemma":0.0014272492,"threshold_uncertainty_score":0.8137108},"labels":[],"label_agreement":null},{"id":"W2794757098","doi":"10.5770/cgj.21.289","title":"Identifying the Priority Topics for the Assessment of Competence in Care of the Elderly","year":2018,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta; Université Laval; College of Family Physicians of Canada; Université de Sherbrooke; Queen's University; University of Toronto; CARE Canada","funders":"College of Family Physicians of Canada","keywords":"Competence (human resources); Medicine; Delphi method; Medical education; Delphi; Nominal group; Population; Family medicine; Psychology; Artificial intelligence; Computer science; Social psychology","score_opus":0.09896204864324988,"score_gpt":0.43973943788632963,"score_spread":0.34077738924307976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794757098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8715151,0.0031181057,0.010094584,0.075759806,0.0066134045,0.0039805924,0.00013733716,0.000020757378,0.028760346],"genre_scores_gemma":[0.99787724,0.00015782996,0.0013324138,0.00006433217,0.00046271106,0.000009543373,1.4808057e-7,0.000004700011,0.00009110349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998606,0.00026096517,0.0002591563,0.00007667138,0.00048780997,0.00030938018],"domain_scores_gemma":[0.99843204,0.0003751406,0.00018796926,0.000242489,0.0006536728,0.00010866872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028243458,0.000049492024,0.00009531957,0.00011420997,0.0009617764,0.000114169314,0.0012139854,0.0000661506,0.000034946028],"category_scores_gemma":[0.0007211045,0.000028055463,0.00008517991,0.00062955864,0.00048617538,0.00007334466,0.000054409935,0.00035256517,2.9789408e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021521759,0.000055199325,0.42945966,0.00017068117,0.00009582228,0.000021779708,0.10218505,0.000096276905,0.0006165834,0.16020495,0.020154651,0.28691784],"study_design_scores_gemma":[0.0006239019,0.0003298453,0.56220365,0.00017545342,0.00007070384,0.000021355661,0.0909117,0.00053161447,0.0007086858,0.025413215,0.31873822,0.00027167067],"about_ca_topic_score_codex":0.07213678,"about_ca_topic_score_gemma":0.583053,"teacher_disagreement_score":0.51091623,"about_ca_system_score_codex":0.0004873421,"about_ca_system_score_gemma":0.003712169,"threshold_uncertainty_score":0.9340419},"labels":[],"label_agreement":null},{"id":"W2799778430","doi":"10.1111/dmcn.13776","title":"Measurement tools in a globalized world: is translation or redevelopment the best approach?","year":2018,"lang":"en","type":"letter","venue":"Developmental Medicine & Child Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Redevelopment; Translation (biology); Process management; Business; Engineering; Chemistry; Civil engineering; Biochemistry","score_opus":0.2805434859161641,"score_gpt":0.41393354591426706,"score_spread":0.13339005999810294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799778430","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029898208,0.00031886296,0.0000773493,0.85473305,0.0012326603,0.002834698,0.000014482903,0.00014127565,0.14034866],"genre_scores_gemma":[0.0078441575,0.0007214379,0.0018941408,0.9794263,0.0042240736,0.001027672,0.00015872136,0.00010255771,0.004600906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913599,0.0015425561,0.0011759468,0.0011653062,0.0034056145,0.0013506797],"domain_scores_gemma":[0.99815065,0.0005826574,0.00033798075,0.0004959848,0.00027237006,0.00016036916],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004836209,0.0006000582,0.00084253604,0.0009302802,0.0007482787,0.0000947655,0.0018231944,0.0009306794,0.0018978674],"category_scores_gemma":[0.0011360551,0.0004058912,0.00010443009,0.0019552284,0.001949441,0.00015487356,0.0002582982,0.0029669167,0.00012424744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024815573,0.00008073598,0.00051426294,0.000055275974,0.000070144146,0.00033565864,0.007282873,1.6337758e-7,0.000008005617,0.000057979563,0.96444166,0.026905095],"study_design_scores_gemma":[0.0011358099,0.0002516509,0.0011276174,0.00034959547,0.000034728255,0.00010987394,0.00043032126,0.0000049901673,0.00003177907,0.00031212828,0.9957903,0.0004212103],"about_ca_topic_score_codex":0.0014364847,"about_ca_topic_score_gemma":0.006271447,"teacher_disagreement_score":0.13574776,"about_ca_system_score_codex":0.0008875447,"about_ca_system_score_gemma":0.0014665041,"threshold_uncertainty_score":0.9998393},"labels":[],"label_agreement":null},{"id":"W2800982137","doi":"10.24095/hpcdp.38.4.03f","title":"Étude qualitative sur les perceptions à propos de la capacité desorganisations à promouvoir l’activité physique au Canada et àpropos de l’influence de ParticipACTION cinq ans après sa relance","year":2018,"lang":"fr","type":"article","venue":"Promotion de la santé et prévention des maladies chroniques au Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital de l'Enfant-Jésus; Queen's University; University of Victoria; University of Lethbridge; University of Alberta","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Humanities; Political science; Art","score_opus":0.06367186705707667,"score_gpt":0.4026195219984477,"score_spread":0.338947654941371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800982137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9489962,0.00026961556,0.029322023,0.0077671986,0.00023706791,0.0015612867,0.00023698845,0.0003018706,0.01130778],"genre_scores_gemma":[0.98248315,0.0016163742,0.009181178,0.00033104603,0.00051696325,0.0010551702,0.00004835695,0.000107306914,0.0046604653],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98415554,0.011281102,0.0007776965,0.0007776199,0.0011479543,0.0018601004],"domain_scores_gemma":[0.9952044,0.0019533103,0.00059190625,0.00048208062,0.0011083465,0.00065997744],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.008047725,0.0005565945,0.0004871253,0.00020267481,0.002121311,0.00033937203,0.0006049903,0.00056368334,0.0019326491],"category_scores_gemma":[0.003628829,0.00064883067,0.00017108991,0.0010096757,0.0039672214,0.0014162223,0.00013584095,0.0013143137,0.000008250068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002277308,0.0024863807,0.28463873,0.0045431266,0.0007402041,0.00031137964,0.4867109,0.0021625096,0.06445174,0.10901368,0.029444914,0.015268703],"study_design_scores_gemma":[0.000916954,0.001147209,0.8154348,0.0037931313,0.0003421405,0.00043769742,0.0730844,0.0034567504,0.053147342,0.029346073,0.017188134,0.0017053741],"about_ca_topic_score_codex":0.98770386,"about_ca_topic_score_gemma":0.9997797,"teacher_disagreement_score":0.53079605,"about_ca_system_score_codex":0.030427592,"about_ca_system_score_gemma":0.036506042,"threshold_uncertainty_score":0.9995963},"labels":[],"label_agreement":null},{"id":"W2801415943","doi":"10.1016/j.jid.2018.03.574","title":"566 Acne core outcomes research network: Progress in core outcome set development in clinical trials","year":2018,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Outcome (game theory); Medicine; Delphi method; Set (abstract data type); Systematic review; Patient-reported outcome; Clinical trial; MEDLINE; Quality of life (healthcare); Computer science; Nursing; Pathology; Artificial intelligence","score_opus":0.8206801405997386,"score_gpt":0.6809846732423389,"score_spread":0.13969546735739968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801415943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97318697,0.0002939589,0.00004479766,0.023098506,0.0006736375,0.000920887,0.000003223626,0.00002605327,0.0017519472],"genre_scores_gemma":[0.98710823,0.00008357393,0.011383908,0.0007434549,0.00046800455,0.00006146972,0.0000022894653,0.00002162439,0.00012741952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9809801,0.011562541,0.004153955,0.0003573167,0.0015982252,0.0013478496],"domain_scores_gemma":[0.98641807,0.009544606,0.0014074143,0.00028150482,0.0018302214,0.00051818346],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08313898,0.00021500033,0.0016167627,0.0010445996,0.00040052994,0.000082697174,0.0013202222,0.00057446735,0.00013588232],"category_scores_gemma":[0.047255028,0.00016882607,0.00019710594,0.0018211481,0.0077633383,0.00032027593,0.00041071363,0.0023667505,0.00006507542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001566779,0.00014868057,0.95874697,0.000020217989,0.00006058635,0.00087100524,0.00916436,0.0000016393188,0.000028774526,0.009321848,0.017963853,0.0035153583],"study_design_scores_gemma":[0.0027031314,0.0004402215,0.88274395,0.0004681901,0.000015016802,0.00020980522,0.009154525,0.000089633904,0.0018529993,0.07189442,0.030065188,0.0003628826],"about_ca_topic_score_codex":0.00015647127,"about_ca_topic_score_gemma":0.004434402,"teacher_disagreement_score":0.076003015,"about_ca_system_score_codex":0.00052450947,"about_ca_system_score_gemma":0.0029321609,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W2803207694","doi":"10.1111/hae.13504","title":"Core outcome set for gene therapy in haemophilia: Results of the core<scp>HEM</scp> multistakeholder project","year":2018,"lang":"en","type":"article","venue":"Haemophilia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"BioMarin Pharmaceutical; St. Jude Children's Research Hospital; National Hemophilia Foundation; Shire; Pfizer; Bayer","keywords":"Haemophilia; Medicine; Delphi method; Health care; Clinical trial; Family medicine; Surgery; Internal medicine","score_opus":0.5593348300814399,"score_gpt":0.5069030872577941,"score_spread":0.05243174282364582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803207694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772614,0.00015160114,0.00011148664,0.0024316316,0.0008503843,0.0050205234,0.0006272128,0.00018305544,0.01336266],"genre_scores_gemma":[0.98905927,0.00011042595,0.0027071268,0.0003140262,0.0005363244,0.00031924155,0.000024576128,0.000053980864,0.0068750177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962231,0.00029532317,0.00081906415,0.00063375616,0.001115007,0.0009137711],"domain_scores_gemma":[0.9966428,0.0011981924,0.0003577373,0.0010111914,0.00066593813,0.00012413868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003863506,0.0002737224,0.000460036,0.0002807434,0.00054206385,0.000071668306,0.0015864847,0.00034840684,0.000025375419],"category_scores_gemma":[0.0048951986,0.000206354,0.0002382696,0.0014150135,0.0018973696,0.00017616649,0.00023605466,0.00039956186,0.000025251196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013215424,0.0015296065,0.22912589,0.0003351893,0.00023947883,0.00014877114,0.12375042,0.000029670315,0.048763413,0.020731628,0.5302315,0.04379291],"study_design_scores_gemma":[0.01276529,0.002207239,0.16138697,0.00050222134,0.00006326363,0.00004171024,0.015687704,0.0016976508,0.12493507,0.055823985,0.6239336,0.0009552823],"about_ca_topic_score_codex":0.0045568165,"about_ca_topic_score_gemma":0.0057649133,"teacher_disagreement_score":0.108062714,"about_ca_system_score_codex":0.00023828259,"about_ca_system_score_gemma":0.0005384613,"threshold_uncertainty_score":0.8414872},"labels":[],"label_agreement":null},{"id":"W2803503791","doi":"10.1097/01.aoa.0000532273.82848.7e","title":"Barriers to Collaborative Anesthetic Care Between Anesthesiologists and Nurses on the Labor and Delivery Unit: A Study Using Modified Delphi Technique","year":2018,"lang":"en","type":"article","venue":"Obstetric Anesthesia Digest","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Teamwork; Nursing; Delphi method; CLARITY; Unit (ring theory); Delphi; Officer; Patient safety; Intimidation; Medical education; Health care; Psychology; Management; Social psychology","score_opus":0.08836175861603385,"score_gpt":0.38786597338640183,"score_spread":0.299504214770368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803503791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99073327,0.00041378304,0.000014354311,0.003489126,0.00003683145,0.003910557,0.000012477843,0.0002132255,0.0011763511],"genre_scores_gemma":[0.9983509,0.00009846247,0.0003868792,0.00051981345,0.00013122155,0.00034265232,0.0000022275717,0.000049712147,0.00011814253],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9960604,0.0014677536,0.0003475216,0.0006961216,0.00073313405,0.0006950874],"domain_scores_gemma":[0.995641,0.0022078506,0.00015327569,0.00058030663,0.0008477951,0.0005697585],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014285147,0.00035625548,0.00043188946,0.0005560733,0.0019075024,0.0003351326,0.00075536664,0.0002815514,0.000022966404],"category_scores_gemma":[0.002509285,0.00027113274,0.000040889154,0.003190682,0.0015718443,0.00019269652,0.00012289542,0.0003402922,0.0000150918495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002471433,0.00018919726,0.84671676,0.00003943897,0.000066726345,0.00068145315,0.13376921,0.000021692571,0.00037849744,0.0065604798,0.00037138152,0.010958001],"study_design_scores_gemma":[0.0010387541,0.0062438203,0.3187562,0.00034747814,0.00020613344,0.00015455653,0.63409895,0.00005085505,0.0033648321,0.0010141807,0.033091098,0.0016331561],"about_ca_topic_score_codex":0.0027787886,"about_ca_topic_score_gemma":0.00048775307,"teacher_disagreement_score":0.5279606,"about_ca_system_score_codex":0.00025742553,"about_ca_system_score_gemma":0.0006841555,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W2803600033","doi":"10.1093/pch/pxy054.102","title":"COLLABORATIVE RESEARCH, CAPACITY BUILDING AND KNOWLEDGE TRANSLATION DEVELOPMENT FOR RESEARCH ON ADVERSE BIRTH OUTCOMES AND THE ENVIRONMENT","year":2018,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge translation; Knowledge management; Knowledge sharing; Knowledge transfer; Thematic analysis; Computer science; Process management; Qualitative research; Business; Sociology","score_opus":0.274558548070649,"score_gpt":0.5045614242399671,"score_spread":0.23000287616931808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803600033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75388914,0.008387636,0.0057092756,0.17982946,0.0005795595,0.019439122,0.00017108067,0.0002497324,0.031745],"genre_scores_gemma":[0.9828858,0.005095986,0.0107208425,0.0002012879,0.0004500604,0.00040947276,0.0000032641467,0.000022364551,0.00021092957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405825,0.0027824722,0.00035327955,0.00047300674,0.0013895133,0.0009434599],"domain_scores_gemma":[0.99240905,0.0064196265,0.0000923669,0.0002386878,0.0005032082,0.0003370326],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.036722224,0.00012970122,0.00024103318,0.00053138915,0.005315286,0.000106751395,0.00032800323,0.00013370624,0.00001459405],"category_scores_gemma":[0.002154699,0.00009621427,0.000032576103,0.0011585935,0.0023627179,0.00012067877,0.00016258468,0.0007166722,0.00001921603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006449063,0.00041781805,0.024955045,0.00033596,0.000063176645,0.0000014693609,0.34598798,0.0000037388313,0.000013643469,0.38062057,0.009455723,0.23749997],"study_design_scores_gemma":[0.004106333,0.0010881119,0.060958758,0.00013139013,0.0000105408635,8.2661296e-7,0.032430176,0.00036755015,0.00024180504,0.035893705,0.86435264,0.00041818595],"about_ca_topic_score_codex":0.0010433424,"about_ca_topic_score_gemma":0.0032124447,"teacher_disagreement_score":0.8548969,"about_ca_system_score_codex":0.0006992531,"about_ca_system_score_gemma":0.0012649307,"threshold_uncertainty_score":0.99597967},"labels":[],"label_agreement":null},{"id":"W2804115081","doi":"10.1177/1753495x18772996","title":"Development of a Core Outcome Set for research on critically ill obstetric patients: A study protocol","year":2018,"lang":"en","type":"article","venue":"Obstetric Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; Sinai Health System; Université de Montréal; Hôpital Maisonneuve-Rosemont; University of Toronto","funders":"CHEST Foundation","keywords":"Medicine; Outcome (game theory); Delphi method; Critically ill; Set (abstract data type); Protocol (science); Core (optical fiber); MEDLINE; Intensive care medicine; Alternative medicine","score_opus":0.5930478566244778,"score_gpt":0.615596218575002,"score_spread":0.02254836195052423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804115081","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23573416,0.000051076335,0.0011190468,0.005214996,0.0019269148,0.60577023,0.000041041265,0.00043817642,0.14970435],"genre_scores_gemma":[0.8747582,0.0000018530427,0.0061591314,0.00037028483,0.00046057373,0.115552284,0.000008571018,0.00004462992,0.0026444888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273413,0.0005546276,0.0010702203,0.0005609566,0.0041134646,0.00096658216],"domain_scores_gemma":[0.982462,0.007479507,0.00018162915,0.00059958984,0.008891902,0.00038536973],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0090578925,0.00019944317,0.0004889078,0.0017508152,0.00079758436,0.00003251817,0.0010851588,0.00017233177,0.0004800226],"category_scores_gemma":[0.1305474,0.00014979983,0.000055868466,0.0053832536,0.001368447,0.000094479685,0.0002339758,0.0004371626,0.0000875592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019866545,0.011291527,0.24858311,0.0015422358,0.00025079687,0.000112618756,0.17338279,4.23338e-7,0.00042159512,0.027088212,0.1382114,0.39712864],"study_design_scores_gemma":[0.014151155,0.02259509,0.052785918,0.0007906177,0.000047454698,0.0000010963611,0.12100187,0.00006743567,0.0006858536,0.0026740166,0.7844987,0.0007007968],"about_ca_topic_score_codex":0.00029265543,"about_ca_topic_score_gemma":0.00019267538,"teacher_disagreement_score":0.6462873,"about_ca_system_score_codex":0.0007058209,"about_ca_system_score_gemma":0.00070147903,"threshold_uncertainty_score":0.87677634},"labels":[],"label_agreement":null},{"id":"W2805554614","doi":"10.1186/s12961-018-0323-z","title":"Development of measurable indicators to enhance public health evidence-informed policy-making","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Seventh Framework Programme; Terveyden ja hyvinvoinnin laitos; Universiteit van Tilburg; Syddansk Universitet; European Commission; University of Ottawa","keywords":"Health services research; Public health; Health administration; Health policy; Social policy; Healthcare policy; Environmental health; Health informatics; Public health policy; Medicine; International health; Political science; Nursing","score_opus":0.7052106289856453,"score_gpt":0.6659431645554368,"score_spread":0.039267464430208565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805554614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24094373,0.006463861,0.0037641835,0.6127749,0.000702577,0.014619537,0.000061951476,0.0006189641,0.12005027],"genre_scores_gemma":[0.99221534,0.0011377926,0.0021008516,0.0012174962,0.0011424454,0.00043832205,0.0000013748943,0.000025194671,0.0017211906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98728347,0.0038068437,0.0012362392,0.0005226814,0.004001779,0.0031489613],"domain_scores_gemma":[0.9935722,0.0019150813,0.0003887221,0.0005685866,0.0014238132,0.0021316223],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060346056,0.00016910359,0.0005203472,0.0034156449,0.003318721,0.0003757826,0.0010171031,0.00017643384,0.00002635651],"category_scores_gemma":[0.030719563,0.00015819911,0.000039240887,0.006279203,0.0012001231,0.0004399821,0.00042814456,0.0005456275,0.00010013348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008077888,0.00014032645,0.0023963337,0.0030059996,0.000044572105,0.000002543158,0.30932584,7.977122e-7,0.00023487273,0.22904398,0.04843304,0.40729094],"study_design_scores_gemma":[0.00010796881,0.00061389885,0.0020959254,0.0025058098,3.3697617e-7,0.000003536624,0.023774346,0.00003029142,0.0003508934,0.00051359675,0.969801,0.00020238936],"about_ca_topic_score_codex":0.087190636,"about_ca_topic_score_gemma":0.022904895,"teacher_disagreement_score":0.92136794,"about_ca_system_score_codex":0.004747612,"about_ca_system_score_gemma":0.06431886,"threshold_uncertainty_score":0.99907297},"labels":[],"label_agreement":null},{"id":"W2806891210","doi":"10.1373/clinchem.2018.289637","title":"PRISMA-DTA: An Extension of PRISMA for Reporting of Diagnostic Test Accuracy Systematic Reviews","year":2018,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Checklist; Systematic review; Medicine; Medical physics; Test (biology); Meta-analysis; MEDLINE; Psychology; Pathology; Political science","score_opus":0.48596961002330435,"score_gpt":0.6018839040211256,"score_spread":0.11591429399782122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806891210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896015,0.00077116454,0.0008843199,0.0007829242,0.00025363127,0.0034213343,0.000011589287,0.00011940743,0.0041541145],"genre_scores_gemma":[0.9926438,0.0005911081,0.005238423,0.00004796631,0.00066004234,0.00020474217,0.0000055611426,0.00001845776,0.000589902],"study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9939761,0.00035110416,0.0044651157,0.00040128204,0.00049692584,0.00030944467],"domain_scores_gemma":[0.94579655,0.04450558,0.006684987,0.0012315483,0.0014955231,0.0002858325],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022609502,0.00012118026,0.0009300524,0.000020307223,0.00014915394,0.000024079767,0.00063560874,0.00031156657,0.000065188375],"category_scores_gemma":[0.794045,0.00010053623,0.0002822357,0.00026151855,0.00096401124,0.00011807437,0.00014060012,0.00024910163,0.000009275641],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002743609,0.007525455,0.24921113,0.3087949,0.00023760283,0.00012169536,0.0073863054,0.0000011421704,0.21537536,0.0010709178,0.1339194,0.07608174],"study_design_scores_gemma":[0.00307033,0.0036218972,0.013489221,0.10862285,0.0009840439,0.00004795683,0.010546179,0.0017323266,0.75703824,0.023671824,0.07483726,0.0023378718],"about_ca_topic_score_codex":0.000046422734,"about_ca_topic_score_gemma":0.000012334952,"teacher_disagreement_score":0.77143544,"about_ca_system_score_codex":0.00004509497,"about_ca_system_score_gemma":0.00031006776,"threshold_uncertainty_score":0.78360474},"labels":[],"label_agreement":null},{"id":"W2807228898","doi":"10.1001/jamadermatol.2018.1165","title":"Identifying a Core Domain Set to Assess Psoriasis in Clinical Trials","year":2018,"lang":"en","type":"article","venue":"JAMA Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; Allergan; LEO Pharma; Incyte; Parker Institute for Cancer Immunotherapy; Dermira; Sun Pharma; Regeneron Pharmaceuticals; Celgene; Biogen; Valeant Pharmaceuticals International; Sanofi; Eli Lilly and Company; Bristol-Myers Squibb; Amgen; Pfizer; Oak Foundation","keywords":"Delphi method; Medicine; Stakeholder; Delphi; Clinical trial; Voting; Family medicine; Stakeholder engagement; Medical education; Public relations; Political science; Pathology; Artificial intelligence","score_opus":0.6252631645649191,"score_gpt":0.6302394962566724,"score_spread":0.004976331691753266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807228898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404504,0.000036803398,0.004353756,0.03113298,0.0015227884,0.0010333486,0.000012550422,0.00019177105,0.021265613],"genre_scores_gemma":[0.98926604,0.000050560422,0.007838044,0.0016531758,0.0008233868,0.00014630547,0.0000035499754,0.000017205297,0.00020173698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99098843,0.006097374,0.0012115777,0.00043641095,0.00055012904,0.0007160934],"domain_scores_gemma":[0.99386543,0.004982679,0.0002246492,0.00039333696,0.00025768633,0.0002761949],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022310661,0.00011978934,0.0006868542,0.0004038714,0.00026945976,0.00018011681,0.00086520705,0.000574628,0.000468786],"category_scores_gemma":[0.025041362,0.00011741205,0.00014608502,0.0009344112,0.00073851115,0.00021819235,0.00028536667,0.00048715124,0.0007159131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049862085,0.0002671991,0.3204442,0.000051143605,0.00008307547,0.0011188604,0.02305797,3.7318205e-7,0.0010388453,0.15041806,0.43600306,0.06701859],"study_design_scores_gemma":[0.003406558,0.00023565344,0.06743236,0.00018862436,0.000031786527,0.00017345315,0.024224391,0.00011107978,0.0024555882,0.17096536,0.7300844,0.0006907344],"about_ca_topic_score_codex":0.0012047378,"about_ca_topic_score_gemma":0.0076314225,"teacher_disagreement_score":0.29408136,"about_ca_system_score_codex":0.0001317437,"about_ca_system_score_gemma":0.00037736422,"threshold_uncertainty_score":0.9831711},"labels":[],"label_agreement":null},{"id":"W2808900852","doi":"10.1111/1471-0528.15275","title":"Getting this right from the start will ensure findings from clinical trials can be used effectively","year":2018,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Caesarean section; Clinical trial; Medicine; Confidence interval; Outcome (game theory); Psychological intervention; Intensive care medicine; Pregnancy; Internal medicine; Psychiatry","score_opus":0.22208812174484038,"score_gpt":0.5034286689281051,"score_spread":0.28134054718326473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808900852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656215,0.00022868704,0.0007084792,0.012475056,0.016785197,0.00042824965,0.00025889013,0.00004526547,0.0034486756],"genre_scores_gemma":[0.9922216,0.00016637325,0.0024685978,0.0013386403,0.003537986,0.0000102985305,0.000021783233,0.00002473216,0.00021002284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9895622,0.006014361,0.0016186899,0.0003730355,0.00197583,0.00045588493],"domain_scores_gemma":[0.9274981,0.067849204,0.0013808686,0.00029879852,0.002668951,0.00030406815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019571062,0.00018864173,0.00066575286,0.00042921025,0.0005147053,0.00033864425,0.0026551508,0.0004755485,0.006363661],"category_scores_gemma":[0.13106656,0.00013758909,0.00039237205,0.0004975928,0.0010030434,0.00055533106,0.00023908471,0.001170588,0.00004020642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042681195,0.000734817,0.8037924,0.0000023824064,0.0016020505,0.00096976646,0.018134054,0.000008476522,0.00092860975,0.008362686,0.041398954,0.123638995],"study_design_scores_gemma":[0.0032697471,0.0012558142,0.7629406,0.00003329887,0.00016469973,0.000013125131,0.0024803567,0.00014260497,0.0011763619,0.023547394,0.20462519,0.0003508408],"about_ca_topic_score_codex":0.0030215438,"about_ca_topic_score_gemma":0.0025699155,"teacher_disagreement_score":0.16322625,"about_ca_system_score_codex":0.00095026765,"about_ca_system_score_gemma":0.0010669694,"threshold_uncertainty_score":0.9945447},"labels":[],"label_agreement":null},{"id":"W2809099124","doi":"10.1111/1471-0528.15335","title":"Core outcome sets for prevention and treatment of postpartum haemorrhage: an international Delphi consensus study","year":2018,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute for Health and Care Research; British Medical Association; World Health Organization","keywords":"Medicine; Delphi method; Psychological intervention; Population; Blood transfusion; Breastfeeding; Likert scale; Family medicine; Nursing; Pediatrics; Psychology; Surgery","score_opus":0.33966209754242355,"score_gpt":0.5369782999920162,"score_spread":0.19731620244959264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809099124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906508,0.000067553294,0.0006390343,0.00073021767,0.006045219,0.0007403991,0.000071527735,0.000021467153,0.0010338344],"genre_scores_gemma":[0.9933217,0.000096788484,0.0057380516,0.000048091453,0.00043981042,0.00002765437,0.000018811628,0.00001673026,0.00029237347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973918,0.0003438552,0.0008456164,0.0002501933,0.0009066959,0.00026181602],"domain_scores_gemma":[0.9938855,0.0015773636,0.00077391585,0.00017926024,0.0033873732,0.00019657215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015266294,0.00014111317,0.00032660793,0.0008188519,0.0001777985,0.00010260543,0.00086038315,0.00015169558,0.00037946666],"category_scores_gemma":[0.0047459565,0.00013180531,0.00012399613,0.0002338378,0.00045361486,0.0004092597,0.00008175525,0.00013749245,0.0000031951195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006870167,0.0037721684,0.7849008,0.000007114048,0.00049233215,0.00036467784,0.0090704365,0.00001770526,0.00013796374,0.0061932146,0.00026664164,0.19408996],"study_design_scores_gemma":[0.007098832,0.02256307,0.93540776,0.000014547871,0.00016277886,0.00018030124,0.015429312,0.0013831413,0.00033770138,0.0072646476,0.009831755,0.00032617556],"about_ca_topic_score_codex":0.00017891981,"about_ca_topic_score_gemma":0.0006774565,"teacher_disagreement_score":0.19376379,"about_ca_system_score_codex":0.0007397502,"about_ca_system_score_gemma":0.00039071596,"threshold_uncertainty_score":0.56816965},"labels":[],"label_agreement":null},{"id":"W2810121650","doi":"10.1016/j.jval.2018.04.1439","title":"First Steps in Choosing Appropriate Instruments/Measurements for a Core Outcome Set: An Example from Corehem","year":2018,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi method; Medicine; Voting; Delphi; Set (abstract data type); Outcome (game theory); Stakeholder; Medical physics; Family medicine; Psychology; Computer science; Artificial intelligence; Mathematics","score_opus":0.7198303027161496,"score_gpt":0.5305209853273261,"score_spread":0.1893093173888235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810121650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941296,0.00004740308,0.0007316796,0.0014496726,0.00047812297,0.0023815194,0.000038283404,0.000114998045,0.00062869606],"genre_scores_gemma":[0.98912114,0.00003751519,0.009940459,0.00030456219,0.00029321096,0.0002050669,0.0000211048,0.000031389125,0.000045557128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964788,0.0005127056,0.0007167502,0.00053153664,0.00084846496,0.0009117297],"domain_scores_gemma":[0.99863005,0.0003249053,0.00021545733,0.00041454128,0.00013881463,0.00027623444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065443367,0.00015389228,0.00033679133,0.00028178346,0.0005205811,0.000097770746,0.00061733543,0.00016754489,0.00007731307],"category_scores_gemma":[0.00043754582,0.00016363966,0.000043872296,0.00067127385,0.00025410092,0.00028204554,0.00009589453,0.00028572453,0.000020645164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022193108,0.000373167,0.8931018,0.00017293832,0.000013573786,0.0000048682014,0.06523573,0.00012355139,0.00009788505,0.0031581584,0.00043582276,0.037060592],"study_design_scores_gemma":[0.01374144,0.0027356439,0.6504129,0.002909459,0.00002020028,0.000003927842,0.049850423,0.07161766,0.0008091628,0.15577206,0.050049227,0.0020779006],"about_ca_topic_score_codex":0.4817437,"about_ca_topic_score_gemma":0.08020057,"teacher_disagreement_score":0.4015431,"about_ca_system_score_codex":0.0013339106,"about_ca_system_score_gemma":0.0006708613,"threshold_uncertainty_score":0.9365834},"labels":[],"label_agreement":null},{"id":"W2810379780","doi":"10.22329/celt.v11i0.4976","title":"Managing the transition from concussion to return to learn in postsecondary education: strategies based on principles of UDL","year":2018,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Concussion; Psychology; Cognition; Task (project management); Accommodation; Work (physics); Medical education; Poison control; Injury prevention; Medicine; Engineering; Psychiatry","score_opus":0.03808921331948211,"score_gpt":0.3842118830764297,"score_spread":0.3461226697569476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810379780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81338155,0.000020995483,0.0019040637,0.013228315,0.000109363486,0.00049079896,0.0000030312676,0.000108318716,0.17075357],"genre_scores_gemma":[0.9971859,0.0000070814517,0.0009986742,0.0004142851,0.0001427186,0.000038019836,0.000006768223,0.000014422225,0.0011921446],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99771005,0.001186143,0.0001982733,0.00027912325,0.0003864797,0.00023995092],"domain_scores_gemma":[0.9987987,0.00078152027,0.00006720856,0.00015164597,0.000104820516,0.0000960604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019182644,0.00010236418,0.00014262198,0.00036056686,0.0010591709,0.00018263778,0.00021797263,0.00008818212,0.00009901185],"category_scores_gemma":[0.0012515023,0.000083421575,0.000025823467,0.00047579527,0.00014265017,0.00010262241,0.000036136527,0.00069864147,0.000007569731],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018233256,0.0005814845,0.010071113,0.00009999787,0.000043474683,0.000017756785,0.3532115,0.011724415,0.021554131,0.056496684,0.0040774536,0.5402987],"study_design_scores_gemma":[0.0027545525,0.0068896594,0.12707248,0.00905134,0.000061119215,0.0000040285377,0.51141053,0.068405166,0.009657194,0.020248305,0.24264678,0.0017988391],"about_ca_topic_score_codex":0.0036910763,"about_ca_topic_score_gemma":0.001836425,"teacher_disagreement_score":0.53849983,"about_ca_system_score_codex":0.00013710439,"about_ca_system_score_gemma":0.0004311031,"threshold_uncertainty_score":0.81463933},"labels":[],"label_agreement":null},{"id":"W2857288271","doi":"10.6084/m9.figshare.c.4120118.v1","title":"Development of measurable indicators to enhance public health evidence-informed policy-making","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Summative assessment; Formative assessment; Delphi; Political science; Performance indicator; Set (abstract data type); Relevance (law); European union; Public relations; Business; Process management; Computer science; Psychology; Marketing","score_opus":0.41297938359270747,"score_gpt":0.5563002505205945,"score_spread":0.14332086692788704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2857288271","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05160486,0.0014739014,0.0008175484,0.1357003,0.00071971654,0.012533823,0.03487635,0.0029328947,0.7593406],"genre_scores_gemma":[0.9901915,0.000007936367,0.0076283696,0.00081037346,0.00024081161,0.00034001426,0.00026127085,0.000015137887,0.00050457934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739707,0.00014031427,0.0003654143,0.00022869835,0.0011222267,0.0007462574],"domain_scores_gemma":[0.9983072,0.0003566955,0.00021679804,0.00027973347,0.000473706,0.00036583678],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001518428,0.00009544161,0.00016686387,0.0005419426,0.0006168602,0.00010951321,0.0009290523,0.00009278135,0.03567477],"category_scores_gemma":[0.030939505,0.00009658248,0.00003556567,0.0021345993,0.000063049665,0.00038878885,0.00028475065,0.00013468553,0.0016257241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009043777,0.00004216028,0.00026210392,0.00024602434,0.00001645941,0.000001267346,0.065070644,2.270252e-7,0.00013192343,0.00076335866,0.5948208,0.338636],"study_design_scores_gemma":[0.000017581304,0.00005742212,0.0016069772,0.003354824,2.921235e-7,2.935714e-7,0.0015983626,0.0000017989177,0.0070099826,0.000052811076,0.98616976,0.00012990681],"about_ca_topic_score_codex":0.0004118673,"about_ca_topic_score_gemma":0.004008629,"teacher_disagreement_score":0.93858665,"about_ca_system_score_codex":0.0009901108,"about_ca_system_score_gemma":0.010101081,"threshold_uncertainty_score":0.99915165},"labels":[],"label_agreement":null},{"id":"W2883241117","doi":"10.1097/01.tp.0000543579.46110.d2","title":"Development of Recommendations for a Core Outcome Set for Clinical Trials of Physical Rehabilitation in Adults Across the Continuum of Solid Organ Transplantation","year":2018,"lang":"en","type":"article","venue":"Transplantation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Alberta; University of Toronto","funders":"","keywords":"Clinical trial; Rehabilitation; Medicine; Protocol (science); Outcome (game theory); Delphi method; Transplantation; Likert scale; Population; Delphi; Physical therapy; Set (abstract data type); Psychology; Alternative medicine; Surgery; Pathology; Computer science","score_opus":0.48856361994882413,"score_gpt":0.6329045492063742,"score_spread":0.14434092925755004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883241117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530643,0.000003950115,0.04157549,0.0011384666,0.00013988087,0.0027376583,0.0012603676,0.000018791192,0.00006104543],"genre_scores_gemma":[0.9762411,0.00007395111,0.022942973,0.000013248507,0.00008981889,0.0003295374,0.00028588,0.000010284105,0.000013201014],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99697196,0.00062450167,0.0016755632,0.00018771282,0.00032282417,0.00021746],"domain_scores_gemma":[0.99014825,0.008446596,0.000626481,0.000121826044,0.000623681,0.000033195447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01400799,0.00008455346,0.0004337716,0.00009852941,0.00017356429,0.000007129952,0.00022058161,0.00011912607,0.000011281285],"category_scores_gemma":[0.002197247,0.00006870085,0.00017192162,0.00030706963,0.00047095766,0.0001418971,0.0000048931,0.000082516475,7.2660487e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008077056,0.0007317504,0.025073513,0.0023878235,0.00009425907,3.350635e-7,0.85871786,0.000008716427,0.018749783,0.009306878,0.0005500834,0.07630191],"study_design_scores_gemma":[0.02984897,0.0056633446,0.4126572,0.0037368357,0.00060276856,0.000003200729,0.1480962,0.00323831,0.36242354,0.028284114,0.0045385766,0.00090693973],"about_ca_topic_score_codex":0.00020261442,"about_ca_topic_score_gemma":0.00861524,"teacher_disagreement_score":0.7106217,"about_ca_system_score_codex":0.00004045498,"about_ca_system_score_gemma":0.00021181641,"threshold_uncertainty_score":0.48549175},"labels":[],"label_agreement":null},{"id":"W2883453886","doi":"10.1016/j.nepr.2019.102628","title":"Unsafe student nurse behaviours: The perspectives of expert clinical nurse educators","year":2019,"lang":"en","type":"article","venue":"Nurse Education in Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; Thompson Rivers University; Okanagan College","funders":"","keywords":"Perspective (graphical); Delphi method; Nurse educator; Psychology; Honesty; Nursing; Likert scale; Nurse education; Medical education; Medicine; Social psychology","score_opus":0.0781924414263775,"score_gpt":0.5828580592447008,"score_spread":0.5046656178183233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883453886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7578168,0.0007582411,0.0000079472475,0.05723565,0.0047817174,0.0015069764,0.0000028735728,0.000062583254,0.17782721],"genre_scores_gemma":[0.9889009,0.0005128265,0.0013270644,0.00043026273,0.00073844113,0.00024434522,0.0000036449997,0.000028553208,0.00781396],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949309,0.002362582,0.000634248,0.00047967446,0.0011803968,0.0004121966],"domain_scores_gemma":[0.9943105,0.0033234349,0.00048022417,0.00082876266,0.00087828864,0.00017876629],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006043943,0.0001562438,0.00024825445,0.00024529776,0.00022073058,0.00012423258,0.0010559782,0.00021756708,0.0010430214],"category_scores_gemma":[0.0056995815,0.00013463585,0.00012174552,0.0008568494,0.00087903265,0.0009242312,0.000031839805,0.0007984771,0.0002664034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015825103,0.00948712,0.382358,0.000008421783,0.000052132185,0.0000026513828,0.39942035,0.0000030520637,0.000041608186,0.119025335,0.058555305,0.030887756],"study_design_scores_gemma":[0.00020963303,0.00010532971,0.08458641,0.00008242119,0.000033622888,0.000003827272,0.84307367,0.000002022749,0.000042066004,0.0003840011,0.07133772,0.00013925468],"about_ca_topic_score_codex":0.008299131,"about_ca_topic_score_gemma":0.0005291839,"teacher_disagreement_score":0.44365335,"about_ca_system_score_codex":0.00057763973,"about_ca_system_score_gemma":0.004609913,"threshold_uncertainty_score":0.9998702},"labels":[],"label_agreement":null},{"id":"W2885961185","doi":"10.1136/bmj.k1614","title":"Reporting of stepped wedge cluster randomised trials: extension of the CONSORT 2010 statement with explanation and elaboration","year":2018,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":490,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McGill University; Ottawa Hospital; University of Ottawa","funders":"Collaboration for Leadership in Applied Health Research and Care - Greater Manchester; Medical Research Council; National Institute for Health and Care Research; National Health and Medical Research Council; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Cluster (spacecraft); Elaboration; Cluster randomised controlled trial; Delphi method; Guideline; Computer science; Psychology; Intervention (counseling); Medicine; Randomized controlled trial; Artificial intelligence; Nursing; Humanities; Surgery","score_opus":0.25231750237253103,"score_gpt":0.5051611207364336,"score_spread":0.25284361836390257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885961185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98350894,0.000025111472,0.0027390937,0.0044447016,0.00019215167,0.0031365252,0.0000049614623,0.00002124643,0.005927287],"genre_scores_gemma":[0.9977528,0.000020614589,0.001497241,0.000028067445,0.00008784274,0.000058083486,0.0000016549417,0.0000042800693,0.0005494585],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99730295,0.0008397301,0.0011205857,0.00011191865,0.0005256047,0.00009920258],"domain_scores_gemma":[0.9966518,0.00050169654,0.0019731587,0.00017923817,0.0006683595,0.000025726104],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02162031,0.00004309619,0.00021250227,0.00005225865,0.00013743577,0.000019625091,0.00008274548,0.000049504204,0.000043679946],"category_scores_gemma":[0.011377692,0.000025866371,0.000026168376,0.00020308139,0.0003607255,0.0001068981,0.000034751098,0.000050805666,8.1837646e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033618856,0.0005671024,0.120855294,0.00044317107,0.0004096747,0.000020607242,0.08503539,0.000060038386,0.32399818,0.015360042,0.3481978,0.07143384],"study_design_scores_gemma":[0.07392477,0.0019521068,0.19531764,0.0020027554,0.0004202845,0.000022563872,0.065813676,0.0037661316,0.6005475,0.010397582,0.044849407,0.0009855864],"about_ca_topic_score_codex":0.0006125094,"about_ca_topic_score_gemma":0.0010806447,"teacher_disagreement_score":0.3033484,"about_ca_system_score_codex":0.000028006205,"about_ca_system_score_gemma":0.00024629378,"threshold_uncertainty_score":0.9969499},"labels":[],"label_agreement":null},{"id":"W2887498976","doi":"10.1002/gch2.201800019","title":"An Overview of Systematic Reviews to Inform the Institutional Design of Scientific Advisory Committees","year":2018,"lang":"en","type":"review","venue":"Global Challenges","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; York University; University of Toronto; University of Ottawa","funders":"Ontario Ministry of Research, Innovation and Science; Canadian Institutes of Health Research; Norges Forskningsråd; Government of Ontario","keywords":"Helpfulness; Systematic review; Relevance (law); Inclusion (mineral); Management science; Legitimacy; Diversity (politics); Quality (philosophy); Scientific literature; Grey literature; Engineering ethics; Psychology; Political science; Engineering; MEDLINE; Sociology; Biology; Social science","score_opus":0.7236830857101195,"score_gpt":0.5626770356732227,"score_spread":0.16100605003689683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887498976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010480702,0.9846794,0.00016565454,0.00027827357,0.00038183923,0.0064907433,0.00009523121,0.00005039889,0.007857388],"genre_scores_gemma":[0.00008556459,0.9978828,0.0010307159,0.000019567262,0.00014063784,0.0007317473,0.000009335653,0.000012059567,0.00008757361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272066,0.0033575713,0.0014296314,0.00041380245,0.00164808,0.00043022932],"domain_scores_gemma":[0.9960651,0.0008131015,0.0009334165,0.0013375358,0.00066726387,0.00018358226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016931674,0.00031502472,0.0020550988,0.00021088762,0.0005559292,0.000114297894,0.003153931,0.00032626,0.00006146193],"category_scores_gemma":[0.002994838,0.00019258105,0.0004475085,0.0015573611,0.0017981471,0.0002277974,0.0003213617,0.00022172547,0.00019397133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038521575,0.000112839414,4.2847918e-7,0.39189014,0.00008110807,0.0000021336962,0.0016872308,0.0000012969202,8.662403e-8,0.12703007,0.004269014,0.4749218],"study_design_scores_gemma":[0.00002228616,0.00010974118,0.000002065716,0.11084075,0.00014852261,0.0000052894093,0.00070503115,0.0000015702918,2.8173045e-7,0.0012066553,0.88679355,0.00016425022],"about_ca_topic_score_codex":0.00016994886,"about_ca_topic_score_gemma":0.00068302744,"teacher_disagreement_score":0.88252455,"about_ca_system_score_codex":0.0004057733,"about_ca_system_score_gemma":0.0015059623,"threshold_uncertainty_score":0.7853227},"labels":[],"label_agreement":null},{"id":"W2887509233","doi":"10.1080/02687038.2018.1487020","title":"Report from ROMA: an update on the development of a core outcome set for aphasia research","year":2018,"lang":"en","type":"article","venue":"Aphasiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aphasia; Psychology; Set (abstract data type); Outcome (game theory); Population; International Classification of Functioning, Disability and Health; Delphi method; Core (optical fiber); Clinical psychology; Medicine; Psychiatry; Computer science; Artificial intelligence; Rehabilitation","score_opus":0.6807194172690771,"score_gpt":0.6177484168319285,"score_spread":0.06297100043714865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887509233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984612,0.000013733213,0.0006178214,0.0048506614,0.0002563147,0.0009831098,0.000033141612,0.0000730272,0.00856019],"genre_scores_gemma":[0.9898184,0.0000058120836,0.008863171,0.00021254,0.00030155448,0.00027944363,0.000047536447,0.000016548978,0.00045502462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971108,0.00069304626,0.00050096685,0.00042419138,0.00065365096,0.00061737886],"domain_scores_gemma":[0.9964389,0.0019650857,0.00014845585,0.0006553969,0.0006730839,0.000119077784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0096822465,0.00010167516,0.00023319716,0.00017384705,0.0008976835,0.00002744944,0.0010640697,0.00022612634,0.00048455546],"category_scores_gemma":[0.00347779,0.000071266666,0.000055520974,0.0004163124,0.001978235,0.000067934896,0.00019853697,0.00029420728,0.00010739256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002481929,0.0014919108,0.0919836,0.000060663464,0.00043614334,0.00061475154,0.09831789,0.000001125923,0.07513603,0.36135846,0.27870524,0.08941226],"study_design_scores_gemma":[0.00080394914,0.0015765757,0.027406935,0.000048440957,0.00001416489,0.000025699897,0.0137133375,0.000059676695,0.023463758,0.20866735,0.72381854,0.00040155908],"about_ca_topic_score_codex":0.0011707708,"about_ca_topic_score_gemma":0.0038585712,"teacher_disagreement_score":0.4451133,"about_ca_system_score_codex":0.000110598565,"about_ca_system_score_gemma":0.0005560078,"threshold_uncertainty_score":0.7288889},"labels":[],"label_agreement":null},{"id":"W2890256274","doi":"10.1111/ijpp.12484","title":"Development of intervention-related quality indicators for renal clinical pharmacists using a modified Delphi approach","year":2018,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Island Health; Interior Health; University of British Columbia; Kelowna General Hospital","funders":"","keywords":"Medicine; Delphi method; Likert scale; Pharmacy; Delphi; Clinical Practice; Intervention (counseling); Family medicine; Clinical pharmacy; Nursing","score_opus":0.5186996946988195,"score_gpt":0.6547791866185899,"score_spread":0.13607949191977042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890256274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80228716,0.00012925653,0.18232532,0.001803273,0.0024592644,0.0005718894,0.000021909878,0.0000367118,0.010365217],"genre_scores_gemma":[0.86403346,0.00007666386,0.1347906,0.000140911,0.00084346783,0.000010224499,0.000004754237,0.000014798358,0.00008510286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994387,0.0012117816,0.0021453483,0.00020920242,0.0017910092,0.00025569156],"domain_scores_gemma":[0.9914056,0.0017063415,0.0028105744,0.000108339584,0.0037614675,0.00020765468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020570483,0.000120375335,0.00028607252,0.00052114314,0.00022643303,0.00010013548,0.0012209626,0.00009137563,0.00026495193],"category_scores_gemma":[0.00860508,0.000117560696,0.00029743637,0.00038633365,0.00051721936,0.0011537557,0.00016298034,0.000524592,0.0000063922544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029771714,0.012443186,0.008892462,0.00021402117,0.008797288,0.00021189054,0.07653133,0.00028617212,0.04436792,0.034425873,0.013096745,0.7709614],"study_design_scores_gemma":[0.036811173,0.00065569434,0.0015330357,0.0006011316,0.0008755518,0.0008034362,0.022761596,0.022590762,0.07592565,0.0067648445,0.82946926,0.0012078328],"about_ca_topic_score_codex":0.00015935671,"about_ca_topic_score_gemma":0.000011819387,"teacher_disagreement_score":0.8163726,"about_ca_system_score_codex":0.00032114334,"about_ca_system_score_gemma":0.0012735979,"threshold_uncertainty_score":0.99974585},"labels":[],"label_agreement":null},{"id":"W2890354204","doi":"10.1186/s12875-018-0831-5","title":"Protocol for a Delphi consensus exercise to identify a core set of criteria for selecting health related outcome measures (HROM) to be used in primary health care","year":2018,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"Canadian Institutes of Health Research; Health Canada","keywords":"Delphi method; Medicine; Delphi; Psychological intervention; Prom; Protocol (science); Health care; Context (archaeology); Family medicine; MEDLINE; Nursing; Medical education; Alternative medicine","score_opus":0.5865203618274707,"score_gpt":0.6218109455889349,"score_spread":0.03529058376146421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890354204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11404806,0.00014267293,0.011179869,0.06497889,0.00059885834,0.8051136,0.0004839698,0.0006055966,0.0028484887],"genre_scores_gemma":[0.19283289,0.000008378532,0.38271207,0.010456514,0.00031750917,0.41312706,0.00003240442,0.00015450786,0.00035866073],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945587,0.0013127452,0.0013037414,0.0006698381,0.0011091115,0.0010458917],"domain_scores_gemma":[0.9923385,0.0038633125,0.00077635364,0.00048612244,0.0020894238,0.00044630942],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0153884245,0.00023514098,0.00068847043,0.0004524307,0.00072511565,0.0001514439,0.0006081678,0.000213011,0.000009431999],"category_scores_gemma":[0.023276404,0.00025105532,0.00011699134,0.0014478586,0.00019858828,0.00032637978,0.00017249798,0.0003204187,0.000009586757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025773838,0.0012505515,0.018615715,0.010490907,0.0001393164,0.00002625128,0.47765568,0.000050865252,0.019060234,0.0027273656,0.41134852,0.032860737],"study_design_scores_gemma":[0.010254326,0.009200127,0.026801838,0.003116048,0.00008389742,0.000025241057,0.28510162,0.00023547755,0.0016454062,0.0013639282,0.66066366,0.0015084052],"about_ca_topic_score_codex":0.017184766,"about_ca_topic_score_gemma":0.019833397,"teacher_disagreement_score":0.39198655,"about_ca_system_score_codex":0.0013611243,"about_ca_system_score_gemma":0.0047555524,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2891107576","doi":"10.1177/1747493018806200","title":"A core outcome set for aphasia treatment research: The ROMA consensus statement","year":2018,"lang":"en","type":"article","venue":"International Journal of Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Université de Montréal","funders":"National Institute on Deafness and Other Communication Disorders; British Aphasiology Society","keywords":"Aphasia; Medicine; Quality of life (healthcare); Consensus conference; Outcome (game theory); Set (abstract data type); Clinical psychology; Psychiatry; Nursing; Computer science","score_opus":0.7468909035740514,"score_gpt":0.6476991496247736,"score_spread":0.09919175394927782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891107576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8869985,0.00009849976,0.0014965016,0.08730434,0.0022573476,0.0010755257,0.00031363362,0.000033125496,0.020422542],"genre_scores_gemma":[0.991997,0.000089205954,0.0019655162,0.00012810186,0.0015292987,0.00003547822,0.000002233813,0.000010031475,0.004243114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969121,0.00026864494,0.0005038076,0.000115352785,0.0018669725,0.0003331189],"domain_scores_gemma":[0.99507016,0.0013009607,0.00027049234,0.00013832166,0.0030953693,0.00012468536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052688476,0.00007803883,0.00013425016,0.00027115105,0.00039797826,0.00018299933,0.0009962625,0.000053503434,0.0002463813],"category_scores_gemma":[0.0014579878,0.000050192015,0.0001500052,0.00013213643,0.00084979844,0.00009176598,0.00007934177,0.0002130616,0.00002901613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004996926,0.001615027,0.077987,0.000024439716,0.0030360091,0.0018198268,0.060442694,0.000040381892,0.0156041235,0.23868977,0.41296276,0.18278104],"study_design_scores_gemma":[0.0015101754,0.0016585328,0.0015112358,0.000050339077,0.000020482994,0.00012870262,0.012669621,0.00012235572,0.0030770276,0.015492519,0.9636564,0.00010259318],"about_ca_topic_score_codex":0.00071971316,"about_ca_topic_score_gemma":0.0007849247,"teacher_disagreement_score":0.55069363,"about_ca_system_score_codex":0.00080922345,"about_ca_system_score_gemma":0.0005310271,"threshold_uncertainty_score":0.31311175},"labels":[],"label_agreement":null},{"id":"W2891378911","doi":"10.7326/m18-0850","title":"PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation","year":2018,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":40431,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; University of Alberta; University of Ottawa; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Royal College of Physicians and Surgeons of Canada; Dalhousie University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; World Health Organization","keywords":"Checklist; Systematic review; Terminology; Medicine; Guideline; Health care; Quality (philosophy); Medical education; MEDLINE; Management science; Knowledge management; Process management; Psychology; Computer science; Engineering","score_opus":0.32984104577363443,"score_gpt":0.5466968488783739,"score_spread":0.21685580310473945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891378911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5632846,0.024638372,0.0728551,0.20172292,0.0026887513,0.0074177915,0.000017819557,0.00027695158,0.12709774],"genre_scores_gemma":[0.98084635,0.008492335,0.0033005415,0.0029155107,0.0018785847,0.00008783429,0.000004187952,0.000017082197,0.0024575565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985887,0.00013036537,0.0004392533,0.00019474444,0.0004174017,0.00022954748],"domain_scores_gemma":[0.9985184,0.00029646294,0.00024024166,0.00016026096,0.0006695244,0.00011512239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043013087,0.00008206335,0.0002677332,0.00015465729,0.00014719008,0.00001594932,0.0002504875,0.000071988616,0.00014860774],"category_scores_gemma":[0.0051754927,0.000063272746,0.000041630414,0.00016620896,0.0006871848,0.00014280777,0.000056941488,0.00009690893,0.000008119387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003712136,0.00008016869,0.001992953,0.00067224004,0.000039254577,0.000010028209,0.014053112,8.322369e-8,0.018044163,0.011793935,0.57625526,0.37668762],"study_design_scores_gemma":[0.0009966603,0.00255854,0.0034110143,0.02044947,0.00002891562,0.000012098152,0.003570218,0.00037498793,0.049041074,0.017237164,0.9020152,0.00030466734],"about_ca_topic_score_codex":0.0017540082,"about_ca_topic_score_gemma":0.00044556512,"teacher_disagreement_score":0.4175618,"about_ca_system_score_codex":0.000017450464,"about_ca_system_score_gemma":0.00004264979,"threshold_uncertainty_score":0.6195922},"labels":[],"label_agreement":null},{"id":"W2892443679","doi":"10.1200/jco.2018.36.30_suppl.246","title":"Evolving best practice for take-home cancer drugs in Ontario.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; St. Michael's Hospital; Hamilton Regional Laboratory Medicine Program; Cancer Care Ontario","funders":"","keywords":"Medicine; Best practice; Pharmacy; Delphi method; Pharmacist; Family medicine; Preparedness; Patient safety; Nursing; Government (linguistics); SAFER; Medical education; Health care","score_opus":0.43400094444135134,"score_gpt":0.6510217887452475,"score_spread":0.21702084430389618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892443679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76080275,0.0003469092,0.0005895598,0.09212737,0.0060892045,0.00070214225,0.000003002266,0.000023237828,0.13931581],"genre_scores_gemma":[0.96455747,0.0005962642,0.025854196,0.0016998511,0.003915033,0.00002968869,1.813703e-7,0.000014772411,0.0033325644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595594,0.0011287051,0.0016611301,0.00017685858,0.00065100973,0.00042634067],"domain_scores_gemma":[0.98243535,0.013666679,0.0014341713,0.00013279871,0.0020367838,0.00029422343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024359332,0.00007821543,0.0006608014,0.00016653062,0.00016343988,0.000042054562,0.0006159819,0.0004661906,0.00078690675],"category_scores_gemma":[0.03948163,0.00006638538,0.00023008273,0.00025857534,0.0008244335,0.0005487134,0.00007996552,0.0013310841,0.00003145085],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057905796,0.0057804203,0.26384756,0.000024424598,0.00029908997,0.00034614123,0.024132742,0.000010085322,0.00010925987,0.009106139,0.17583077,0.5147228],"study_design_scores_gemma":[0.0014160037,0.0051466026,0.019506492,0.000076922435,0.000042085656,0.000009057922,0.004107392,0.000028723292,0.000013192302,0.005641171,0.96392167,0.00009067257],"about_ca_topic_score_codex":0.09372229,"about_ca_topic_score_gemma":0.60913444,"teacher_disagreement_score":0.78809094,"about_ca_system_score_codex":0.0013555165,"about_ca_system_score_gemma":0.011132584,"threshold_uncertainty_score":0.9944734},"labels":[],"label_agreement":null},{"id":"W2893488420","doi":"10.1002/gch2.201800020","title":"Towards a Systematic Understanding of How to Institutionally Design Scientific Advisory Committees: A Conceptual Framework and Introduction to a Special Journal Issue","year":2018,"lang":"en","type":"review","venue":"Global Challenges","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Global Affairs Canada; Centre for Global Health Research; York University; University of Ottawa","funders":"Ontario Ministry of Research, Innovation and Science; Canadian Institutes of Health Research; Norges Forskningsråd; Government of Ontario","keywords":"Relevance (law); Legitimacy; Engineering ethics; Management science; Quality (philosophy); Conceptual framework; Political science; Order (exchange); Public relations; Sociology; Business; Politics; Engineering; Epistemology; Social science","score_opus":0.3972221084473531,"score_gpt":0.46653389417017044,"score_spread":0.06931178572281732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893488420","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035785486,0.9467996,0.03427174,0.009240713,0.002977445,0.0031861963,0.00005978143,0.000076503275,0.0033844549],"genre_scores_gemma":[0.000362233,0.9774051,0.010884474,0.000027787992,0.010917912,0.0001653257,0.000003250775,0.000023519124,0.00021039897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942782,0.001920167,0.00070359226,0.00068546855,0.0017955592,0.00061702664],"domain_scores_gemma":[0.99737597,0.00053999183,0.0004659231,0.0004605888,0.0006637315,0.00049378665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075277532,0.0003583875,0.0014529801,0.0005309896,0.0009359274,0.0006878189,0.0011181795,0.00054163014,0.00008731321],"category_scores_gemma":[0.006545634,0.00031264857,0.0002300059,0.0013226301,0.0019340243,0.0002582261,0.00034951098,0.0005284301,0.00007594869],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058908783,0.00014109614,5.8002547e-7,0.05819659,0.00037244384,0.000040980896,0.028119903,0.0000042676866,2.9512498e-7,0.6101255,0.13716249,0.16577697],"study_design_scores_gemma":[0.000062207684,0.00030576834,5.2750414e-7,0.045679174,0.0001642082,0.00006291863,0.028967239,5.8484545e-7,2.8360074e-7,0.014432893,0.9100224,0.00030179945],"about_ca_topic_score_codex":0.000031222975,"about_ca_topic_score_gemma":0.00026427145,"teacher_disagreement_score":0.77285993,"about_ca_system_score_codex":0.0023864936,"about_ca_system_score_gemma":0.0024071168,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W2894549497","doi":"10.5737/23688076284301307","title":"Développement d’un consensus professionnel face aux interventions de l’infirmière pivot en oncologie en vue de soutenir la planification des effectifs au Québec","year":2018,"lang":"fr","type":"article","venue":"Canadian Oncology Nursing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.18453238194167298,"score_gpt":0.49668482972290223,"score_spread":0.31215244778122925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894549497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54013336,0.0017753453,0.015293358,0.421923,0.004081273,0.00089771027,0.000045971752,0.00010310788,0.015746847],"genre_scores_gemma":[0.97784436,0.00045356984,0.014929535,0.00042592373,0.001699804,0.00007759347,0.000005441507,0.000047048572,0.004516728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99009746,0.0066104745,0.00069300755,0.00038603373,0.00037578572,0.0018372384],"domain_scores_gemma":[0.9943697,0.0026414162,0.00041035184,0.00027012016,0.0005981394,0.0017102989],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.008966228,0.00028554635,0.00040763887,0.0005883197,0.003965061,0.00019296302,0.00095736596,0.001144926,0.00077364646],"category_scores_gemma":[0.0037085186,0.00031060906,0.00023822342,0.00059956865,0.0046104137,0.00017496789,0.00006965234,0.0019290623,0.00016322674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013657866,0.0006608875,0.028013814,0.000107054846,0.00023054481,0.0011768003,0.23666339,0.000046914876,0.0010150376,0.0074672387,0.13850448,0.58597726],"study_design_scores_gemma":[0.002388865,0.0039631845,0.2354786,0.008690963,0.0005484267,0.007064172,0.23526515,0.0013255937,0.0010685166,0.041115236,0.4620479,0.0010433939],"about_ca_topic_score_codex":0.45568493,"about_ca_topic_score_gemma":0.93305594,"teacher_disagreement_score":0.5849339,"about_ca_system_score_codex":0.08195655,"about_ca_system_score_gemma":0.076640084,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W2894604180","doi":"10.1177/1609406918803271","title":"Connecting Findings to Meaningful Change","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Delphi method; Qualitative research; Delphi; Empirical research; Qualitative property; Public policy; Public relations; Research ethics; Engineering ethics; Knowledge management; Psychology; Management science; Sociology; Political science; Social science; Computer science; Engineering; Epistemology","score_opus":0.8719263119410648,"score_gpt":0.7584222318828501,"score_spread":0.11350408005821477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894604180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16759142,0.000084292966,0.75491685,0.042359933,0.0033204637,0.00028490092,0.000010492504,0.000053595544,0.031378046],"genre_scores_gemma":[0.45055607,0.000015637654,0.5462423,0.00082564127,0.0020187967,0.00000853796,2.8982896e-7,0.000012321352,0.0003203969],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936824,0.0042258925,0.00047763446,0.00013761813,0.0012241314,0.00025232756],"domain_scores_gemma":[0.9923423,0.0036967164,0.00030017507,0.00007933684,0.0033932873,0.00018820645],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03294887,0.00008475747,0.00019113725,0.00054140546,0.0002125839,0.00013662947,0.00097011495,0.000064535445,0.0006770316],"category_scores_gemma":[0.022798078,0.00007828952,0.00011103673,0.00040874412,0.0002614354,0.00044222907,0.00013683498,0.00026044797,0.000049531372],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001374519,0.00004678357,0.0001680227,0.0000027456497,0.0001356868,0.000030533134,0.74120075,7.7703555e-7,0.0067512644,0.084132776,0.0036606838,0.16373256],"study_design_scores_gemma":[0.00050415925,0.0008270703,0.00066515006,0.00030824874,0.00001795723,0.000046288988,0.30254105,0.000051656825,0.03657187,0.106861785,0.5513074,0.00029738105],"about_ca_topic_score_codex":0.00055056164,"about_ca_topic_score_gemma":0.00016479232,"teacher_disagreement_score":0.5476467,"about_ca_system_score_codex":0.00034501316,"about_ca_system_score_gemma":0.00013828505,"threshold_uncertainty_score":0.9957826},"labels":[],"label_agreement":null},{"id":"W2894816097","doi":"10.5737/23688076284308313","title":"Reaching professional consensus on pivot nurse in oncology interventions in the goal of staff planning in Quebec","year":2018,"lang":"en","type":"article","venue":"Canadian Oncology Nursing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Staffing; Delphi method; Delphi; Psychological intervention; Nursing; Oncology nursing; Medicine; Professional development; Work (physics); Psychology; Oncology; Medical education; Nurse education; Computer science","score_opus":0.1645661712556334,"score_gpt":0.5298822448909252,"score_spread":0.3653160736352918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894816097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9043669,0.00015051734,0.00003232728,0.03434555,0.001197988,0.00036957941,0.000007964094,0.0000057409798,0.059523437],"genre_scores_gemma":[0.998758,0.0000071391423,0.00062287867,0.00014732982,0.00019223294,0.000012602032,0.0000012146614,0.000007967484,0.00025064338],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954704,0.0028420198,0.000633806,0.00015110789,0.00031536908,0.00058728736],"domain_scores_gemma":[0.9980135,0.0012270814,0.00028184548,0.00012593064,0.00015366111,0.00019796747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068068774,0.00008485034,0.00028405542,0.0013573082,0.0003041135,0.000022641265,0.0005429358,0.00030255085,0.000101112695],"category_scores_gemma":[0.0016059248,0.000075456635,0.00006872882,0.0006308987,0.0016754824,0.00007760166,0.000011897187,0.0013870467,0.0000029017324],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00072130794,0.0022105935,0.06503285,0.000032420474,0.00002773824,0.0025590558,0.44609904,0.00014175392,0.0007371672,0.042178288,0.04135293,0.39890686],"study_design_scores_gemma":[0.0038002282,0.0049955933,0.21263845,0.016271954,0.00002880463,0.00036201123,0.6689476,0.0004608044,0.00018120965,0.025601782,0.06628606,0.00042550106],"about_ca_topic_score_codex":0.30096608,"about_ca_topic_score_gemma":0.9609,"teacher_disagreement_score":0.6599339,"about_ca_system_score_codex":0.0073500606,"about_ca_system_score_gemma":0.010698458,"threshold_uncertainty_score":0.99646056},"labels":[],"label_agreement":null},{"id":"W2895780538","doi":"10.1016/j.jalz.2018.06.701","title":"P2‐017: EFFECTS OF TECHNOLOGY‐ENABLED PHYSICAL ACTIVITY COUNSELLING ON INTRA‐INDIVIDUAL VARIABILITY AND OTHER MEASURES OF COGNITIVE PERFORMANCE AMONG ADULTS WITH KNEE OSTEOARTHRITIS","year":2018,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; British Columbia Centre of Excellence for Women's Health; Vancouver Coastal Health","funders":"","keywords":"Cognition; Physical therapy; Medicine; Randomized controlled trial; Stroop effect; Osteoarthritis; Physical medicine and rehabilitation; Cognitive decline; Contrast (vision); Dementia; Psychology; Audiology; Psychiatry; Internal medicine","score_opus":0.03539703587420738,"score_gpt":0.325416520276992,"score_spread":0.29001948440278463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895780538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996116,0.0005801837,0.00027588505,0.00005325157,0.000054907563,0.0011176037,0.000017622162,0.000079205485,0.0017053332],"genre_scores_gemma":[0.9993631,0.00005103991,0.0003600208,0.000016465374,0.000072374285,0.00011515951,0.0000012364632,0.000018651062,0.0000019400277],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979812,0.0003000388,0.00017429948,0.00037688547,0.00077709474,0.00039046985],"domain_scores_gemma":[0.99840087,0.00063160714,0.00019247441,0.00024875958,0.00044753592,0.00007876992],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010954707,0.00016573393,0.00029508583,0.00014994737,0.00027725607,0.000029858034,0.00026758548,0.00015923844,0.000029070092],"category_scores_gemma":[0.00026402462,0.00014751108,0.000039889204,0.00048711308,0.0028558827,0.00022623558,0.000066084314,0.000257578,0.0000049296173],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014576438,0.0012078569,0.1788525,0.00013728371,0.004410294,0.000008800308,0.019403173,0.0000022110137,0.0042645577,0.0017428097,0.00008211744,0.78843075],"study_design_scores_gemma":[0.0024080921,0.005790773,0.06796181,0.0014530215,0.0030956734,0.0000019463055,0.0016803893,0.00020424524,0.9155035,0.0011394899,0.00029332362,0.0004677104],"about_ca_topic_score_codex":0.00056036364,"about_ca_topic_score_gemma":0.00047048434,"teacher_disagreement_score":0.91123897,"about_ca_system_score_codex":0.000008295739,"about_ca_system_score_gemma":0.00010499486,"threshold_uncertainty_score":0.9998578},"labels":[],"label_agreement":null},{"id":"W2896004366","doi":"10.1016/j.kint.2018.08.018","title":"Implementing core outcomes in kidney disease: report of the Standardized Outcomes in Nephrology (SONG) implementation workshop","year":2018,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":205,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Ottawa; Libin Cardiovascular Institute of Alberta","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Health and Medical Research Council; Royal Australasian College of Physicians","keywords":"Medicine; Clinical trial; Randomized controlled trial; Kidney disease; Nephrology; Guideline; Intensive care medicine; MEDLINE; Disease; Quality of life (healthcare); Family medicine; Internal medicine; Nursing; Pathology","score_opus":0.08078146414046497,"score_gpt":0.48514108945569734,"score_spread":0.4043596253152324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896004366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8558106,0.0000071829145,0.00042379063,0.12756465,0.001541929,0.001206606,0.00049613905,0.00007317768,0.012875959],"genre_scores_gemma":[0.9954786,0.000010620579,0.000940188,0.0016856104,0.00014844722,0.000118319644,0.00008204042,0.000013279377,0.0015229124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970717,0.0002504618,0.00071925187,0.0002947414,0.0011765565,0.00048733462],"domain_scores_gemma":[0.9985317,0.00028700358,0.00032048128,0.00030281657,0.0003522669,0.00020571898],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029964596,0.00012166792,0.00023199053,0.000317898,0.00018603198,0.000060190552,0.0008044523,0.00007928439,0.0024355105],"category_scores_gemma":[0.0070727714,0.0000992292,0.00012011371,0.0004443686,0.00043253705,0.00023649404,0.00039203072,0.00020811864,0.0000073550987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060339164,0.00007342456,0.9656152,0.000005654412,0.0000476913,0.000027755486,0.0018331489,9.144366e-7,0.00021925246,0.010817115,0.020270439,0.0010290734],"study_design_scores_gemma":[0.0015457188,0.000027375821,0.78438383,0.00008438572,0.000013333664,0.0000028869995,0.0032591044,0.00011126866,0.0003749076,0.009636166,0.20039292,0.00016808817],"about_ca_topic_score_codex":0.0036288896,"about_ca_topic_score_gemma":0.014546618,"teacher_disagreement_score":0.18123135,"about_ca_system_score_codex":0.00044002154,"about_ca_system_score_gemma":0.0011869972,"threshold_uncertainty_score":0.9984764},"labels":[],"label_agreement":null},{"id":"W2896038970","doi":"10.1016/j.ijrobp.2018.07.1328","title":"Development of Best Practices of Peer Review in Lung Radiation Therapy","year":2018,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; London Health Sciences Centre; Cancer Care Ontario; Juravinski Cancer Centre","funders":"","keywords":"Medicine; Tomotherapy; SABR volatility model; Medical physics; Quality assurance; Guideline; Radiation therapy; Delphi method; Radiosurgery; Nuclear medicine; Surgery; Statistics; Pathology","score_opus":0.16170154365526454,"score_gpt":0.5201702845414238,"score_spread":0.3584687408861592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896038970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91544855,0.01047905,0.009065046,0.04056715,0.0039645475,0.0013247122,0.000046105222,0.00004787861,0.019056955],"genre_scores_gemma":[0.9663919,0.01961402,0.0120130135,0.0004352967,0.0013490799,0.000019247553,0.000022913995,0.000014789697,0.00013974174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694127,0.0006993008,0.001081124,0.00015054773,0.00093223155,0.00019550593],"domain_scores_gemma":[0.9922317,0.00079091656,0.003159058,0.0001150845,0.0036373858,0.00006584437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006326873,0.000107240216,0.00037365724,0.00026040792,0.000081577986,0.000018064322,0.0007782025,0.00019450556,0.00016256687],"category_scores_gemma":[0.0042073727,0.00009928241,0.00010755349,0.0004102306,0.00044114108,0.0004886693,0.000059236187,0.0003249353,0.000012931474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022462248,0.00072802993,0.1458954,0.000047106165,0.00028149865,0.0000063349707,0.008767229,0.000016745544,0.005276252,0.018460922,0.005853452,0.8144424],"study_design_scores_gemma":[0.002663059,0.0008904714,0.021880241,0.000698259,0.000046843932,0.000014965514,0.0011691585,0.00031329584,0.01704357,0.0096487645,0.9453685,0.00026286222],"about_ca_topic_score_codex":0.00022576281,"about_ca_topic_score_gemma":0.00015353566,"teacher_disagreement_score":0.93951505,"about_ca_system_score_codex":0.00072960486,"about_ca_system_score_gemma":0.0019144701,"threshold_uncertainty_score":0.5036922},"labels":[],"label_agreement":null},{"id":"W2896121980","doi":"10.5334/ijic.s2085","title":"Too complex to test? Using exploratory trials to identify relevant contexts and mechanisms prior to larger scale evaluations","year":2018,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Lunenfeld-Tanenbaum Research Institute; McMaster University; University of Toronto","funders":"","keywords":"Scale (ratio); Test (biology); Computer science; Field (mathematics); Data science; Geography","score_opus":0.25123223205030154,"score_gpt":0.5494915500989016,"score_spread":0.29825931804860006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896121980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8424619,0.000119812736,0.13569553,0.016424902,0.0023577053,0.0012739833,0.00027826426,0.000065375425,0.0013225327],"genre_scores_gemma":[0.96579736,0.000017967182,0.031582784,0.0016536558,0.00066662603,0.000029237337,0.0000059041463,0.000021996455,0.00022447511],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99632806,0.0005300951,0.00083475444,0.00024272394,0.0017708618,0.0002935331],"domain_scores_gemma":[0.98898983,0.0006254133,0.00030566246,0.00015473162,0.009476132,0.00044822192],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00531282,0.00014711129,0.00035600463,0.00079682533,0.00030043823,0.0004606043,0.0008776502,0.000107803775,0.00054386666],"category_scores_gemma":[0.013190339,0.0001249693,0.00012465527,0.00059172517,0.00011575716,0.00035832837,0.00018074932,0.00025141056,0.00009435009],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071733585,0.00023023247,0.0017016956,0.000011353102,0.0002602227,0.00012579258,0.053820603,0.00010574613,0.81282663,0.006570058,0.044959262,0.07867105],"study_design_scores_gemma":[0.0040429984,0.004857384,0.011199454,0.003986136,0.0002930559,0.00021778287,0.35007167,0.000754101,0.32413068,0.03762532,0.26124784,0.0015735755],"about_ca_topic_score_codex":0.0007244092,"about_ca_topic_score_gemma":0.002569046,"teacher_disagreement_score":0.48869598,"about_ca_system_score_codex":0.0012965935,"about_ca_system_score_gemma":0.0010352365,"threshold_uncertainty_score":0.99512196},"labels":[],"label_agreement":null},{"id":"W2896864157","doi":"10.1177/0308022618803869","title":"Developing international research priorities for occupational therapy","year":2018,"lang":"en","type":"article","venue":"British Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Occupational Therapists; Western University","funders":"","keywords":"Occupational therapy; Medicine; Psychology; Physical therapy","score_opus":0.5988261930848019,"score_gpt":0.6034177876335158,"score_spread":0.00459159454871394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896864157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93150085,0.0031476635,0.039079905,0.011561124,0.0032746885,0.0016764861,0.00018879911,0.000112288355,0.009458183],"genre_scores_gemma":[0.9335315,0.009443315,0.04784815,0.00069769064,0.0070375483,0.00010666562,0.000024572319,0.000041023795,0.0012695154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955237,0.0005530977,0.0006386573,0.00022895886,0.0025696964,0.00048590102],"domain_scores_gemma":[0.9898991,0.0014317258,0.00030503355,0.00011588765,0.008103888,0.00014434455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008134107,0.00011671129,0.00020897383,0.0005213019,0.0012900471,0.00054566126,0.0010899428,0.0001572738,0.000852954],"category_scores_gemma":[0.0022045816,0.00013094067,0.00017333576,0.00056510966,0.0009876755,0.00075094367,0.000053832693,0.00039619807,0.00001774955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005226889,0.00036909556,0.041221976,0.000012238318,0.00034150656,0.00006525385,0.0043370915,0.0000070112533,0.001250053,0.14442058,0.10643533,0.69631296],"study_design_scores_gemma":[0.00191475,0.00052940217,0.12601651,0.0002043828,0.0000019700785,0.00014915927,0.0012008382,0.00003079156,0.0018471779,0.05294612,0.8149176,0.00024128341],"about_ca_topic_score_codex":0.00053254835,"about_ca_topic_score_gemma":0.0003671144,"teacher_disagreement_score":0.70848227,"about_ca_system_score_codex":0.0004915575,"about_ca_system_score_gemma":0.0033768048,"threshold_uncertainty_score":0.992213},"labels":[],"label_agreement":null},{"id":"W2897113087","doi":"10.1016/j.msksp.2018.10.004","title":"Single session pre-post randomized intervention studies: The good, bad, and ugly","year":2018,"lang":"en","type":"editorial","venue":"Musculoskeletal Science and Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Session (web analytics); Randomized controlled trial; Medicine; Intervention (counseling); Physical therapy; Computer science; World Wide Web; Surgery; Nursing","score_opus":0.05683611411025105,"score_gpt":0.4850829151311136,"score_spread":0.42824680102086254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897113087","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012731097,0.009194752,0.0003935286,0.038369965,0.83391726,0.0062569263,0.00005686044,0.00039026528,0.098689325],"genre_scores_gemma":[0.0912334,0.037610386,0.0036780948,0.0007078056,0.85331047,0.0010277112,0.000046527126,0.00011889108,0.012266693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900585,0.0038713603,0.00053136825,0.00088576606,0.003950554,0.0007024526],"domain_scores_gemma":[0.9674075,0.02737211,0.0006971459,0.00051615475,0.0037396536,0.00026739805],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.06179256,0.0002901986,0.0005498524,0.0002386726,0.0030236053,0.001283685,0.0011259676,0.0004661188,0.000066028835],"category_scores_gemma":[0.24735461,0.00018254181,0.00016581183,0.0011182615,0.012254532,0.002557986,0.0009905853,0.0009917174,0.00002855661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005206273,0.00020735734,0.0000042547617,0.0002590971,0.00013361424,0.000012788302,0.015624912,9.554008e-8,0.00045122555,0.001674263,0.8946122,0.081813954],"study_design_scores_gemma":[0.0042043654,0.00038241988,0.000009227358,0.00031382975,0.00017388782,0.0000046671366,0.014453613,0.00001650446,0.000023103818,0.0011397072,0.9790181,0.00026057646],"about_ca_topic_score_codex":0.005561054,"about_ca_topic_score_gemma":0.0014649341,"teacher_disagreement_score":0.18556206,"about_ca_system_score_codex":0.00038000182,"about_ca_system_score_gemma":0.0010308238,"threshold_uncertainty_score":0.99975306},"labels":[],"label_agreement":null},{"id":"W2897513422","doi":"10.1016/j.jclinepi.2018.10.011","title":"The Delphi method—more research please","year":2018,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Medicine; Computer science; Artificial intelligence","score_opus":0.8589705172342147,"score_gpt":0.7587421694499694,"score_spread":0.10022834778424528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897513422","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018876196,0.0012319981,0.0029964072,0.97889096,0.004657708,0.0004999182,0.000010993896,0.00003728462,0.011485956],"genre_scores_gemma":[0.00029819144,0.015163545,0.042461786,0.7958681,0.13100176,0.000047655114,0.000007489135,0.000100051264,0.015051449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.77565885,0.2059667,0.010426222,0.00091291335,0.0040237657,0.0030115754],"domain_scores_gemma":[0.39469284,0.59149474,0.0058348216,0.0013632332,0.005806537,0.0008078093],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5609182,0.00032034074,0.0033600451,0.00054750947,0.001542823,0.00011952813,0.0057675443,0.0048856037,0.0005456346],"category_scores_gemma":[0.73451823,0.00019107167,0.0018828613,0.0007946604,0.012112719,0.0001607478,0.0006943433,0.026496096,0.00031946442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017988872,0.00003982878,0.0013496148,0.000021443891,0.00016835662,0.0005963139,0.00022413854,8.6724026e-7,3.0466745e-7,0.0037920754,0.9633919,0.030235259],"study_design_scores_gemma":[0.00020029496,0.00060942624,0.0006087099,0.00012985752,0.00003867481,0.000058225858,0.00048672772,0.00003173189,7.5584205e-7,0.14572473,0.851959,0.00015189436],"about_ca_topic_score_codex":0.0011897597,"about_ca_topic_score_gemma":0.00031365675,"teacher_disagreement_score":0.38552806,"about_ca_system_score_codex":0.00034943185,"about_ca_system_score_gemma":0.004614931,"threshold_uncertainty_score":0.99975705},"labels":[],"label_agreement":null},{"id":"W2897582746","doi":"10.1016/j.jalz.2018.06.1321","title":"P2‐625: THE DESIGN, EVALUATION AND REPORTING OF NON‐PHARMACOLOGICAL, COGNITION‐ORIENTED TREATMENTS (COTS) FOR OLDER ADULTS: RESULTS OF AN EXPERTS SURVEY","year":2018,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Psychological intervention; Cognition; Intervention (counseling); Psychology; Dementia; Relevance (law); Research design; Cognitive training; Medicine; Gerontology; Clinical psychology; Applied psychology; Disease; Psychiatry","score_opus":0.32874411470385195,"score_gpt":0.5123959239714548,"score_spread":0.18365180926760288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897582746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871418,0.0023149282,0.0033132762,0.00032429778,0.00026048132,0.0052355155,0.00009118175,0.000059087288,0.0012594201],"genre_scores_gemma":[0.9934744,0.00006608661,0.005795944,0.000044831628,0.00008104596,0.0004432486,0.00007394818,0.000012680754,0.000007806261],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99648696,0.0011726375,0.00096543453,0.00035193644,0.00072559796,0.00029744912],"domain_scores_gemma":[0.9959974,0.0007796532,0.0011159275,0.0002445471,0.0017782714,0.000084173116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012374065,0.00011745233,0.00021624166,0.00007623945,0.00044287468,0.00003453257,0.00024606552,0.00009994,0.00013810457],"category_scores_gemma":[0.0031100963,0.000086090346,0.000053268646,0.00033390414,0.0006169194,0.00022123638,0.00007158102,0.0000524339,0.0000018149555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006023174,0.003111064,0.02714806,0.00003373123,0.015099547,0.0000120207815,0.060770538,0.000015255858,0.04512166,0.00016349019,0.04210319,0.8003983],"study_design_scores_gemma":[0.009318121,0.002968345,0.24754268,0.00024440716,0.012460101,0.0000039407337,0.01244054,0.009141648,0.7019907,0.0014741977,0.0018246487,0.00059064024],"about_ca_topic_score_codex":0.0023950513,"about_ca_topic_score_gemma":0.00084281235,"teacher_disagreement_score":0.7998076,"about_ca_system_score_codex":0.000013305321,"about_ca_system_score_gemma":0.00017749211,"threshold_uncertainty_score":0.42886287},"labels":[],"label_agreement":null},{"id":"W2897983361","doi":"10.12927/cjnl.2018.25603","title":"The Development of a Client Care Needs Assessment Tool for Mental Health and Addictions Settings Using a Modified Delphi Approach","year":2018,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Centre for Addiction and Mental Health","funders":"","keywords":"Delphi method; Mental health; Addiction; Delphi; Nursing; Psychology; Mental health care; Mental illness; Needs assessment; Medical education; Applied psychology; Medicine; Psychiatry; Computer science","score_opus":0.41676809528949804,"score_gpt":0.482102426807373,"score_spread":0.06533433151787493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897983361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63556695,0.0024125567,0.24527884,0.07203587,0.0016150154,0.010022341,0.00008727599,0.00056361343,0.03241751],"genre_scores_gemma":[0.9011624,0.000007378898,0.098331675,0.00013488591,0.00014657903,0.00009212179,0.000013246771,0.000016306092,0.000095428804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99804527,0.00024002642,0.0003304942,0.00021771541,0.0005818795,0.00058459915],"domain_scores_gemma":[0.9990899,0.00021339825,0.00015127193,0.0001655277,0.00024101592,0.00013886177],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022169966,0.00010619605,0.00014763426,0.00014500793,0.0028835349,0.00011964155,0.0002498618,0.00009147144,0.00000318147],"category_scores_gemma":[0.0001535019,0.00009268326,0.000047058275,0.00037962507,0.0010821054,0.000098367644,0.000031024072,0.00016470361,4.0013552e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009248719,0.00013686702,0.00034704103,0.00015012048,0.000035346045,6.970728e-8,0.8319381,0.0000082096685,0.0004255357,0.010721311,0.004228567,0.15191638],"study_design_scores_gemma":[0.00034764313,0.00019023678,0.0002886255,0.00036979155,0.000011215291,0.0000020019713,0.984731,0.0025008798,0.00032672755,0.0004613123,0.010618974,0.0001515729],"about_ca_topic_score_codex":0.0001040677,"about_ca_topic_score_gemma":0.000121444136,"teacher_disagreement_score":0.2655954,"about_ca_system_score_codex":0.00087426894,"about_ca_system_score_gemma":0.0013392786,"threshold_uncertainty_score":0.9984146},"labels":[],"label_agreement":null},{"id":"W2899656891","doi":"10.1186/s13063-018-2986-8","title":"Evaluating interventions for informed consent for surgery (ICONS): Protocol for the development of a core outcome set","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Informed consent; Psychological intervention; Delphi method; Medicine; Protocol (science); Outcome (game theory); Set (abstract data type); Delphi; Stakeholder; MEDLINE; Medical education; Family medicine; Alternative medicine; Nursing; Public relations; Computer science; Pathology","score_opus":0.9641375121934362,"score_gpt":0.7560758461692442,"score_spread":0.20806166602419207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899656891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006812607,0.000009031675,0.1035739,0.0030435962,0.0005915102,0.8847553,0.00028052452,0.00012442365,0.0008090615],"genre_scores_gemma":[0.023345884,7.609588e-7,0.06729369,0.000055689216,0.00035562867,0.9079246,0.000013085935,0.000015533957,0.0009951093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971382,0.00033047967,0.0015844556,0.00015762096,0.0004256398,0.00036359217],"domain_scores_gemma":[0.9453329,0.052681163,0.0007644733,0.0002039782,0.0009590359,0.00005844614],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047298945,0.00009291576,0.00046220666,0.00012589106,0.0007502946,0.00006937436,0.0003597643,0.00009010334,0.00017663925],"category_scores_gemma":[0.114115275,0.00006302105,0.0004925283,0.00018097847,0.00038448095,0.00007286461,0.00006591922,0.00004473731,0.0000046513182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009072625,0.0006711239,0.007052062,0.009099963,0.00097011554,3.3129052e-7,0.046663072,0.0000060583397,0.0033356668,0.043944027,0.42704913,0.45213583],"study_design_scores_gemma":[0.012883765,0.0018082863,0.0013003119,0.0031065654,0.00028364747,0.0000013534305,0.019385139,0.0010800132,0.04231593,0.05093632,0.8661395,0.00075922103],"about_ca_topic_score_codex":0.00008340583,"about_ca_topic_score_gemma":0.0024716782,"teacher_disagreement_score":0.45137662,"about_ca_system_score_codex":0.00013571326,"about_ca_system_score_gemma":0.0029336906,"threshold_uncertainty_score":0.9810062},"labels":[],"label_agreement":null},{"id":"W2900801521","doi":"10.1108/jhom-08-2017-0216","title":"What initiatives do healthcare leaders agree are needed for healthcare system improvement? Results of a modified-Delphi study","year":2018,"lang":"en","type":"article","venue":"Journal of Health Organization and Management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Innovation Council","funders":"","keywords":"Health care; Delphi method; Healthcare system; Delphi; Business; Process management; Public relations; Nursing; Political science; Knowledge management; Operations management; Medicine; Computer science; Engineering","score_opus":0.16594604879565733,"score_gpt":0.462169892116773,"score_spread":0.2962238433211157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900801521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28713337,0.0053370954,0.03929038,0.6399422,0.0051763835,0.02118815,0.00012559337,0.0003493001,0.0014575347],"genre_scores_gemma":[0.9930109,0.0043754126,0.00090190704,0.0013026205,0.00026125772,0.000023641622,0.0000051915886,0.00002452932,0.00009454899],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99659806,0.0006203858,0.0012481591,0.00024759863,0.0008885997,0.00039716758],"domain_scores_gemma":[0.9956074,0.00013474839,0.0015605915,0.0002145042,0.0022340065,0.00024875547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053085545,0.0001344072,0.00041815225,0.0004761235,0.00073776516,0.00016119234,0.00033014402,0.00008057299,0.0000056993676],"category_scores_gemma":[0.00041106783,0.00012276496,0.00004310828,0.0008995027,0.00019952124,0.0005782419,0.00010843582,0.00015315184,0.0000012035927],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019386132,0.0020324627,0.0075052804,0.015325128,0.0007389781,0.00006154497,0.6156465,0.00004185945,0.000064135405,0.12941894,0.06359443,0.16363217],"study_design_scores_gemma":[0.0023725121,0.003064583,0.0038314303,0.0009660663,0.00002720884,0.0000034388631,0.9853935,0.00003533425,0.0000868898,0.00041429445,0.0036736645,0.0001310303],"about_ca_topic_score_codex":0.0012015264,"about_ca_topic_score_gemma":0.0014486724,"teacher_disagreement_score":0.70587754,"about_ca_system_score_codex":0.00056373066,"about_ca_system_score_gemma":0.0004528886,"threshold_uncertainty_score":0.56743675},"labels":[],"label_agreement":null},{"id":"W2901016686","doi":"10.1186/s13063-018-3019-3","title":"A core outcome set for clinical trials in whiplash-associated disorders (WAD): a study protocol","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"National Health and Medical Research Council; University of Queensland","keywords":"Medicine; Whiplash; Protocol (science); Outcome (game theory); Clinical trial; Physical therapy; Protocol design; Physical medicine and rehabilitation; Alternative medicine; Poison control; Medical emergency; Pathology","score_opus":0.9255967725783367,"score_gpt":0.7646982815454456,"score_spread":0.1608984910328911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901016686","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13295741,0.0000056798017,0.00027610958,0.004149839,0.0011350814,0.8543707,0.00014913263,0.00046264625,0.0064933794],"genre_scores_gemma":[0.54246074,0.000009557546,0.000581122,0.00015269413,0.0012717086,0.45388544,0.000008122188,0.000044084176,0.0015865113],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9685148,0.024366843,0.004543053,0.00063651206,0.001099338,0.00083946245],"domain_scores_gemma":[0.956938,0.04041838,0.0014895477,0.00049741846,0.00042065606,0.00023599953],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31771737,0.00022216998,0.002235033,0.0003039675,0.00042131785,0.00020211027,0.00091146544,0.00046092182,0.0006029324],"category_scores_gemma":[0.3958317,0.00017778967,0.0005915378,0.0009438382,0.0005682936,0.00017380484,0.00015405324,0.00038583775,0.000103960025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007918836,0.0044439915,0.80285054,0.000057131423,0.00034582714,0.0000109467155,0.015513257,6.901947e-7,0.00007618499,0.0026489564,0.12661174,0.039521907],"study_design_scores_gemma":[0.10390028,0.0154223535,0.11064368,0.0003757693,0.0004286982,5.192656e-7,0.0385263,0.00025481806,0.00018124364,0.11320515,0.6150897,0.0019714471],"about_ca_topic_score_codex":0.0026865164,"about_ca_topic_score_gemma":0.036236636,"teacher_disagreement_score":0.69220686,"about_ca_system_score_codex":0.00026069136,"about_ca_system_score_gemma":0.00073637336,"threshold_uncertainty_score":0.9813495},"labels":[],"label_agreement":null},{"id":"W2901724277","doi":"10.3233/efi-180221","title":"The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers","year":2018,"lang":"en","type":"article","venue":"Education for Information","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Université de Sherbrooke; McGill University; Quebec Rehabilitation Research Network","funders":"","keywords":"Inter-rater reliability; Limiting; Pillar; Quality (philosophy); Critical appraisal; Reliability (semiconductor); Fidelity; Multimethodology; Systematic review; Computer science; Psychology; Medicine; MEDLINE; Engineering; Chemistry; Physics","score_opus":0.1460221592560119,"score_gpt":0.5800148193931113,"score_spread":0.43399266013709936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901724277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06816167,0.00026952525,0.5866568,0.115616865,0.021419227,0.025879094,0.00029325002,0.00093754905,0.18076602],"genre_scores_gemma":[0.51577806,0.00041162033,0.45402765,0.0027872978,0.0033643174,0.011403762,0.0018927817,0.000055563414,0.010278923],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983287,0.00027881196,0.00041987706,0.00008746124,0.00054002536,0.00034516692],"domain_scores_gemma":[0.9957511,0.0020823907,0.00025396034,0.00020549672,0.001604833,0.000102218975],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009048713,0.00008596954,0.00008245099,0.00024773463,0.0022015853,0.00050922285,0.00031953622,0.00015464168,0.000030459927],"category_scores_gemma":[0.010718631,0.0000685317,0.000047122303,0.0003758768,0.00039836598,0.0042028185,0.00007261002,0.0001191732,0.00009616135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117125106,0.000017819504,0.000027892542,0.00005588539,0.000007117601,1.1264032e-9,0.012805209,4.5747345e-7,0.00003071727,0.096493125,0.37733623,0.51310843],"study_design_scores_gemma":[0.00023866975,0.00010046915,0.00067180675,0.000027625447,0.0000051842317,3.635329e-7,0.03515491,0.00089768326,0.0011107201,0.0070505263,0.95465004,0.000092009344],"about_ca_topic_score_codex":0.00016120571,"about_ca_topic_score_gemma":0.00005042107,"teacher_disagreement_score":0.5773138,"about_ca_system_score_codex":0.00023145952,"about_ca_system_score_gemma":0.0011586945,"threshold_uncertainty_score":0.9990974},"labels":[],"label_agreement":null},{"id":"W2903077548","doi":"10.1186/s13063-018-3029-1","title":"Development of a Core Outcome Set for Studies on Obesity in Pregnant Patients (COSSOPP): a study protocol","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Psychological intervention; Protocol (science); Outcome (game theory); Population; Systematic review; Stakeholder; MEDLINE; Clinical trial; Family medicine; Pediatrics; Alternative medicine; Nursing; Public relations; Environmental health; Political science","score_opus":0.8202015365301428,"score_gpt":0.6659074910969975,"score_spread":0.1542940454331453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903077548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72179157,0.0000017043776,0.000013783574,0.000058319092,0.00013415601,0.27746713,0.000014556995,0.000039658848,0.0004791339],"genre_scores_gemma":[0.74693954,5.9841994e-7,0.002185272,0.000015724794,0.00008364132,0.250569,0.0000010210459,0.0000093474655,0.00019585085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968345,0.0007572313,0.0011001131,0.0002553965,0.00074688334,0.00030587544],"domain_scores_gemma":[0.99759465,0.0012329204,0.00040735118,0.00020870352,0.00050244696,0.000053899406],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017075304,0.00010953587,0.0005815624,0.0001632896,0.000252547,0.000021400661,0.0003643563,0.00007044184,0.000032810727],"category_scores_gemma":[0.013691339,0.00008033504,0.000061785155,0.00031369267,0.00020870469,0.00005991089,0.00013762369,0.000074193624,0.000015463864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033769174,0.0063622575,0.68360204,0.00033530733,0.00022385622,0.00000571702,0.2724767,8.9414084e-7,0.00025494836,0.0019282311,0.0035940576,0.027839085],"study_design_scores_gemma":[0.06652834,0.025329133,0.54670364,0.0038075815,0.00016422471,2.653196e-7,0.20280437,0.000039361017,0.055967722,0.029642617,0.06678129,0.0022314787],"about_ca_topic_score_codex":0.00017044002,"about_ca_topic_score_gemma":0.0037120804,"teacher_disagreement_score":0.13689843,"about_ca_system_score_codex":0.0002774462,"about_ca_system_score_gemma":0.0003107657,"threshold_uncertainty_score":0.99461675},"labels":[],"label_agreement":null},{"id":"W2904177823","doi":"10.1093/eurheartj/ehy565.p2742","title":"P2742Does concordance last over years? From training exercise to practice in the SUCCOUR trial","year":2018,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; University of Toronto","funders":"","keywords":"Medicine; Concordance; Physical therapy; Physical medicine and rehabilitation; Internal medicine","score_opus":0.18941065424060904,"score_gpt":0.4833988248237936,"score_spread":0.29398817058318455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904177823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88985074,0.00014765313,0.0002453821,0.016149413,0.001585857,0.0006858971,0.000006881935,0.00007132989,0.09125683],"genre_scores_gemma":[0.9865303,0.00012923272,0.0046905684,0.0023120102,0.0057271942,0.000007691828,4.5110508e-7,0.000027898612,0.0005746716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995165,0.002815226,0.00030557188,0.0002122826,0.0010181944,0.00048375834],"domain_scores_gemma":[0.99813694,0.0011280597,0.000116335956,0.0002453182,0.00016529385,0.00020804656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011274226,0.000095860196,0.00015856406,0.00013057128,0.00053074624,0.0005939234,0.00081106636,0.000039689876,0.0005587347],"category_scores_gemma":[0.004368537,0.000075415985,0.00007181011,0.0004801982,0.00028453436,0.00046117965,0.00010500413,0.00072926865,0.0006671958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006057043,0.00032485081,0.0046552797,0.0000027310534,0.00003158075,0.001705039,0.30664778,0.000007615906,0.0009480204,0.00091797154,0.566941,0.11176107],"study_design_scores_gemma":[0.0023899097,0.00028793924,0.034336142,0.0001167094,0.0000072292655,0.00003223043,0.018812096,0.0000040055747,0.000019964373,0.0003675853,0.94350153,0.00012467393],"about_ca_topic_score_codex":0.0006870018,"about_ca_topic_score_gemma":0.00082428544,"teacher_disagreement_score":0.37656048,"about_ca_system_score_codex":0.00008167695,"about_ca_system_score_gemma":0.00026754526,"threshold_uncertainty_score":0.8575675},"labels":[],"label_agreement":null},{"id":"W2904919876","doi":"10.1111/crj.12980","title":"Bibliometric analysis of scientific publications in respiratory journals from China and other top‐ranking countries between 2007 and 2017","year":2018,"lang":"en","type":"article","venue":"The Clinical Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China","keywords":"China; Medicine; Science Citation Index; Impact factor; Demography; Ranking (information retrieval); Citation; Bibliometrics; Environmental health; Geography; Library science; Political science; Law","score_opus":0.4333636390566403,"score_gpt":0.572485245956451,"score_spread":0.13912160689981068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904919876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990503,0.0039028365,0.00034815466,0.0020193215,0.000259537,0.00021528098,0.00004923964,0.000022139977,0.0026804658],"genre_scores_gemma":[0.99722403,0.0006869447,0.00023642325,0.0005387766,0.0011737158,0.0000057384696,4.962253e-7,0.000013796639,0.00012007593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994047,0.0023027137,0.0013735242,0.0003673146,0.0014317689,0.00047771345],"domain_scores_gemma":[0.9924799,0.004786026,0.0008514655,0.0005461864,0.0009188742,0.0004175554],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","sts"],"category_scores_codex":[0.05021313,0.00013398523,0.0005312946,0.030331971,0.0015489198,0.0011563813,0.0010658635,0.00025229403,0.0007921077],"category_scores_gemma":[0.012752795,0.0000954483,0.00017109064,0.05531128,0.0049206475,0.0005383086,0.00024290038,0.0009845053,0.000013840079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025905425,0.000040862877,0.9680435,0.0000021664841,0.00018693504,0.0000031864338,0.00096382713,5.6558923e-7,0.000070383336,0.00047094055,0.0042969426,0.025894804],"study_design_scores_gemma":[0.0002564721,0.00009619796,0.8369932,0.00005101385,0.00014582978,6.5478906e-7,0.00032683442,0.000014989817,0.000039706858,0.0037689048,0.15821333,0.0000928165],"about_ca_topic_score_codex":0.00040326448,"about_ca_topic_score_gemma":0.0012426013,"teacher_disagreement_score":0.15391639,"about_ca_system_score_codex":0.00008709532,"about_ca_system_score_gemma":0.0007573099,"threshold_uncertainty_score":0.9998805},"labels":[],"label_agreement":null},{"id":"W2907431103","doi":"10.1371/journal.pone.0209869","title":"Choosing important health outcomes for comparative effectiveness research: 4th annual update to a systematic review of core outcome sets for research","year":2018,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Queen's University; Queen's University Belfast; University of Bristol; National Institute for Health and Care Research; Health Research Board","keywords":"Systematic review; Stakeholder; Medicine; Population; Inclusion (mineral); Public health; MEDLINE; Psychology; Environmental health; Political science; Pathology","score_opus":0.876892839223096,"score_gpt":0.6896255683990553,"score_spread":0.1872672708240407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907431103","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029026234,0.9154581,0.00014389101,0.001410619,0.00010290683,0.080317356,0.0022043046,0.00011672114,0.00021707093],"genre_scores_gemma":[0.0000583334,0.965574,0.0057914187,0.00014381911,0.00020671045,0.027359651,0.00017494417,0.00013330257,0.0005577827],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97494143,0.012755264,0.0033850616,0.001269805,0.005358128,0.0022903015],"domain_scores_gemma":[0.96406883,0.024340888,0.0014269317,0.0015409475,0.007885136,0.00073728804],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12321287,0.00057085534,0.0086973775,0.001542056,0.0014410238,0.00017179566,0.0027676844,0.00045647615,0.00003113642],"category_scores_gemma":[0.04509783,0.000443251,0.0008907643,0.0033715968,0.0011293042,0.00021119494,0.0006981086,0.0013272844,0.00010521359],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054960023,0.00066312106,0.00003758382,0.98367923,0.0007211283,0.0000032299276,0.0014667708,8.515798e-9,5.811875e-7,0.0029143165,0.008890571,0.0015685072],"study_design_scores_gemma":[0.00022289211,0.0010920562,0.0000063269695,0.9226151,0.0005959632,0.0000012814485,0.0009841914,0.000004376842,0.000008583279,0.0010862967,0.07296846,0.000414464],"about_ca_topic_score_codex":0.00076072407,"about_ca_topic_score_gemma":0.0005952103,"teacher_disagreement_score":0.07811504,"about_ca_system_score_codex":0.0024763753,"about_ca_system_score_gemma":0.0043571093,"threshold_uncertainty_score":0.999859},"labels":[],"label_agreement":null},{"id":"W2907892644","doi":"10.1017/s0266462318002489","title":"PP109 Use Of Speech Recognition In Medical Reports: A Systematic Review","year":2018,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Checklist; Dictation; Medical literature; Scopus; Cochrane Library; Turnaround time; Medical education; MEDLINE; Medicine; Data extraction; Grey literature; Computer science; Psychology; Meta-analysis; Speech recognition; Pathology","score_opus":0.2143957861088302,"score_gpt":0.5930106369273512,"score_spread":0.37861485081852103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907892644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021068761,0.98555773,0.00004533431,0.010690281,0.00098125,0.0023713887,0.000030371286,0.000036658817,0.0002659312],"genre_scores_gemma":[0.0001623271,0.99468404,0.0044563664,0.00024101548,0.00018423756,0.00018973368,0.00003783261,0.000025628839,0.000018792562],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891588,0.0018713248,0.005240558,0.0003284394,0.0030054245,0.00039547106],"domain_scores_gemma":[0.9903893,0.0010064652,0.005674036,0.00040753177,0.0023776104,0.00014504365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012639806,0.00024010298,0.0026192423,0.0032466368,0.000053695832,0.000042302217,0.0017820409,0.0008896804,0.00019028918],"category_scores_gemma":[0.015098163,0.00020469946,0.00039443173,0.0014195073,0.00040356244,0.00029831164,0.00027578775,0.002128499,0.0000061686555],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005778771,0.00014784932,0.0001765186,0.45767212,0.00015670303,0.0024007706,0.0001896748,6.690503e-8,1.9769287e-8,0.00064950524,0.0017944894,0.5368065],"study_design_scores_gemma":[0.00010031367,0.00014183615,0.0000030768583,0.7480778,0.000075360505,0.0011137545,0.00093256286,7.258025e-7,3.9262494e-7,0.0007946561,0.24863993,0.00011957039],"about_ca_topic_score_codex":0.00073717145,"about_ca_topic_score_gemma":0.0012377978,"teacher_disagreement_score":0.53668696,"about_ca_system_score_codex":0.004052189,"about_ca_system_score_gemma":0.008217598,"threshold_uncertainty_score":0.99977106},"labels":[],"label_agreement":null},{"id":"W2908452022","doi":"10.1016/j.cgh.2018.09.042","title":"Identifying Outcomes in Clinical Trials of Pouchitis for the Development of a Core Outcome Set","year":2018,"lang":"en","type":"review","venue":"Clinical Gastroenterology and Hepatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Robarts Clinical Trials; University of Calgary","funders":"Canadian Institutes of Health Research; Canadian Association of Gastroenterology","keywords":"Medicine; Pouchitis; Outcome (game theory); Natural history; Randomized controlled trial; Clinical trial; Set (abstract data type); Ulcerative colitis; Intensive care medicine; Consistency (knowledge bases); Core (optical fiber); MEDLINE; Disease; Internal medicine; Artificial intelligence","score_opus":0.8556214171949428,"score_gpt":0.702211962661173,"score_spread":0.15340945453376975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908452022","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059960604,0.915465,0.005823244,0.0030204842,0.005685478,0.009261339,0.00046681205,0.000086516055,0.00023050493],"genre_scores_gemma":[0.00884729,0.98443,0.005623455,0.00023971385,0.0002591517,0.00044954914,0.000028483013,0.000029271163,0.00009309686],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97972465,0.009306107,0.00931618,0.0006774859,0.00027879,0.0006967993],"domain_scores_gemma":[0.95991254,0.036094796,0.0031151706,0.0004978946,0.00021905932,0.00016055132],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06518622,0.000302506,0.0064997147,0.0003077302,0.00019009148,0.0000131997995,0.0012049008,0.0014286196,0.00007653806],"category_scores_gemma":[0.030155342,0.00019749973,0.0014774823,0.00017751886,0.0046175374,0.00003704121,0.00053575303,0.0010883195,0.0000074458662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002156686,0.0002286392,0.73363805,0.0016057042,0.0005189671,0.000008395657,0.00031336697,5.998921e-9,1.6031057e-8,0.001118506,0.000857787,0.26149487],"study_design_scores_gemma":[0.0031545435,0.0019521102,0.05745568,0.002699687,0.0014384887,0.000039522653,0.00089975377,0.000013620088,2.309149e-7,0.0035027484,0.92849946,0.0003441659],"about_ca_topic_score_codex":0.00009841824,"about_ca_topic_score_gemma":0.00643604,"teacher_disagreement_score":0.92764163,"about_ca_system_score_codex":0.00005091435,"about_ca_system_score_gemma":0.00090682524,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W2908511834","doi":"10.1186/s13063-018-3072-y","title":"Development of a core outcome set for diabetes after pregnancy prevention interventions (COS-DAP): a study protocol","year":2018,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve; McGill University; McGill University Health Centre","funders":"Institute of Nutrition, Metabolism and Diabetes; Canadian Institutes of Health Research; Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Medicine; Protocol (science); Psychological intervention; Diabetes mellitus; Pregnancy; Outcome (game theory); Obstetrics; Alternative medicine; Psychiatry; Endocrinology; Pathology","score_opus":0.7970987909625354,"score_gpt":0.6728960338018959,"score_spread":0.12420275716063955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908511834","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34372517,0.00002165604,0.0045657908,0.00029119253,0.00031300908,0.6489335,0.00005940451,0.0002145212,0.0018757726],"genre_scores_gemma":[0.48162267,2.9745786e-7,0.0117430845,0.0000063644907,0.0001302065,0.5046892,0.0000030031242,0.000013267227,0.001791901],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968879,0.0007808351,0.0012435949,0.0002486642,0.0005139941,0.00032498848],"domain_scores_gemma":[0.99832845,0.00049080484,0.00046188926,0.00025416847,0.00039434465,0.000070319824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011824747,0.00010873135,0.00043998993,0.00016466524,0.00025226647,0.000060541697,0.000375152,0.000088781,0.00064896594],"category_scores_gemma":[0.0039942255,0.00009098567,0.00026144844,0.00029769365,0.00020070137,0.00014543973,0.00013008682,0.000067108565,0.000029459965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036928996,0.012401357,0.40946832,0.0043141046,0.0013927731,0.00001062827,0.17128265,4.645183e-7,0.0054845084,0.0060240435,0.012177958,0.37375027],"study_design_scores_gemma":[0.05458954,0.025191655,0.21391703,0.023261046,0.0012981009,0.0000013779464,0.05817305,0.000096738906,0.0945812,0.1293566,0.39569998,0.0038336962],"about_ca_topic_score_codex":0.000040837163,"about_ca_topic_score_gemma":0.0016911168,"teacher_disagreement_score":0.38352203,"about_ca_system_score_codex":0.00010650827,"about_ca_system_score_gemma":0.0002857857,"threshold_uncertainty_score":0.7105722},"labels":[],"label_agreement":null},{"id":"W2910560171","doi":"10.3899/jrheum.181194","title":"The OMERACT-OARSI Core Domain Set for Measurement in Clinical Trials of Hip and/or Knee Osteoarthritis","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Leeds Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Medicine; Osteoarthritis; Core (optical fiber); Clinical trial; Physical therapy; Arthropathy; Internal medicine; Alternative medicine; Pathology","score_opus":0.6339378952374373,"score_gpt":0.5915269482496749,"score_spread":0.04241094698776238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910560171","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012163152,0.99260074,0.000065786146,0.001992806,0.0011033406,0.0028144862,0.000037986516,0.000006714122,0.00016183178],"genre_scores_gemma":[0.0013032468,0.9982001,0.0002449998,0.000019184632,0.0000596857,0.000064802036,0.0000013902419,0.00002458452,0.000081975595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9788912,0.014796502,0.004534303,0.00018673408,0.001074967,0.0005163059],"domain_scores_gemma":[0.95211273,0.04252167,0.0042839954,0.0003859281,0.00057763583,0.00011804534],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14588691,0.00021836162,0.0035660851,0.00026481287,0.00026628605,0.00004471115,0.0013621596,0.00054229883,0.000046448775],"category_scores_gemma":[0.035604645,0.000102688806,0.00078766496,0.00032890606,0.0012200422,0.00007316142,0.00016242567,0.0011509416,0.0000072022813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053764525,0.000042947744,0.000224284,0.0014164126,0.00021765378,0.00000645429,0.0008693553,1.037613e-7,3.5686773e-7,0.0026956662,0.0070029963,0.9869861],"study_design_scores_gemma":[0.0011136016,0.00094399654,0.000008050703,0.008024031,0.00026116017,0.0005489065,0.0019065323,7.5559797e-7,2.83974e-7,0.0050965333,0.9819774,0.00011872021],"about_ca_topic_score_codex":0.0002744807,"about_ca_topic_score_gemma":0.0018981582,"teacher_disagreement_score":0.9868674,"about_ca_system_score_codex":0.00018450513,"about_ca_system_score_gemma":0.0026064184,"threshold_uncertainty_score":0.97251886},"labels":[],"label_agreement":null},{"id":"W2910987508","doi":"10.1136/bmjopen-2018-024191","title":"Outcomes reported in randomised clinical trials of major depressive disorder treatments in adolescents: a systematic scoping review protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"Hospital for Sick Children","keywords":"Medicine; PsycINFO; Psychological intervention; Major depressive disorder; MEDLINE; Randomized controlled trial; Clinical trial; Systematic review; Population; Protocol (science); Mental health; Meta-analysis; Intervention (counseling); Psychiatry; Alternative medicine; Mood; Internal medicine; Pathology","score_opus":0.49482985072845287,"score_gpt":0.6782033505719866,"score_spread":0.18337349984353368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910987508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009402344,0.0001661793,0.000015969441,0.00069163844,0.00006861731,0.9860174,0.000003021357,0.00002201696,0.0036128003],"genre_scores_gemma":[0.074698396,0.00010842493,0.00026703507,0.00014919485,0.000017265134,0.9239979,0.0000023331693,0.00001901362,0.0007404442],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9822833,0.011849262,0.0043154424,0.00039729849,0.00082774827,0.00032697408],"domain_scores_gemma":[0.9947476,0.0022974934,0.0019916864,0.00072929525,0.00014773199,0.00008621931],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06448133,0.00014327338,0.0024786275,0.0001539481,0.000045304267,0.000081273305,0.0009757847,0.0001445426,0.00023980562],"category_scores_gemma":[0.056575485,0.00010021535,0.0002561918,0.0005426939,0.00009233329,0.00028105275,0.0003537492,0.00016040493,0.000034156314],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017450501,0.00059310626,0.8865216,0.10962792,0.000083144536,0.00004801239,0.000378448,9.3422574e-7,0.000007122703,0.000045380464,0.00016545593,0.0007838284],"study_design_scores_gemma":[0.054975074,0.00011638466,0.03411389,0.9094716,0.000083140534,0.0000014741782,0.0006263597,0.000024800218,0.000028463051,0.00029530824,0.000023232511,0.00024032698],"about_ca_topic_score_codex":0.0037293618,"about_ca_topic_score_gemma":0.0046405206,"teacher_disagreement_score":0.8524077,"about_ca_system_score_codex":0.0001344443,"about_ca_system_score_gemma":0.00092333206,"threshold_uncertainty_score":0.96331334},"labels":[],"label_agreement":null},{"id":"W2911490958","doi":"10.3899/jrheum.181070","title":"The OMERACT Core Domain Set for Clinical Trials of Shoulder Disorders","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Ottawa Hospital; University of Toronto; University of Ottawa","funders":"Medical Research Council; Sociedade Beneficente Israelita Brasileira Albert Einstein; University of Toronto; University of Twente; Erasmus Universitair Medisch Centrum Rotterdam; University of Adelaide; Leids Universitair Medisch Centrum; Universiteit Leiden; Keele University; Ottawa Hospital Research Institute; Monash University; University of Bristol; Leeds Biomedical Research Centre; University of Oxford; Compagnia di San Paolo; University of Ottawa; University of Leeds; National Institute for Health and Care Research; National Health and Medical Research Council; Vanderbilt University Medical Center; Vanderbilt University","keywords":"Medicine; Clinical trial; Physical therapy; Delphi method; Set (abstract data type); Physical medicine and rehabilitation; Internal medicine; Artificial intelligence; Computer science","score_opus":0.6556454915810821,"score_gpt":0.6595584413074151,"score_spread":0.003912949726333048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911490958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014232402,0.98981756,0.00069006206,0.004634358,0.0019337491,0.002234478,0.00004584822,0.000010881509,0.00049076235],"genre_scores_gemma":[0.0001867597,0.9991129,0.00026107236,0.000023146873,0.00008539294,0.000035435154,0.000003173495,0.0000350319,0.00025706008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9793102,0.014980405,0.0042266515,0.00016512707,0.0007955315,0.0005220967],"domain_scores_gemma":[0.90203965,0.09104715,0.005880873,0.00051624625,0.00040496417,0.00011111933],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.109271124,0.0002323087,0.0038296643,0.0002023125,0.00041406014,0.000042857206,0.0027658578,0.0006865008,0.00009082118],"category_scores_gemma":[0.030310841,0.00010389118,0.0019425666,0.00034211643,0.0017200218,0.00007191888,0.0001696331,0.0013865087,0.000015028379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021443774,0.000055973203,0.0002827322,0.0014921718,0.0006887461,0.000001061201,0.000749236,4.708102e-7,5.5389133e-8,0.0118181845,0.097069085,0.88762784],"study_design_scores_gemma":[0.0003407281,0.00022513968,0.0000022877293,0.0020180452,0.00046734494,0.00015290856,0.0014264237,0.0000014556123,4.7163585e-8,0.0146292895,0.9806326,0.000103747174],"about_ca_topic_score_codex":0.00023704776,"about_ca_topic_score_gemma":0.0005028964,"teacher_disagreement_score":0.8875241,"about_ca_system_score_codex":0.00009129678,"about_ca_system_score_gemma":0.002298179,"threshold_uncertainty_score":0.9778573},"labels":[],"label_agreement":null},{"id":"W2911540048","doi":"10.3899/jrheum.181218","title":"Instrument Selection Using the OMERACT Filter 2.1: The OMERACT Methodology","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Ottawa","funders":"Leeds Biomedical Research Centre; School of Medicine, University of Alabama at Birmingham; Eli Lilly Australia; Vrije Universiteit Amsterdam; Sorbonne Université; Institut National de la Santé et de la Recherche Médicale; Agence Nationale de la Recherche; Pfizer Australia; Amsterdam University Medical Centers; National Institute for Health and Care Research; University of Leeds; Laboratoire d'Excellence Inflamex; Sydney Medical School; Ottawa Hospital Research Institute; Pfizer; Johns Hopkins University; Eli Lilly and Company; University of Ottawa; U.S. Department of Veterans Affairs","keywords":"Construct validity; Filter (signal processing); Set (abstract data type); Population; Computer science; Selection (genetic algorithm); Medical physics; Psychology; Artificial intelligence; Medicine; Psychometrics; Clinical psychology","score_opus":0.23194717769905907,"score_gpt":0.4701745187867887,"score_spread":0.2382273410877296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911540048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634331,0.00022554108,0.0034470495,0.029998284,0.001018195,0.0003435806,5.4353364e-7,0.000016624215,0.0015170949],"genre_scores_gemma":[0.9965256,0.00088420644,0.0017985338,0.00042439974,0.00005218707,0.0000034158616,1.2033051e-7,0.000012732372,0.00029880178],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926897,0.0057412693,0.00048447406,0.000098221135,0.0005646079,0.00042168744],"domain_scores_gemma":[0.9934304,0.005337304,0.00061508187,0.0002840062,0.0002782537,0.000054954748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013081713,0.000106537926,0.00030092578,0.00013689011,0.0006955498,0.000058710575,0.0011856621,0.00013332005,0.0007218317],"category_scores_gemma":[0.0011755718,0.000047319398,0.00012584036,0.00044371013,0.0006056285,0.00019511074,0.00013684151,0.0009362933,0.00006149487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00227157,0.00044325765,0.5809419,0.00009877329,0.0017270219,0.000029254164,0.12296976,0.0038048867,0.04418783,0.08616647,0.062118582,0.095240705],"study_design_scores_gemma":[0.0031927233,0.0023110206,0.025270557,0.0005128384,0.00059323845,0.032966144,0.13795653,0.010195592,0.014415213,0.11335076,0.6580339,0.0012015019],"about_ca_topic_score_codex":0.005288535,"about_ca_topic_score_gemma":0.0006079527,"teacher_disagreement_score":0.5959153,"about_ca_system_score_codex":0.00016606528,"about_ca_system_score_gemma":0.00039406703,"threshold_uncertainty_score":0.7994718},"labels":[],"label_agreement":null},{"id":"W2913327195","doi":"10.3899/jrheum.181096","title":"OMERACT Filter 2.1: Elaboration of the Conceptual Framework for Outcome Measurement in Health Intervention Studies","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Leeds Biomedical Research Centre; Pfizer Australia; U.S. Department of Veterans Affairs; National Institute for Health and Care Research; Agence Nationale de la Recherche; Pfizer","keywords":"Filter (signal processing); Outcome (game theory); Set (abstract data type); Core (optical fiber); Intervention (counseling); Conceptual framework; Computer science; Process (computing); Psychology; Process management; Medicine; Mathematics; Engineering; Sociology; Nursing","score_opus":0.2538703198483606,"score_gpt":0.5066788652495633,"score_spread":0.2528085454012027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913327195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570628,0.0018084063,0.0067356885,0.03258414,0.0010024472,0.00072282454,0.0000021882786,0.000005797307,0.00007574858],"genre_scores_gemma":[0.99828523,0.00065659446,0.0008789567,0.00011616675,0.000009399908,0.0000067147703,8.935431e-8,0.0000045938164,0.000042236803],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99706435,0.0014252078,0.00074477773,0.00005340192,0.0005273382,0.00018491353],"domain_scores_gemma":[0.99713844,0.0012113772,0.0008889788,0.0001435044,0.00059387763,0.000023804701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011565447,0.000052902855,0.00030069638,0.00008796992,0.000107461216,0.000008060131,0.00044235884,0.00006703668,0.000042813794],"category_scores_gemma":[0.0037824493,0.000029337598,0.000096472155,0.00022105411,0.00033465523,0.00009933284,0.0000543031,0.00030782266,0.0000032743849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047567394,0.00023127103,0.70806825,0.00033425525,0.00021988325,4.548859e-7,0.070525505,0.00021990597,0.00022832696,0.20633943,0.006756693,0.0066003613],"study_design_scores_gemma":[0.0051168744,0.0036103665,0.07612201,0.0070441,0.00009135236,0.00013589433,0.45031908,0.00031174268,0.0021348721,0.42259604,0.03204294,0.00047471552],"about_ca_topic_score_codex":0.00071734405,"about_ca_topic_score_gemma":0.0012169088,"teacher_disagreement_score":0.6319462,"about_ca_system_score_codex":0.00024102873,"about_ca_system_score_gemma":0.00023818779,"threshold_uncertainty_score":0.45282182},"labels":[],"label_agreement":null},{"id":"W2913328397","doi":"10.3899/jrheum.181066","title":"Uptake of the OMERACT-OARSI Hip and Knee Osteoarthritis Core Outcome Set: Review of Randomized Controlled Trials from 1997 to 2017","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Syddansk Universitet; Universiteit Leiden; University of Leeds; National Institute for Health and Care Research; University of Ottawa; Department of Health and Social Care; Merck KGaA; Amsterdam University Medical Centers; Parker Institute for Cancer Immunotherapy; Odense Universitetshospital; Ottawa Hospital Research Institute; University of Surrey; Northwestern University; Université de Lorraine; Leeds Biomedical Research Centre; Faculty of Health and Medical Sciences, University of Western Australia; University of Oxford; Feinberg School of Medicine; University of New South Wales; School of Medicine, Boston University","keywords":"Medicine; Osteoarthritis; Randomized controlled trial; Physical therapy; Core (optical fiber); Outcome (game theory); Internal medicine; Alternative medicine; Pathology","score_opus":0.32418602513718403,"score_gpt":0.5135742849984617,"score_spread":0.18938825986127766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913328397","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081459864,0.9865644,0.000016901718,0.0026844312,0.0011855667,0.007888607,0.00018451574,0.0000080921,0.00065290905],"genre_scores_gemma":[0.0008392438,0.9983975,0.00015864574,0.00013231534,0.000044064258,0.00010237825,0.0000045620795,0.00002997105,0.0002912987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97081524,0.02024891,0.0070073996,0.00021204709,0.0013086768,0.00040771384],"domain_scores_gemma":[0.94306576,0.043463867,0.011774829,0.0007579302,0.0007829135,0.00015468284],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070186146,0.0003824899,0.021088522,0.0003447717,0.00018555026,0.00003341253,0.0021081069,0.0004561173,0.00043812394],"category_scores_gemma":[0.07229791,0.00016810492,0.0033687942,0.00045177198,0.0012483161,0.000089131856,0.00032190917,0.001024732,0.000024001409],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023950234,0.00010305839,0.00021886155,0.03645204,0.005012487,0.000020419991,0.0034087803,4.968236e-7,0.0000051282077,0.0033525203,0.029957969,0.897518],"study_design_scores_gemma":[0.057071876,0.00027323308,0.0000045112124,0.16941896,0.0067882226,0.00074521493,0.00047718373,7.597672e-7,0.0000011225621,0.0016853419,0.7632586,0.00027497477],"about_ca_topic_score_codex":0.00094303756,"about_ca_topic_score_gemma":0.00013909416,"teacher_disagreement_score":0.897243,"about_ca_system_score_codex":0.000088127665,"about_ca_system_score_gemma":0.0013338985,"threshold_uncertainty_score":0.99344444},"labels":[],"label_agreement":null},{"id":"W2913762094","doi":"10.3899/jrheum.181050","title":"Toward a Core Outcome Measurement Set for Polymyalgia Rheumatica: Report from the OMERACT 2018 Special Interest Group","year":2019,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Versus Arthritis; Medical Research Council; National Institute for Health and Care Research","keywords":"Polymyalgia rheumatica; Respondent; Visual analogue scale; Medicine; Physical therapy; Rating scale; Core (optical fiber); Psychology; Internal medicine; Engineering","score_opus":0.6581527331126947,"score_gpt":0.5261667158587872,"score_spread":0.13198601725390757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913762094","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004714474,0.9806754,0.0012296987,0.0069831125,0.006475687,0.0030115894,0.00011982597,0.000045008408,0.0009882596],"genre_scores_gemma":[0.0022336727,0.9963873,0.0004043571,0.00006677276,0.0005228647,0.00006596883,0.000018956294,0.00007087607,0.00022920081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99195445,0.0023969437,0.0028813363,0.00031759747,0.0016975447,0.0007521276],"domain_scores_gemma":[0.98677486,0.007237353,0.004120136,0.00095810293,0.0007188394,0.0001907221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01881787,0.00045041236,0.002804138,0.00024650077,0.00048597934,0.00015186534,0.0037326463,0.000579221,0.0005088406],"category_scores_gemma":[0.008156572,0.00022981374,0.0011221144,0.00037054328,0.00089233066,0.00016130696,0.00039242118,0.0016766093,0.00016125203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036184155,0.00022456892,0.0025765272,0.0054094335,0.0027200344,0.00016675223,0.0086066825,3.820748e-7,0.0000013537763,0.01033104,0.6062293,0.36337206],"study_design_scores_gemma":[0.00028280859,0.00016250655,0.000033453813,0.0067348005,0.0007272845,0.0030331018,0.0017185127,0.0000014866673,1.931225e-7,0.0034129305,0.9836418,0.00025110756],"about_ca_topic_score_codex":0.0032370477,"about_ca_topic_score_gemma":0.002232527,"teacher_disagreement_score":0.37741247,"about_ca_system_score_codex":0.0008025756,"about_ca_system_score_gemma":0.001908103,"threshold_uncertainty_score":0.9764768},"labels":[],"label_agreement":null},{"id":"W2914097460","doi":"10.3899/jrheum.181071","title":"OMERACT Development of a Core Domain Set of Outcomes for Shared Decision-making Interventions","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; University of Texas MD Anderson Cancer Center; University of Toronto; National Institutes of Health; Maastricht Universitair Medisch Centrum; Queen's University; Universiteit Maastricht; La Trobe University; Arthritis Society; Odense Universitetshospital; Université Laval; Ottawa Hospital Research Institute; McGill University; University of Ottawa; Western Sydney University; King's College London; Parker Institute for Cancer Immunotherapy; Cincinnati Children's Hospital Medical Center; University of Twente; Ain Shams University; Oak Foundation","keywords":"Medicine; Core (optical fiber); Psychological intervention; Set (abstract data type); Nursing","score_opus":0.15762055326537291,"score_gpt":0.4939724925228434,"score_spread":0.33635193925747053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914097460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981229,0.000112518406,0.016718775,0.0010646635,0.00024829333,0.00032617437,0.000008934595,0.0000060242237,0.00028560634],"genre_scores_gemma":[0.9666615,0.000056884608,0.033198554,0.000010584475,0.0000029350933,0.0000049895602,4.8622866e-7,0.0000069426437,0.00005710995],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99820346,0.00023184279,0.0008773301,0.000059642058,0.00042955682,0.00019818959],"domain_scores_gemma":[0.99463546,0.0037932757,0.0009235453,0.00015969187,0.0004491034,0.000038949802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004811899,0.000064168446,0.00041191815,0.00023891836,0.00012554627,0.000009086005,0.0007566834,0.00007613616,0.00036405065],"category_scores_gemma":[0.0018608465,0.00004211274,0.00021310877,0.00019762432,0.00020329378,0.00009944154,0.00011138281,0.00016051534,0.00000673977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011956167,0.00033184182,0.81910217,0.0005386525,0.00070585316,0.000004879323,0.07968803,0.00006534289,0.001459587,0.033634543,0.009485548,0.053787958],"study_design_scores_gemma":[0.008191574,0.0025309476,0.23050022,0.017525371,0.00028354803,0.0012464493,0.18318512,0.0003438364,0.0022617166,0.50422764,0.04868762,0.0010159755],"about_ca_topic_score_codex":0.00009248611,"about_ca_topic_score_gemma":0.0005461701,"teacher_disagreement_score":0.58860195,"about_ca_system_score_codex":0.00007006484,"about_ca_system_score_gemma":0.00038563894,"threshold_uncertainty_score":0.39860994},"labels":[],"label_agreement":null},{"id":"W2914797821","doi":"10.1371/journal.pone.0211274","title":"Determining predictors of sepsis at triage among children under 5 years of age in resource-limited settings: A modified Delphi process","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Triage; Delphi method; Guideline; Medicine; Health care; Delphi; Sepsis; Resource (disambiguation); Computer science; Medical emergency; Artificial intelligence; Surgery; Pathology","score_opus":0.09306787455092493,"score_gpt":0.3478199856754676,"score_spread":0.2547521111245427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914797821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993654,0.000021740732,0.0000045325028,0.00014852665,0.000011601028,0.0011616643,0.000018452545,0.00009045667,0.004889026],"genre_scores_gemma":[0.9990252,0.000019684418,0.00033916632,0.000031543426,0.00003584565,0.000055504894,0.000011733549,0.000027907057,0.0004533623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99736524,0.00029173004,0.0004658391,0.00030387676,0.0011717181,0.0004015834],"domain_scores_gemma":[0.99868643,0.00048601226,0.0002770236,0.000332706,0.00011977299,0.00009804224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015111954,0.0001104452,0.0003942723,0.00037725875,0.00006109237,0.000022225471,0.0005698597,0.00020511795,0.000079413265],"category_scores_gemma":[0.0010435561,0.00012463359,0.00006863311,0.0008769721,0.00035939168,0.00015714552,0.00017693678,0.0002542916,0.000007444162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011943291,0.00066994654,0.9661569,0.00019959896,0.00015290808,0.0000107404285,0.021497369,0.00015427504,0.010388366,0.00005785398,0.00013405224,0.00045856836],"study_design_scores_gemma":[0.0018574131,0.00031479393,0.94776535,0.0016999135,0.000101681246,5.015776e-7,0.007926804,0.0010175869,0.03822574,0.0006543105,0.000025297668,0.00041063593],"about_ca_topic_score_codex":0.00056906394,"about_ca_topic_score_gemma":0.00060791476,"teacher_disagreement_score":0.027837373,"about_ca_system_score_codex":0.00015139236,"about_ca_system_score_gemma":0.00010935105,"threshold_uncertainty_score":0.50824106},"labels":[],"label_agreement":null},{"id":"W2914990971","doi":"10.3899/jrheum.181094","title":"Consensus Building in OMERACT: Recommendations for Use of the Delphi for Core Outcome Set Development","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Checklist; Delphi method; Delphi; Medicine; Outcome (game theory); Set (abstract data type); Medical education; Medical physics; Psychology; Computer science","score_opus":0.3919985908808152,"score_gpt":0.5039971653939391,"score_spread":0.11199857451312395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914990971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976824,0.00002802085,0.0013313252,0.02053113,0.00045946302,0.0007538853,0.000012190717,0.0000056306926,0.00005435156],"genre_scores_gemma":[0.98041445,0.00007411344,0.019239333,0.00010296436,0.000004839188,0.000016322128,6.9512527e-7,0.000008628749,0.00013867058],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984621,0.00030450476,0.00068456656,0.000064563465,0.00022960152,0.00025465825],"domain_scores_gemma":[0.9930168,0.005809937,0.000608068,0.00015684875,0.0003713484,0.000037026457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044417544,0.000064122316,0.00026996818,0.00014701436,0.00021231125,0.000015321239,0.0005726667,0.00008380843,0.0000355497],"category_scores_gemma":[0.002546386,0.00003908956,0.0000859433,0.00021317796,0.00020772794,0.00007432976,0.000077558325,0.000224763,0.0000018006314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046401846,0.000103069666,0.90827787,0.00010184646,0.00011268204,0.0000010287605,0.021482576,0.00016426475,0.0005942754,0.036123723,0.02435538,0.00821925],"study_design_scores_gemma":[0.0068488023,0.00073978887,0.05534893,0.0015223488,0.00014052124,0.0014559868,0.06590478,0.0027663657,0.0032546679,0.059353303,0.80188435,0.0007801292],"about_ca_topic_score_codex":0.00055189163,"about_ca_topic_score_gemma":0.0011646516,"teacher_disagreement_score":0.85292894,"about_ca_system_score_codex":0.00012526136,"about_ca_system_score_gemma":0.00044680425,"threshold_uncertainty_score":0.3048446},"labels":[],"label_agreement":null},{"id":"W2914994635","doi":"10.1016/j.jclinepi.2019.02.005","title":"A modified Delphi and cross-sectional survey to facilitate selection of optimal outcomes and measures for a systematic review on geriatrician-led care models","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; McMaster University; University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Medicine; Delphi method; Likert scale; Cognition; Quality of life (healthcare); Inclusion (mineral); Cross-sectional study; Gerontology; Scale (ratio); Delphi; Family medicine; Psychology; Nursing; Psychiatry","score_opus":0.8027711671438129,"score_gpt":0.6600448222742312,"score_spread":0.1427263448695817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914994635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006523669,0.98568994,0.0074796723,0.00038518774,0.0005164595,0.0049946522,0.00018201584,0.00001582584,0.000083900144],"genre_scores_gemma":[0.0016835496,0.99451673,0.0029402112,0.00028859262,0.00020658779,0.0001905518,0.000009043209,0.000027637063,0.00013709419],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9674283,0.022543525,0.008280119,0.00055830483,0.00070313516,0.00048658723],"domain_scores_gemma":[0.89105827,0.10077643,0.0054530133,0.00027846865,0.0020659114,0.00036791226],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12118559,0.00035708412,0.010964594,0.00043142374,0.00016114928,0.00003594592,0.0006388606,0.0010324399,0.0000068032705],"category_scores_gemma":[0.2918382,0.00023544474,0.0016019795,0.00037287237,0.00041599068,0.00013863675,0.00011682472,0.0011327948,0.0000034842126],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006768974,0.00016105748,0.019159732,0.91575485,0.0013450709,0.000005028263,0.00036707742,0.00069982396,4.862533e-8,0.0031287465,0.0013564087,0.057345238],"study_design_scores_gemma":[0.0043643895,0.012625602,0.04041006,0.82367605,0.0063959155,0.00029810087,0.000499765,0.001639297,1.1954052e-7,0.011830814,0.09578353,0.002476338],"about_ca_topic_score_codex":0.00028820118,"about_ca_topic_score_gemma":0.00018448409,"teacher_disagreement_score":0.17065261,"about_ca_system_score_codex":0.00021649485,"about_ca_system_score_gemma":0.0012972532,"threshold_uncertainty_score":0.9601158},"labels":[],"label_agreement":null},{"id":"W2915038899","doi":"10.31557/apjcp.2019.20.1.97","title":"Setting Priorities in Childhood Cancer in Low Income Countries Using Nominal Group Technique: Experience from an International Childhood Cancer Forum Exercise in Bangladesh","year":2019,"lang":"en","type":"article","venue":"Asian Pacific Journal of Cancer Prevention","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"BC Cancer Agency; Medical Research Council; Ministry of Health and Family Welfare; Central Queensland University; Canadian Centre for Applied Research in Cancer Control; BC Children's Hospital","keywords":"Childhood cancer; Developing country; Cancer; Low income; Medicine; Environmental health; Socioeconomics; Economic growth; Economics; Internal medicine","score_opus":0.016798514744927752,"score_gpt":0.3878737961799929,"score_spread":0.37107528143506513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915038899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935736,0.0019080001,0.00025740804,0.0015379286,0.0009494829,0.0011003634,0.00006151569,0.000025429303,0.00058625377],"genre_scores_gemma":[0.9950821,0.0029421018,0.0012400831,0.000024000812,0.00032468073,0.00028518817,0.0000045295133,0.00003049753,0.00006683223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996613,0.0004020226,0.00095099316,0.00038056535,0.001068587,0.00058478076],"domain_scores_gemma":[0.9987293,0.00007545091,0.0006425015,0.00020708097,0.0002215198,0.0001241604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00191662,0.00021428477,0.00043692815,0.0008523853,0.0001260044,0.00020337624,0.0007651069,0.00022974014,0.00070583756],"category_scores_gemma":[0.00007904313,0.00023066111,0.0001122915,0.0007295177,0.00019508522,0.0024083226,0.00010081611,0.0007549333,0.0000015972744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018049749,0.00023559507,0.91954726,0.000049455688,0.000026323332,0.000041682753,0.03438353,0.00038687207,0.0015172969,0.00018866312,0.000016204449,0.043426607],"study_design_scores_gemma":[0.001750762,0.00011552046,0.9297472,0.012508281,0.000019715693,0.000010916302,0.048415735,0.00040755243,0.0019159345,0.0040767747,0.0005843815,0.00044718216],"about_ca_topic_score_codex":0.018508758,"about_ca_topic_score_gemma":0.041863713,"teacher_disagreement_score":0.042979423,"about_ca_system_score_codex":0.0022251974,"about_ca_system_score_gemma":0.0012572315,"threshold_uncertainty_score":0.9880271},"labels":[],"label_agreement":null},{"id":"W2916578373","doi":"10.1289/isesisee.2018.o01.03.30","title":"Interdisciplinary Research in Assessing Relationships between Environmental Mixtures and Birth Outcomes: What Are the Essential Components for Collaboration?","year":2018,"lang":"en","type":"article","venue":"ISEE Conference Abstracts","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thematic analysis; Context (archaeology); Knowledge management; Process (computing); Focus group; Knowledge translation; Qualitative research; Psychology; Computer science; Sociology","score_opus":0.31065398518557474,"score_gpt":0.5127637005019298,"score_spread":0.20210971531635502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916578373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97849053,0.00009063026,0.00018084748,0.018463146,0.00018223208,0.0010529726,0.000032300024,0.000037983427,0.0014693557],"genre_scores_gemma":[0.998919,0.000088004206,0.000307519,0.00002938411,0.00026053403,0.0001220881,0.00002326076,0.000014478728,0.00023572812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99719846,0.00083315215,0.00034608052,0.00034992167,0.00078863144,0.0004837704],"domain_scores_gemma":[0.99670494,0.0025189763,0.00014250891,0.00026768047,0.0002297391,0.00013616345],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004735524,0.00012230412,0.00018119381,0.00024421353,0.0018593437,0.0013034828,0.00051769475,0.00019223838,0.000043626733],"category_scores_gemma":[0.0006829981,0.00009990954,0.00003776128,0.00036196603,0.0017180932,0.0013298227,0.0003354681,0.0005870032,0.000032811477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021803578,0.0006058686,0.83338034,0.00013389262,0.00013051282,0.000059415037,0.11104386,0.0001415403,0.007195656,0.00762245,0.0033419242,0.036126494],"study_design_scores_gemma":[0.0002688377,0.000049797036,0.8640396,0.00018977058,0.0000067350074,6.285847e-7,0.11496656,0.000054997818,0.00050206337,0.01832838,0.0014597424,0.00013287258],"about_ca_topic_score_codex":0.0002829935,"about_ca_topic_score_gemma":0.0033642026,"teacher_disagreement_score":0.03599362,"about_ca_system_score_codex":0.00018926969,"about_ca_system_score_gemma":0.0002684618,"threshold_uncertainty_score":0.99973327},"labels":[],"label_agreement":null},{"id":"W2917703141","doi":"10.15402/esj.v5i1.67847","title":"Integrating Delphi Consensus Consultation and Community- Based Participatory Research","year":2019,"lang":"en","type":"article","venue":"Engaged Scholar Journal Community-Engaged Research Teaching and Learning","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Core Research for Evolutional Science and Technology; Canadian Institutes of Health Research","keywords":"Community-based participatory research; Participatory action research; Delphi method; Delphi; Citizen journalism; Sociology; Medical education; Medicine; Computer science; World Wide Web","score_opus":0.49459467022986403,"score_gpt":0.5282760395013565,"score_spread":0.033681369271492456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917703141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97864145,0.0006350761,0.00027528894,0.0025211556,0.00014865368,0.0009088944,0.0000038409003,0.00028241132,0.016583253],"genre_scores_gemma":[0.99149126,0.00030895695,0.0061640632,0.0001305844,0.00019035487,0.00005626578,0.000014412703,0.000086671236,0.0015574463],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.12507898,0.8694225,0.0006904347,0.00034569603,0.0028093313,0.0016530955],"domain_scores_gemma":[0.45367402,0.5430135,0.00019500939,0.0006521224,0.0017288341,0.0007365146],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.9611926,0.00032529418,0.0005139987,0.0018987334,0.6423263,0.0033063707,0.0014969674,0.0004659582,0.00014608624],"category_scores_gemma":[0.895761,0.00032112966,0.00010884105,0.0013133065,0.002784123,0.00090670335,0.0009516499,0.8191987,0.00006513654],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019906025,0.00030636098,0.009063588,0.00017133685,0.000067891015,0.00005130321,0.9457668,0.0001376666,0.019698575,0.00055200775,0.0010172809,0.022968119],"study_design_scores_gemma":[0.0012660804,0.0008511814,0.0026111826,0.00080073235,0.00001190032,0.000054630225,0.95310754,0.0016316532,0.00018006134,0.001227432,0.037939418,0.00031819486],"about_ca_topic_score_codex":0.011146819,"about_ca_topic_score_gemma":0.0012061719,"teacher_disagreement_score":0.81873274,"about_ca_system_score_codex":0.00064221787,"about_ca_system_score_gemma":0.0010668634,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W2918250563","doi":"10.1097/01206501-900000000-99704","title":"Shifting Exposures of Methylisothiazolinone","year":2019,"lang":"en","type":"article","venue":"Dermatitis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dermatology","score_opus":0.06621421403372414,"score_gpt":0.4079063888198009,"score_spread":0.3416921747860768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918250563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6887944,0.0001846446,0.0005547741,0.005171796,0.00019714989,0.00036115,0.000007410314,0.0001356027,0.3045931],"genre_scores_gemma":[0.994936,0.0000766509,0.0035574634,0.00030009396,0.000054096912,0.0000120856685,0.0000014994008,0.00000811429,0.0010540286],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878526,0.00018606709,0.00019434556,0.000101199556,0.00050976477,0.0002233785],"domain_scores_gemma":[0.99927425,0.00029395762,0.0000757775,0.00018853419,0.00011323848,0.000054215474],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092104194,0.00004808896,0.00012663206,0.000098290715,0.00008985307,0.00003397951,0.00031031098,0.00007542841,0.0009270298],"category_scores_gemma":[0.00035532017,0.00004997849,0.00004568928,0.0002709441,0.00014364385,0.00017256306,0.00005969331,0.00010707913,0.000221515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000578155,0.0001451067,0.40772277,0.0003285734,0.000073218165,0.000036958,0.06372888,0.000026273832,0.0073624817,0.33191153,0.100930616,0.08772781],"study_design_scores_gemma":[0.00061939063,0.00012573342,0.2203131,0.00024984055,0.000015176648,0.0000067509936,0.015275513,0.00029820277,0.055547163,0.027470725,0.6795692,0.00050921534],"about_ca_topic_score_codex":0.002730963,"about_ca_topic_score_gemma":0.00028673606,"teacher_disagreement_score":0.57863855,"about_ca_system_score_codex":0.00003177949,"about_ca_system_score_gemma":0.00008930365,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W2918340407","doi":"10.3899/jrheum.181076","title":"Core Outcome Sets Specifically for Longterm Observational Studies: OMERACT Special Interest Group Update in Rheumatoid Arthritis","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Rheumatoid arthritis; Physical therapy; Outcome (game theory); Interest group; Internal medicine; Arthritis","score_opus":0.4043542414483458,"score_gpt":0.48766035811547354,"score_spread":0.08330611666712773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918340407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98477787,0.0006271001,0.00027392528,0.011275925,0.0018969249,0.00060538575,0.000013112125,0.000020322392,0.00050943095],"genre_scores_gemma":[0.9874684,0.010947327,0.0011136124,0.00021770746,0.00011422896,0.000014543898,0.0000038470644,0.000021062111,0.000099274825],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693537,0.0005467448,0.0012403022,0.00017406205,0.0005849521,0.00051855604],"domain_scores_gemma":[0.99497193,0.0034410742,0.00071869424,0.00024824744,0.00051250844,0.000107526204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005963734,0.00016024841,0.00070532464,0.00028173978,0.0002155331,0.00005293793,0.0010940502,0.00016220179,0.00057138084],"category_scores_gemma":[0.0024319186,0.00011893063,0.00016923566,0.00033050403,0.00058417197,0.0004249734,0.0001559194,0.0006245285,0.00010759505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010361916,0.00020174589,0.79382855,0.00006525336,0.00016723083,0.000045862675,0.008459374,0.000020088539,0.00013695574,0.15852919,0.028313208,0.009196322],"study_design_scores_gemma":[0.010101034,0.002079672,0.2828803,0.0026098075,0.0000417885,0.003198207,0.06388198,0.00030505468,0.00009084551,0.22330095,0.41019806,0.0013122752],"about_ca_topic_score_codex":0.0001949009,"about_ca_topic_score_gemma":0.007349246,"teacher_disagreement_score":0.51094824,"about_ca_system_score_codex":0.00026605284,"about_ca_system_score_gemma":0.00024657598,"threshold_uncertainty_score":0.6256219},"labels":[],"label_agreement":null},{"id":"W2920965442","doi":"10.3899/jrheum.180985","title":"Outcome Domains, Outcome Measures, and Characteristics of Randomized Controlled Trials Testing Nonsurgical Interventions for Osteoarthritis","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Physical therapy; Clinical trial; Outcome (game theory); Osteoarthritis; Internal medicine; Alternative medicine; Pathology","score_opus":0.2020381468554873,"score_gpt":0.46203495128918254,"score_spread":0.2599968044336952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920965442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858387,0.0016058657,0.00501534,0.0035014378,0.0006858364,0.002772779,0.000020224614,0.000018266766,0.0005415663],"genre_scores_gemma":[0.9968985,0.0009455665,0.0018709555,0.000021887075,0.000022532226,0.000046208515,5.7257233e-7,0.000010995294,0.00018283163],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9893682,0.0062492737,0.0034913975,0.000089457746,0.00051958364,0.0002821138],"domain_scores_gemma":[0.9456424,0.050505668,0.0027988034,0.00015755741,0.0008027028,0.00009283712],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07549436,0.00011824795,0.004195057,0.00024312126,0.00018653132,0.000043999506,0.0004433086,0.00014670889,0.00008825139],"category_scores_gemma":[0.111584134,0.00006664968,0.001029514,0.0001407445,0.00070408825,0.00009151218,0.00007153732,0.00031888165,0.0000036125264],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11988014,0.00022957646,0.80355996,0.00047969646,0.0013155973,0.00001204194,0.003019633,0.0000044516896,0.00065781485,0.05280063,0.00040066708,0.017639793],"study_design_scores_gemma":[0.93180025,0.0021061148,0.009636229,0.0034239646,0.0026181608,0.0021420966,0.0071386383,0.0004073263,0.00008671665,0.036554933,0.0034705682,0.0006150312],"about_ca_topic_score_codex":0.00025552028,"about_ca_topic_score_gemma":0.00010757261,"teacher_disagreement_score":0.8119201,"about_ca_system_score_codex":0.000036853315,"about_ca_system_score_gemma":0.00017239201,"threshold_uncertainty_score":0.95197314},"labels":[],"label_agreement":null},{"id":"W2921713407","doi":"10.1097/jwh.0000000000000130","title":"Establishing Expert-Based Recommendations for the Conservative Management of Pregnancy-Related Diastasis Rectus Abdominis: A Delphi Consensus Study","year":2019,"lang":"en","type":"article","venue":"Journal of Womenʼs Health Physical Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi method; Delphi; Medicine; Nominal group technique; Likert scale; Psychology; Knowledge management; Computer science; Artificial intelligence","score_opus":0.21838886402218186,"score_gpt":0.5128989596559732,"score_spread":0.2945100956337914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921713407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88182914,0.0018191747,0.0013473323,0.10553347,0.0007335677,0.007819999,0.000060752016,0.00005905977,0.00079751044],"genre_scores_gemma":[0.99369305,0.0019641768,0.0030920224,0.0007500491,0.00012323773,0.00024982184,0.0000011983724,0.000025997831,0.00010046373],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9963269,0.0012863679,0.0008417939,0.00020322879,0.0008709664,0.00047073961],"domain_scores_gemma":[0.99232435,0.005481401,0.001062453,0.00031894757,0.00063690275,0.00017592209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046642856,0.00015260334,0.0005229305,0.0001636739,0.00046505194,0.00007475736,0.0006603473,0.00005468398,0.000083701154],"category_scores_gemma":[0.00025855843,0.000104540806,0.00021298358,0.00075411715,0.00023970663,0.00016829718,0.000040914765,0.0003916821,0.0000026744904],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028896683,0.006792343,0.0014130331,0.00024692726,0.0017470182,0.000022224162,0.24792375,0.0003228309,0.00034253078,0.010099241,0.025602285,0.70259815],"study_design_scores_gemma":[0.024155805,0.02030179,0.0056887423,0.004797962,0.00011260042,0.00000578545,0.7946754,0.002943247,0.0012563997,0.027066113,0.118124984,0.0008711615],"about_ca_topic_score_codex":0.0004462496,"about_ca_topic_score_gemma":0.000040288443,"teacher_disagreement_score":0.701727,"about_ca_system_score_codex":0.000353886,"about_ca_system_score_gemma":0.0007744146,"threshold_uncertainty_score":0.42630503},"labels":[],"label_agreement":null},{"id":"W2922279169","doi":"10.1017/brimp.2017.24","title":"2017 ASSBI 40th Annual Conference Abstracts","year":2017,"lang":"en","type":"article","venue":"Brain Impairment","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Content (measure theory); Publishing; Computer science; Action (physics); World Wide Web; Library science; Political science; Mathematics; Law; Physics","score_opus":0.15208468487464075,"score_gpt":0.47499803028646675,"score_spread":0.32291334541182604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922279169","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39883202,0.000041895284,0.00025177575,0.09966065,0.00070841785,0.0012053672,0.000057891702,0.0003697811,0.4988722],"genre_scores_gemma":[0.97985834,0.000052177726,0.0008662808,0.00034720887,0.00028634194,0.00006270449,0.0000028629588,0.000012548112,0.018511524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772435,0.00018639916,0.00022438895,0.00030417912,0.0009118867,0.00064881315],"domain_scores_gemma":[0.99821,0.0002256042,0.00021076272,0.00079622393,0.00024021138,0.00031716036],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003311902,0.00012458606,0.00015527505,0.00007691375,0.0016219205,0.00070313585,0.0014591215,0.00014270577,0.00051232375],"category_scores_gemma":[0.0023941584,0.0001223502,0.00007180973,0.00005398886,0.0007484794,0.00052853127,0.00031553506,0.00024257162,0.0004232556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004309686,0.00037442497,0.0068703843,0.000024377985,0.000033419645,0.00022063039,0.017994024,0.000005985616,0.0005053315,0.021089887,0.90484446,0.047993984],"study_design_scores_gemma":[0.000472953,0.00023323554,0.38436848,0.000073844465,0.0000052835685,0.000005778159,0.006142755,0.000027227876,0.000532483,0.00805987,0.59974796,0.0003301551],"about_ca_topic_score_codex":0.006000729,"about_ca_topic_score_gemma":0.0022126292,"teacher_disagreement_score":0.5810263,"about_ca_system_score_codex":0.00020049632,"about_ca_system_score_gemma":0.00055519986,"threshold_uncertainty_score":0.99967784},"labels":[],"label_agreement":null},{"id":"W2923577065","doi":"10.1017/cem.2019.3","title":"Delving into Delphis","year":2019,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Medicine; Content (measure theory); Mathematics","score_opus":0.26701551433331777,"score_gpt":0.47620921674043926,"score_spread":0.20919370240712148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923577065","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019764838,0.005376166,0.00017978839,0.9094008,0.022399938,0.00031051078,0.000009142494,0.000016821983,0.062109176],"genre_scores_gemma":[0.024762364,0.012302681,0.0013424493,0.61735964,0.19582301,0.00003356618,0.00009249834,0.00040580946,0.14787795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552155,0.00049675914,0.001129589,0.00025649637,0.0016076999,0.0009878856],"domain_scores_gemma":[0.9960258,0.0003293851,0.0007251841,0.0004298655,0.0015869803,0.00090280577],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037283422,0.00026822256,0.00064496946,0.0014976434,0.0004439938,0.000023154727,0.0018616955,0.0008611319,0.026364224],"category_scores_gemma":[0.006102672,0.00023709686,0.0002490675,0.0008677522,0.00047533464,0.00022098748,0.000027277973,0.0031984854,0.0001343508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021158908,0.0000018093659,0.0008588846,0.000076312055,0.000058927413,0.0009955282,0.0042181727,9.380498e-7,0.000012163507,0.00016564154,0.9923874,0.0012220673],"study_design_scores_gemma":[0.00011740697,0.00015226811,0.00004804102,0.00054861134,0.000065994915,0.000011582383,0.0012936449,0.0000024157678,0.0000019209433,0.003062497,0.9944726,0.00022298648],"about_ca_topic_score_codex":0.24321613,"about_ca_topic_score_gemma":0.23728985,"teacher_disagreement_score":0.29204115,"about_ca_system_score_codex":0.0010987322,"about_ca_system_score_gemma":0.007929304,"threshold_uncertainty_score":0.99910116},"labels":[],"label_agreement":null},{"id":"W2924197042","doi":"10.1136/bmjopen-2018-026701","title":"Modified Delphi survey for the evidence summarisation of patient decision aids: Study protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; Université Laval","funders":"","keywords":"Protocol (science); Delphi method; Decision aids; Medicine; Stakeholder; Delphi; Certification; Publication; Evidence-based medicine; Process (computing); Medical education; Knowledge management; Computer science; Public relations; Alternative medicine","score_opus":0.5282255576180527,"score_gpt":0.618171630671588,"score_spread":0.0899460730535353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924197042","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19022627,0.0000027958197,0.0016561536,0.00036282782,0.00010358867,0.80550957,0.000009329816,0.000022187722,0.0021073],"genre_scores_gemma":[0.63442194,9.72951e-7,0.0009222437,0.000021180209,0.000018152099,0.3643237,0.0000010028214,0.000007503227,0.00028330635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968074,0.0011558032,0.00042186654,0.0002632124,0.0011272103,0.0002245027],"domain_scores_gemma":[0.9931991,0.005274023,0.00024221306,0.00064846256,0.00058899453,0.000047214995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020137263,0.00007630449,0.00018281439,0.00006060955,0.00026831706,0.00021756292,0.0016508712,0.000065279026,0.00013440964],"category_scores_gemma":[0.0073110303,0.000050984832,0.000045786594,0.0004229029,0.000093400515,0.0004279194,0.00066261226,0.00008141461,0.000023737084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008356127,0.0011681076,0.6206213,0.00014265564,0.00007938034,0.0000022036409,0.036128115,0.0008148671,0.00019489323,0.0044185435,0.026168462,0.30190533],"study_design_scores_gemma":[0.0084729,0.012942673,0.7591164,0.00218779,0.00006628447,0.0000010235651,0.109753616,0.008063352,0.0023803911,0.027161466,0.068563886,0.0012901815],"about_ca_topic_score_codex":0.028578147,"about_ca_topic_score_gemma":0.017271308,"teacher_disagreement_score":0.44419566,"about_ca_system_score_codex":0.000101888676,"about_ca_system_score_gemma":0.0005023996,"threshold_uncertainty_score":0.9778906},"labels":[],"label_agreement":null},{"id":"W2924322406","doi":"10.1016/j.jclinepi.2019.03.008","title":"Improving the content validity of the mixed methods appraisal tool: a modified e-Delphi study","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1060,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Armand Frappier Museum; Université de Sherbrooke; McGill University","funders":"","keywords":"Content validity; Delphi method; Delphi; Content (measure theory); Computer science; Medicine; Psychometrics; Mathematics; Clinical psychology; Artificial intelligence","score_opus":0.913647252048127,"score_gpt":0.7217088427898263,"score_spread":0.19193840925830075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924322406","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014071348,0.944713,0.022495374,0.0073981956,0.017995058,0.005136712,0.000026271802,0.00004315124,0.00078509777],"genre_scores_gemma":[0.001965791,0.9847728,0.010263158,0.00031607496,0.0023028732,0.00006708709,8.053703e-7,0.000046673176,0.00026472774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7658667,0.21735807,0.013823005,0.00065191457,0.0013787913,0.0009215453],"domain_scores_gemma":[0.51122373,0.46507037,0.020348221,0.0016989,0.0013320232,0.00032672996],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4035975,0.00041236315,0.00978965,0.00019012294,0.00031690634,0.000036155732,0.005055657,0.0014331427,0.00004831349],"category_scores_gemma":[0.6236115,0.00018297313,0.0052658673,0.0006348238,0.0022798646,0.00012312841,0.0010900039,0.005801183,0.000011969685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006831619,0.00042642895,0.001550818,0.00080007565,0.00055311644,0.00000870345,0.0002805307,0.0000088898705,4.1927913e-7,0.004985818,0.0041638617,0.987153],"study_design_scores_gemma":[0.00064797746,0.0013065183,0.0022628824,0.0020491846,0.0017355495,0.00004367688,0.0018364069,0.000094186194,4.327856e-7,0.004369773,0.9853548,0.00029864712],"about_ca_topic_score_codex":0.0009549141,"about_ca_topic_score_gemma":0.00014330835,"teacher_disagreement_score":0.9868544,"about_ca_system_score_codex":0.0001762178,"about_ca_system_score_gemma":0.003640884,"threshold_uncertainty_score":0.9998632},"labels":[],"label_agreement":null},{"id":"W2927981269","doi":"10.1016/j.kint.2019.03.015","title":"An international Delphi survey helped develop consensus-based core outcome domains for trials in peritoneal dialysis","year":2019,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; International Society for Peritoneal Dialysis","keywords":"Peritoneal dialysis; Medicine; Consensus conference; Outcome (game theory); Delphi method; Core (optical fiber); Intensive care medicine; Family medicine; Internal medicine; Computer science","score_opus":0.3779577317090918,"score_gpt":0.5482124260541296,"score_spread":0.17025469434503776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927981269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520738,0.0000057931807,0.0049666776,0.023346286,0.0041667554,0.0020100914,0.0029048272,0.00019630794,0.010329462],"genre_scores_gemma":[0.98289365,0.000010896878,0.012275109,0.0011436556,0.00050617853,0.00027450174,0.0014761778,0.000031307278,0.0013885027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953035,0.0011593413,0.0011084735,0.000528989,0.0014287352,0.00047092594],"domain_scores_gemma":[0.9935441,0.0040930836,0.00036455935,0.0003173397,0.00134283,0.00033809405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0165421,0.00019597454,0.0005172211,0.0006953556,0.00016413366,0.00027931118,0.001480307,0.00023832539,0.0023990343],"category_scores_gemma":[0.039525393,0.0002013838,0.00021739471,0.00052327727,0.00024465215,0.00028685344,0.00009456402,0.00026074573,0.00010391565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006637298,0.00030373945,0.9672077,0.000013312546,0.00014941822,0.000013845172,0.0013638659,0.00017965032,0.0017519593,0.014894824,0.0121118305,0.0013461433],"study_design_scores_gemma":[0.011069708,0.00032259597,0.5520006,0.00018439551,0.00005284197,0.0000065232016,0.0032283121,0.044215996,0.0019661998,0.0069750817,0.37855092,0.0014268381],"about_ca_topic_score_codex":0.005207364,"about_ca_topic_score_gemma":0.008710546,"teacher_disagreement_score":0.4152071,"about_ca_system_score_codex":0.0007772513,"about_ca_system_score_gemma":0.0017007045,"threshold_uncertainty_score":0.9985129},"labels":[],"label_agreement":null},{"id":"W2931388873","doi":"10.3899/jrheum.181099","title":"Pain Measurement in Rheumatic and Musculoskeletal Diseases: Where To Go from Here? Report from a Special Interest Group at OMERACT 2018","year":2019,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leeds Biomedical Research Centre; Department of Anesthesiology and Pain Medicine, University of Washington; National Institutes of Health; Versus Arthritis; Amsterdam University Medical Centers; European League Against Rheumatism; University of Washington; Vrije Universiteit Amsterdam; University of Leeds; National Institute for Health and Care Research; Parker Institute for Cancer Immunotherapy; U.S. Food and Drug Administration; Health and Care Research Wales; Ottawa Hospital Research Institute; University of Ottawa","keywords":"Medicine; Physical therapy; Family medicine; Internal medicine","score_opus":0.053077250807306776,"score_gpt":0.358448151572661,"score_spread":0.3053709007653542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931388873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902674,0.0010875174,0.00028719593,0.0064033824,0.0007415588,0.00046351276,0.000010449865,0.00001803355,0.00072096096],"genre_scores_gemma":[0.9983447,0.000999574,0.00036012137,0.000069163034,0.00009830937,0.00000923492,0.0000023814814,0.000018645269,0.000097833705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952816,0.0022489808,0.0008719293,0.00022718393,0.0009564542,0.0004138533],"domain_scores_gemma":[0.9968954,0.0017467173,0.0005425145,0.00037295214,0.0001860646,0.00025635137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068308576,0.00016295299,0.0005597613,0.0001938809,0.00015134792,0.00006283522,0.00074197096,0.00013694038,0.001301447],"category_scores_gemma":[0.0026699458,0.00011816859,0.00011649839,0.00023432693,0.0002990593,0.00021503189,0.00027670708,0.00044152388,0.00018267875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000594276,0.0001881408,0.9338283,0.00004913253,0.00016900938,0.0001741071,0.008398247,0.000005261968,0.00064624986,0.00029634204,0.044181358,0.011469594],"study_design_scores_gemma":[0.005962309,0.002142323,0.7241195,0.006174184,0.00030048765,0.0018151605,0.058733262,0.0002886729,0.00007611638,0.06065293,0.13818488,0.0015501898],"about_ca_topic_score_codex":0.01750094,"about_ca_topic_score_gemma":0.083163686,"teacher_disagreement_score":0.2097088,"about_ca_system_score_codex":0.0005572342,"about_ca_system_score_gemma":0.00024303116,"threshold_uncertainty_score":0.9996115},"labels":[],"label_agreement":null},{"id":"W2935920353","doi":"10.1007/978-3-030-05120-4_25","title":"Evaluating Surveys and Questionnaires in Surgical Research","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Medical physics; Data science; Medicine; Computer science","score_opus":0.5636077501148489,"score_gpt":0.609451720272469,"score_spread":0.045843970157620095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935920353","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087293226,0.0005715195,0.000018885481,0.0019717175,0.000112657945,0.0009457859,0.0000046098244,0.00010088227,0.995401],"genre_scores_gemma":[0.08061062,0.0013600691,0.00044284627,0.000010096955,0.00023435494,0.000028264769,0.00000641106,0.00003723241,0.9172701],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9924621,0.003537802,0.000347366,0.0005513835,0.0025027744,0.0005985762],"domain_scores_gemma":[0.99492055,0.0039771325,0.00005586433,0.00032660982,0.0005693547,0.00015046427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06671974,0.00015057276,0.00029263462,0.0006363146,0.00028422216,0.00018235685,0.0004636983,0.0006324443,0.0022298933],"category_scores_gemma":[0.002451671,0.00014419078,0.00004947217,0.0001585168,0.0010474391,0.000120974684,0.00037525987,0.0013150518,0.00036622488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007683412,0.000011906556,0.0014221951,0.000035686822,0.0000066767357,0.00007813173,0.00054712105,8.649005e-7,0.000003875162,0.8316053,0.0029974575,0.16328306],"study_design_scores_gemma":[0.0004793769,0.0003121727,0.0039348993,0.0012535095,0.0000062149975,0.00000893107,0.0006919657,0.00022821804,0.000011952256,0.49835533,0.49405006,0.0006673568],"about_ca_topic_score_codex":0.01477956,"about_ca_topic_score_gemma":0.025967555,"teacher_disagreement_score":0.4910526,"about_ca_system_score_codex":0.00038608257,"about_ca_system_score_gemma":0.0011942937,"threshold_uncertainty_score":0.9986822},"labels":[],"label_agreement":null},{"id":"W2936340597","doi":"","title":"Using delphi consensus methods to understand which physical activity behaviour change theories should be taught to Canadian undergraduate students","year":2018,"lang":"en","type":"article","venue":"Journal of Exercise, Movement, and Sport (SCAPPS refereed abstracts repository)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Psychology; Likert scale; Graduation (instrument); Consistency (knowledge bases); Mathematics education; Delphi; Medical education; Mathematics; Medicine; Computer science","score_opus":0.1623177004421484,"score_gpt":0.4522062055499427,"score_spread":0.2898885051077943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936340597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98668337,0.00005602734,0.000479773,0.005833211,0.0007240619,0.0011180312,0.000019224437,0.000038564634,0.005047761],"genre_scores_gemma":[0.9923814,0.00012672215,0.00524454,0.00039274333,0.0008713993,0.000017580494,0.0000011462523,0.00004558286,0.00091889204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958878,0.00022863303,0.0007038101,0.00048049164,0.0017999461,0.00089929777],"domain_scores_gemma":[0.9957781,0.00015467165,0.0005946296,0.0004033466,0.0014487782,0.0016205178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033489368,0.00034559047,0.0006907485,0.00068790733,0.0011161525,0.0005332081,0.0007426833,0.00026078196,0.000020843425],"category_scores_gemma":[0.0002721943,0.0003114256,0.00014316541,0.00082532346,0.00037490565,0.00044048647,0.00018634982,0.00060328975,0.0000031097672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0093499,0.007929759,0.37200013,0.0006328196,0.002447837,0.0072185844,0.22850169,0.00033853037,0.21353534,0.032187976,0.04823788,0.07761954],"study_design_scores_gemma":[0.002689876,0.0030098183,0.76735085,0.0022647432,0.0010481951,0.00018466696,0.0752145,0.000116910494,0.10364593,0.015284859,0.02642585,0.0027638043],"about_ca_topic_score_codex":0.12750824,"about_ca_topic_score_gemma":0.11364528,"teacher_disagreement_score":0.39535072,"about_ca_system_score_codex":0.0010870378,"about_ca_system_score_gemma":0.001093792,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W2940809293","doi":"10.1001/jamaoto.2019.0521","title":"Use of Clinical Trial Registries in Otolaryngology Systematic Reviews","year":2019,"lang":"en","type":"article","venue":"JAMA Otolaryngology–Head & Neck Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Government of Ontario; Ontario Ministry of Health and Long-Term Care; Ontario Institute for Cancer Research; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","keywords":"Systematic review; Otorhinolaryngology; Clinical trial; Medicine; Medical physics; MEDLINE; Alternative medicine; Family medicine; Surgery; Pathology","score_opus":0.34048645408692924,"score_gpt":0.47608605842070323,"score_spread":0.135599604333774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940809293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830487,0.0012648562,0.000024800094,0.0020956462,0.0020921815,0.007814886,0.000014895276,0.00017577228,0.0034683025],"genre_scores_gemma":[0.9912132,0.003613657,0.0008867835,0.00073038193,0.00052169693,0.0010287663,0.000026177911,0.00005873592,0.0019205875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97908896,0.01300873,0.0046390975,0.0009831338,0.0010466515,0.0012334276],"domain_scores_gemma":[0.96978146,0.026129398,0.0017611587,0.0016146404,0.00040330426,0.0003100543],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032915544,0.00038574336,0.0037867015,0.00085905526,0.00016839425,0.0001328381,0.0011084558,0.0013776422,0.0004255343],"category_scores_gemma":[0.07650186,0.00034963927,0.00095507276,0.0015612579,0.0013495735,0.0009663105,0.00033091794,0.0014215002,0.00048608292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00619176,0.0006573528,0.9499371,0.009883555,0.00008572278,0.0004117914,0.0007423483,0.0000012066395,0.000086108026,0.0052645737,0.025268564,0.001469903],"study_design_scores_gemma":[0.022493277,0.0016774104,0.5693198,0.03324207,0.00021906666,0.00022747519,0.0015320616,0.000353515,0.00023578673,0.0024430116,0.36610883,0.0021476971],"about_ca_topic_score_codex":0.0033560586,"about_ca_topic_score_gemma":0.0021514974,"teacher_disagreement_score":0.38061732,"about_ca_system_score_codex":0.0001844644,"about_ca_system_score_gemma":0.0011222421,"threshold_uncertainty_score":0.99991876},"labels":[],"label_agreement":null},{"id":"W2941480208","doi":"10.1111/epi.14735","title":"Core Health Outcomes in Childhood Epilepsy (CHOICE): Development of a core outcome set using systematic review methods and a Delphi survey consensus","year":2019,"lang":"en","type":"article","venue":"Epilepsia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; Medical Research Council; European Commission; Canadian Institutes of Health Research; National Institute for Health and Care Research; Seventh Framework Programme; Waterloo Foundation; Department of Health and Social Care; South London and Maudsley NHS Foundation Trust","keywords":"Delphi method; Psychological intervention; Intervention (counseling); Systematic review; Medicine; Psychology; Family medicine; MEDLINE; Psychiatry; Political science","score_opus":0.46157337806161164,"score_gpt":0.5730836933451989,"score_spread":0.11151031528358729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941480208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811282,0.0081286505,0.00068638235,0.0012657164,0.0002830827,0.0077822297,0.00008162551,0.00012209587,0.00052197935],"genre_scores_gemma":[0.9079402,0.00082953024,0.09008896,0.000718176,0.000015301357,0.00013844114,0.000022184367,0.000045879864,0.00020132543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99286324,0.0032015196,0.0018675969,0.00048747577,0.00088577176,0.00069438457],"domain_scores_gemma":[0.9942984,0.00380252,0.00080110447,0.0005914513,0.00025375315,0.00025279215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024592482,0.00027114505,0.0018692954,0.00031547423,0.00022431869,0.000040807052,0.00056155334,0.00014505474,0.000086395325],"category_scores_gemma":[0.008398058,0.00023447389,0.000112942216,0.00096465746,0.00025873657,0.00008915766,0.00022729271,0.00039329292,0.000023757872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008880694,0.00010053782,0.9539466,0.03857087,0.000063059284,0.0000075947983,0.005763173,0.000001693103,0.000033391778,0.0006868193,0.00020926341,0.0006081131],"study_design_scores_gemma":[0.0008946406,0.00013214875,0.94806796,0.045412287,0.00006216104,0.000028732002,0.0037343192,0.0002941599,0.000023206536,0.00047839413,0.00025458672,0.00061742374],"about_ca_topic_score_codex":0.006235421,"about_ca_topic_score_gemma":0.0048543755,"teacher_disagreement_score":0.089402586,"about_ca_system_score_codex":0.00044316097,"about_ca_system_score_gemma":0.0011283237,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W2942919019","doi":"10.1017/cem.2019.35","title":"CAEP/ACMU 2019 Scientific Abstracts, May 26th–May 29th, 2019, Halifax, Nova Scotia","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Association of Emergency Physicians","funders":"Schwartz/Reisman Emergency Medicine Institute; China Academy of Engineering Physics","keywords":"Nova scotia; Medicine; Content (measure theory); Library science; Computer science; History; Archaeology","score_opus":0.17105909409979292,"score_gpt":0.44841619243956515,"score_spread":0.27735709833977223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942919019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52856314,0.009713792,0.00008000188,0.07820264,0.079732016,0.0009846622,0.00012597998,0.00006398383,0.3025338],"genre_scores_gemma":[0.90398484,0.000493174,0.00019255519,0.00016514986,0.0023166565,0.0000015935094,0.000018459868,0.00004261357,0.09278493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509996,0.0002973771,0.0012631005,0.00038751058,0.0017450239,0.001207017],"domain_scores_gemma":[0.9949114,0.00017200789,0.00060682476,0.0006082106,0.0015190159,0.0021825663],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00790649,0.00024887308,0.0005055342,0.0012673913,0.0005381662,0.00008151456,0.0016738123,0.00024938222,0.05951875],"category_scores_gemma":[0.002453281,0.00021593912,0.00019311285,0.0016241326,0.0010831613,0.0005300017,0.00003746371,0.0008825749,0.0017363036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001160235,0.000021794634,0.03359667,0.00002883768,0.00004482803,0.00014620724,0.002610624,0.000025656947,0.0018445984,0.0018784304,0.9580192,0.0017715812],"study_design_scores_gemma":[0.00042143968,0.0002509663,0.01722492,0.00035675985,0.000043914235,0.00002210994,0.0027652625,0.000004770549,0.00020850563,0.0010178079,0.9773976,0.0002859206],"about_ca_topic_score_codex":0.41539857,"about_ca_topic_score_gemma":0.5735801,"teacher_disagreement_score":0.37542173,"about_ca_system_score_codex":0.00057456584,"about_ca_system_score_gemma":0.006360347,"threshold_uncertainty_score":0.99927264},"labels":[],"label_agreement":null},{"id":"W2944737796","doi":"10.1177/1043659619846248","title":"Building an International Partnership to Develop Advanced Practice Nurses in Anesthesia Settings: Using a Theory-Driven Approach","year":2019,"lang":"en","type":"article","venue":"Journal of Transcultural Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Shanghai Municipal Education Commission","keywords":"General partnership; Context (archaeology); Nursing; Process (computing); Sustainability; Medicine; Health care; Work (physics); Knowledge management; Medical education; Political science; Engineering; Computer science","score_opus":0.08693672140520727,"score_gpt":0.47900566453551124,"score_spread":0.392068943130304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944737796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97916704,0.000062609695,0.005207841,0.008612965,0.00043447604,0.00048187075,6.3687696e-7,0.000035637408,0.005996907],"genre_scores_gemma":[0.78785443,0.000014794315,0.21166982,0.000161296,0.00019398113,0.000003157787,9.318391e-7,0.000014696339,0.0000869112],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971047,0.00080613885,0.00046694893,0.0002186418,0.000987244,0.00041633088],"domain_scores_gemma":[0.9982253,0.00029964204,0.00028167258,0.0001127626,0.0008803923,0.00020027274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034421126,0.00013441136,0.0002479783,0.0003130844,0.0001734322,0.00023106862,0.00071790227,0.00011259994,0.000022785838],"category_scores_gemma":[0.0011450957,0.00011339759,0.00008593613,0.0008571816,0.00012806752,0.0024689198,0.000008942261,0.0004784244,0.0000027565723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034468935,0.0013811019,0.011068961,0.000084792235,0.00018755486,0.00036238303,0.5014354,0.029913502,0.15883982,0.06797114,0.0004655715,0.2248429],"study_design_scores_gemma":[0.0052957796,0.0014601687,0.019479759,0.0081024505,0.000266309,0.0045162337,0.8163513,0.007781181,0.00872965,0.010730267,0.115185626,0.002101293],"about_ca_topic_score_codex":0.00006466153,"about_ca_topic_score_gemma":0.000019842782,"teacher_disagreement_score":0.31491593,"about_ca_system_score_codex":0.0007198619,"about_ca_system_score_gemma":0.00029312927,"threshold_uncertainty_score":0.46242195},"labels":[],"label_agreement":null},{"id":"W2945602216","doi":"10.1136/bmjopen-2018-028861","title":"Establishing a core outcome set for treatment of uncomplicated appendicitis in children: study protocol for an international Delphi survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"National Institute for Health and Care Research","keywords":"Medicine; Delphi method; Protocol (science); Research ethics; Clinical trial; Family medicine; Psychological intervention; Informed consent; Randomized controlled trial; Pediatrics; Medical education; Alternative medicine; Nursing; Surgery; Psychiatry; Pathology","score_opus":0.7031008825951384,"score_gpt":0.6661644372773644,"score_spread":0.03693644531777396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945602216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2972597,1.4738734e-7,0.00011483738,0.00022246847,0.00004211159,0.69977653,0.00033873334,0.000027659307,0.0022178597],"genre_scores_gemma":[0.4784404,1.01377566e-7,0.0010441808,0.000014471332,0.00003326842,0.52000254,0.00012553643,0.000013373966,0.00032607815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809444,0.00033997328,0.0004625794,0.00035421693,0.00046462574,0.00028414658],"domain_scores_gemma":[0.998498,0.00056005846,0.00021339925,0.00038152613,0.00027548085,0.00007152537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054796953,0.00010812465,0.0003235574,0.00015111221,0.00010946627,0.00025776675,0.0014761488,0.00007029981,0.00011168736],"category_scores_gemma":[0.0007356624,0.000095328636,0.000050477014,0.0002950763,0.000057887693,0.0005258018,0.000231013,0.000043567394,0.000006495552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007501954,0.0008128503,0.99209243,0.000014605082,0.000034022654,8.617585e-7,0.002427423,0.00001287448,0.00001665784,0.0005713964,0.0005669695,0.0026996837],"study_design_scores_gemma":[0.0077213603,0.002852004,0.9797084,0.00006492867,0.0000058727,0.0000016605811,0.003903132,0.000559974,0.00006316671,0.0010503306,0.0038495045,0.00021968267],"about_ca_topic_score_codex":0.05781243,"about_ca_topic_score_gemma":0.04572306,"teacher_disagreement_score":0.18118075,"about_ca_system_score_codex":0.0002795579,"about_ca_system_score_gemma":0.000301782,"threshold_uncertainty_score":0.97169},"labels":[],"label_agreement":null},{"id":"W2945927324","doi":"","title":"Étude de cas ou protocole à cas unique","year":2018,"lang":"fr","type":"article","venue":"Revue phénEPS / PHEnex Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Philosophy","score_opus":0.1587452415289303,"score_gpt":0.47259658677261823,"score_spread":0.31385134524368796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945927324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3293014,0.01031326,0.054458946,0.24346267,0.010723471,0.024548776,0.000112144764,0.00088388723,0.32619548],"genre_scores_gemma":[0.91403556,0.0029994298,0.025165424,0.0010378191,0.02116666,0.0014200767,0.0000025021372,0.00018368567,0.033988826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933904,0.0020166487,0.00090646057,0.00053834374,0.0011907395,0.0019574019],"domain_scores_gemma":[0.9960668,0.00036966964,0.0005486375,0.000619929,0.0011927539,0.0012021892],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007883127,0.00040743736,0.00052215403,0.00031064756,0.0016706584,0.0006647926,0.0017624379,0.0005943506,0.0032018991],"category_scores_gemma":[0.001169951,0.00043606613,0.000369371,0.001369037,0.0018178478,0.00079778297,0.0003417316,0.0020909607,0.0008657601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057558884,0.002311618,0.036414813,0.0011493347,0.0007024679,0.0059123226,0.13208967,0.00016026637,0.013640541,0.14858632,0.23152065,0.42693642],"study_design_scores_gemma":[0.0011251292,0.0014799264,0.0043736324,0.0022015746,0.00012683286,0.005801451,0.0053248205,0.0014344691,0.01762658,0.12495368,0.83440846,0.0011434604],"about_ca_topic_score_codex":0.0028577193,"about_ca_topic_score_gemma":0.004649481,"teacher_disagreement_score":0.6028878,"about_ca_system_score_codex":0.0022384261,"about_ca_system_score_gemma":0.0020071266,"threshold_uncertainty_score":0.9999122},"labels":[],"label_agreement":null},{"id":"W2946009800","doi":"10.1016/j.biopsych.2019.03.795","title":"S44. Using Acoustic and Linguistic Markers From Spontaneous Speech to Predict Scores on the Montreal Cognitive Assessment (MoCA)","year":2019,"lang":"en","type":"article","venue":"Biological Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Montreal Cognitive Assessment; Construct (python library); Cognition; Psychology; Audiology; Cognitive psychology; Linguistics; Medicine; Cognitive impairment; Computer science; Neuroscience","score_opus":0.08299054281298997,"score_gpt":0.41038290054939136,"score_spread":0.3273923577364014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946009800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96624416,0.00009945391,0.0002639263,0.0024730377,0.0008104454,0.0011814154,0.00008597612,0.00011782506,0.028723758],"genre_scores_gemma":[0.9955559,0.000054354445,0.0027386127,0.0009141169,0.0005281128,0.000029083858,0.0000079185165,0.00001204364,0.00015988052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784565,0.00052797276,0.00020434125,0.00048188915,0.00049920747,0.00044096328],"domain_scores_gemma":[0.9973926,0.002025302,0.00006999676,0.00022091363,0.000096360796,0.00019481507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010527432,0.00016440138,0.00020565944,0.00006470404,0.00034974838,0.00011321852,0.0003956092,0.0002132952,0.0005073484],"category_scores_gemma":[0.001559943,0.000103451544,0.00006282563,0.00022161304,0.00036939533,0.000024283967,0.00015396395,0.00037831807,0.000080823665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023624613,0.0007559398,0.9492567,0.000037495684,0.00023660927,0.00053312,0.0017784566,0.000073025294,0.002512434,0.015385118,0.008982525,0.018086072],"study_design_scores_gemma":[0.0007614619,0.0023607856,0.9242831,0.0005500837,0.00007971293,0.000034779376,0.010948976,0.0018748645,0.000030900363,0.05687034,0.0015131398,0.00069186284],"about_ca_topic_score_codex":0.0030140432,"about_ca_topic_score_gemma":0.0016046624,"teacher_disagreement_score":0.041485224,"about_ca_system_score_codex":0.00012824248,"about_ca_system_score_gemma":0.00022474688,"threshold_uncertainty_score":0.5555109},"labels":[],"label_agreement":null},{"id":"W2946753941","doi":"10.3138/ptc-2018-43.e","title":"Students’ Perspectives on Their Experience in Clinical Placements: Using a Modified Delphi Methodology to Engage Physiotherapy Stakeholders in Revising the National Form","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; University of Alberta","funders":"","keywords":"Delphi method; Physical therapy; Delphi; Medical education; Medicine; Physical medicine and rehabilitation; Psychology; Computer science; Nursing; Artificial intelligence","score_opus":0.5100824855255588,"score_gpt":0.5822283367026089,"score_spread":0.07214585117705008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946753941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938635,0.00009545346,0.0005401373,0.0023467457,0.00020677572,0.0014928353,0.0000091557495,0.000025979423,0.0014194025],"genre_scores_gemma":[0.9949334,0.00026322747,0.0012480505,0.0031469122,0.00013465383,0.00011604577,9.426168e-7,0.000030219027,0.00012650886],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949377,0.0019975945,0.00046936487,0.00055559765,0.0014504233,0.00058930175],"domain_scores_gemma":[0.9970647,0.0022078096,0.00013906872,0.00032235606,0.00015496845,0.00011109465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050583333,0.00019697302,0.0003567159,0.00024744312,0.0002847043,0.00009880081,0.001043447,0.00009045693,0.00019981955],"category_scores_gemma":[0.00049788546,0.00015688702,0.00007983764,0.0010206412,0.00020922816,0.00020632776,0.00007310926,0.0005037329,0.0000026717892],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028080957,0.0018429182,0.071150996,0.00006286987,0.00029101956,0.000032321193,0.7688755,0.017320162,0.07358023,0.020275796,0.003882898,0.03987724],"study_design_scores_gemma":[0.0048346105,0.0006085584,0.08549465,0.0005777079,0.000003569368,0.000001396995,0.8743222,0.00777666,0.0019956888,0.006709247,0.016418546,0.0012571922],"about_ca_topic_score_codex":0.52640605,"about_ca_topic_score_gemma":0.45521444,"teacher_disagreement_score":0.10544672,"about_ca_system_score_codex":0.0018878303,"about_ca_system_score_gemma":0.0013262732,"threshold_uncertainty_score":0.6397667},"labels":[],"label_agreement":null},{"id":"W2947832892","doi":"10.1190/tle38060431.1","title":"Annual Meeting Update","year":2019,"lang":"en","type":"article","venue":"The Leading Edge","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria General Hospital","funders":"","keywords":"Thursday; Steering committee; Schedule; Morning; Exposition (narrative); Operations research; Medical education; Library science; Psychology; Medicine; Engineering; Management; Engineering management; Computer science; Art","score_opus":0.07747770199918334,"score_gpt":0.42474887136288264,"score_spread":0.3472711693636993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947832892","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35276866,0.00011183155,0.00010148885,0.01906398,0.00063041266,0.00044082507,0.0000071919617,0.00037246046,0.62650317],"genre_scores_gemma":[0.96511894,0.00003114957,0.00026054296,0.00032992935,0.0003142159,0.0000097807815,5.98692e-7,0.000011684421,0.03392313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988114,0.00023853703,0.00009092519,0.00013159639,0.00037030393,0.000357201],"domain_scores_gemma":[0.9992741,0.00032964384,0.000035860015,0.00024473976,0.000066310815,0.000049380757],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028508285,0.00005208101,0.000079031735,0.000046801044,0.0003307339,0.000056174984,0.00063926633,0.000056945526,0.0002689704],"category_scores_gemma":[0.00034366627,0.000038617723,0.000036193112,0.00027792304,0.00019137573,0.00013917887,0.000114451424,0.00022189363,0.0048460523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030966592,0.00004888651,0.01587827,0.00003115692,0.000035606263,0.000015340973,0.06384929,0.00003472574,0.0062139286,0.24197315,0.6090252,0.062863484],"study_design_scores_gemma":[0.000067758156,0.000015708085,0.0004024593,0.000033177832,0.0000032567862,0.0000010378614,0.0049447403,0.000055592536,0.001201502,0.0057153422,0.9874543,0.00010510953],"about_ca_topic_score_codex":0.0004288493,"about_ca_topic_score_gemma":0.00015990385,"teacher_disagreement_score":0.6123503,"about_ca_system_score_codex":0.0000740878,"about_ca_system_score_gemma":0.00006802642,"threshold_uncertainty_score":0.99592876},"labels":[],"label_agreement":null},{"id":"W2950222177","doi":"10.1016/j.jaac.2019.02.016","title":"Counting What Counts: The Case for Harmonized Outcomes in Child and Youth Mental Health Research","year":2019,"lang":"en","type":"editorial","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Evidence-based practice; Randomized controlled trial; Knowledge translation; Best practice; Psychology; MEDLINE; Population; Process (computing); Systematic review; Outcome (game theory); Meta-analysis; Medicine; Psychiatry; Alternative medicine; Computer science; Knowledge management; Political science; Environmental health","score_opus":0.07892935669037666,"score_gpt":0.45598775957564874,"score_spread":0.3770584028852721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950222177","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005725633,0.022697343,0.000015908045,0.6168166,0.34959525,0.0035679252,0.00049936416,0.000026838936,0.0010551949],"genre_scores_gemma":[0.26081458,0.10927457,0.0010982307,0.014508066,0.6129895,0.000039567505,0.00001655159,0.00026597438,0.0009929353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99395686,0.0014553403,0.0010302023,0.00031080891,0.0025474748,0.00069928064],"domain_scores_gemma":[0.9960905,0.00090511324,0.0022744678,0.0002809929,0.00028000012,0.00016893337],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012484281,0.00024833024,0.0008696114,0.0004244926,0.0008524549,0.0002325041,0.001805249,0.000299034,0.0000091369475],"category_scores_gemma":[0.0013534795,0.00015561763,0.00036704878,0.0006818133,0.0015560122,0.00029715482,0.0002960019,0.005092173,0.000002508596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027262545,0.00017081278,0.0020661033,0.00018490809,0.00010749337,0.00000131602,0.0020294841,0.0000013831074,5.949275e-7,0.00030846012,0.99124646,0.0036103502],"study_design_scores_gemma":[0.0010927703,0.0001943818,0.0016376846,0.004346157,0.000058886,0.000062908446,0.028082222,0.0000070795454,0.000002749317,0.00048479805,0.96382344,0.00020690664],"about_ca_topic_score_codex":0.00053450593,"about_ca_topic_score_gemma":0.00013316836,"teacher_disagreement_score":0.6023085,"about_ca_system_score_codex":0.000433551,"about_ca_system_score_gemma":0.0013731346,"threshold_uncertainty_score":0.9972031},"labels":[],"label_agreement":null},{"id":"W2955401328","doi":"10.1007/978-3-030-00437-8_27","title":"The Future of Wine Tourism in the Okanagan Valley: A Delphi Method Survey","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan College","funders":"","keywords":"Wine; Geography; Tourism; Peninsula; Delphi method; Wine grape; Vitis vinifera; Business; Economy; Agricultural economics; Economics; Archaeology; Horticulture","score_opus":0.11849378374139104,"score_gpt":0.44140695983770495,"score_spread":0.3229131760963139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955401328","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001955134,0.00082534354,0.000681105,0.026083251,0.00033490363,0.0013683795,0.00003044538,0.00005461835,0.9706024],"genre_scores_gemma":[0.0031148253,0.0029717735,0.0030008946,0.00045338483,0.0015606071,0.00003715919,0.000019772056,0.000065311804,0.98877627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995488,0.0015143447,0.0004847794,0.0003628846,0.0016811858,0.00046882278],"domain_scores_gemma":[0.9935787,0.004792099,0.00024320246,0.0009497114,0.00037072966,0.00006559164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02062219,0.00023667447,0.0004090937,0.00018160035,0.0003000455,0.0001186975,0.0025055432,0.0006302205,0.0006752934],"category_scores_gemma":[0.0004996512,0.0001272285,0.0001984588,0.00022852738,0.0005120595,0.00006938968,0.00026208136,0.0010614733,0.00007117396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032318203,0.000018525998,0.000092747505,0.000017378043,0.000049684608,0.000021464226,0.0020869644,0.0000011094683,0.0000031987047,0.7767214,0.18863732,0.03231786],"study_design_scores_gemma":[0.00008823808,0.00004920787,0.0007797716,0.000041490533,0.000010991608,0.0000013393085,0.0025427141,0.000007698958,0.000004821132,0.069008775,0.92728823,0.00017675028],"about_ca_topic_score_codex":0.016564101,"about_ca_topic_score_gemma":0.09730994,"teacher_disagreement_score":0.7386509,"about_ca_system_score_codex":0.00011645405,"about_ca_system_score_gemma":0.00065533014,"threshold_uncertainty_score":0.9899847},"labels":[],"label_agreement":null},{"id":"W2955674901","doi":"10.1080/07380577.2019.1633587","title":"High Impact and Highly Cited Peer-Reviewed Journal Article Publications by Canadian Occupational Therapy Authors: A Bibliometric Analysis","year":2019,"lang":"en","type":"article","venue":"Occupational Therapy In Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational therapy; Bibliometrics; Citation; Citation index; Library science; Web of science; Science Citation Index; Medicine; Inclusion (mineral); Impact factor; Rehabilitation; Family medicine; Medical education; Social science; Physical therapy; Meta-analysis; Political science; Sociology; Computer science","score_opus":0.14275614379622145,"score_gpt":0.5057224259608363,"score_spread":0.3629662821646148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955674901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95942926,0.009499105,0.00013608728,0.02831847,0.00019424941,0.0013460217,0.0005848183,0.000071113674,0.00042088074],"genre_scores_gemma":[0.98898053,0.007227062,0.0010570514,0.0014434865,0.00015273047,0.00014480829,0.000562763,0.000021927362,0.00040961467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509025,0.0011097519,0.0007376074,0.0004202937,0.0018378159,0.00080427574],"domain_scores_gemma":[0.99559695,0.0006869346,0.00034313492,0.00034312834,0.002129442,0.0009004234],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00487303,0.00020236144,0.0004038509,0.03290695,0.00085471023,0.00053576945,0.0005198984,0.00020507978,0.0024687285],"category_scores_gemma":[0.00088183087,0.00018318277,0.00017456232,0.08479951,0.00014495772,0.0006178545,0.000023161629,0.0004853656,0.000036754605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012010115,0.00008722714,0.9222467,0.000012405999,0.00013232786,0.0000012323044,0.002619951,0.000113812355,0.000031186417,0.001988403,0.024849465,0.047797192],"study_design_scores_gemma":[0.0007131281,0.00021676235,0.88170063,0.000020825299,0.000005717893,0.0000018801678,0.0007065297,0.0001569771,0.000010253999,0.00049554167,0.11578564,0.00018613107],"about_ca_topic_score_codex":0.29737037,"about_ca_topic_score_gemma":0.08393876,"teacher_disagreement_score":0.21343161,"about_ca_system_score_codex":0.0019367451,"about_ca_system_score_gemma":0.0053287563,"threshold_uncertainty_score":0.9984431},"labels":[],"label_agreement":null},{"id":"W2955849546","doi":"","title":"日本語版Montreal Cognitive Assessment (MoCA-J)の実施と解釈における留意点 (特集 認知症診療における認知機能テストの使い方 : その実施と解釈の勘所)","year":2018,"lang":"ja","type":"article","venue":"老年精神医学雑誌","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Political science; Psychology; Cognitive impairment; Psychiatry","score_opus":0.13111533921493881,"score_gpt":0.5138026640591964,"score_spread":0.3826873248442576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955849546","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111316495,0.0006441371,0.0021083904,0.013531588,0.0030617323,0.0032096307,0.00036667992,0.0010053841,0.864756],"genre_scores_gemma":[0.96744007,0.0007536878,0.001461821,0.0014482894,0.004109718,0.00033316348,0.000048922295,0.00015021404,0.02425413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98922014,0.0018353707,0.0011406844,0.0017189473,0.00337175,0.0027131045],"domain_scores_gemma":[0.99345016,0.0018492548,0.000547776,0.0011820828,0.0018962483,0.0010744702],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0049609644,0.0008274962,0.0009495084,0.00055471354,0.0022109975,0.0008732623,0.002189634,0.0009857744,0.010248471],"category_scores_gemma":[0.0015572227,0.0008469308,0.00048731227,0.002154868,0.0047570453,0.0008411377,0.0010515389,0.001578189,0.007013767],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001223692,0.004512302,0.017791603,0.00036232956,0.0017044042,0.0015768615,0.074308105,0.0000036798833,0.004159105,0.064913884,0.49583945,0.3336046],"study_design_scores_gemma":[0.006043767,0.006021199,0.047116045,0.0011922441,0.00085021777,0.00007420445,0.0899454,0.003444876,0.008659711,0.024368888,0.80778915,0.0044942917],"about_ca_topic_score_codex":0.008162654,"about_ca_topic_score_gemma":0.005608434,"teacher_disagreement_score":0.85612357,"about_ca_system_score_codex":0.0009637576,"about_ca_system_score_gemma":0.0017450863,"threshold_uncertainty_score":0.9993982},"labels":[],"label_agreement":null},{"id":"W2960174052","doi":"10.4324/9781351018982-3","title":"Is there a consensus from Ottawa?","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Consensus conference; Computer science; Library science","score_opus":0.1576317515372543,"score_gpt":0.4235942256095458,"score_spread":0.26596247407229145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960174052","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007633921,0.0004633245,0.000024285135,0.0078108627,0.00027363028,0.0006458399,0.00016170877,0.0002946031,0.9902494],"genre_scores_gemma":[0.0054655997,0.00033436072,0.0010260673,0.00066090026,0.00036028717,0.0000073278156,0.000011955721,0.000053539567,0.99208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978888,0.00006479626,0.00024289016,0.00042992903,0.0010250171,0.00034855033],"domain_scores_gemma":[0.9982636,0.0006808096,0.000118256976,0.0005857291,0.00021190944,0.00013966767],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006229361,0.00020481038,0.00030291334,0.00011067371,0.00016208667,0.00011163633,0.0007189546,0.00076978805,0.07023871],"category_scores_gemma":[0.00011519134,0.00018548747,0.00017733334,0.00003348526,0.0005418852,0.000029852547,0.00015207873,0.000544668,0.009114359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003976373,0.0000046853233,0.0001173926,0.0000058491405,0.00004608876,0.00003240649,0.0005412203,1.7477186e-8,0.00000591025,0.52149403,0.47313297,0.004615445],"study_design_scores_gemma":[0.00006119904,0.00001651973,0.00003445904,0.000068566405,0.00001090347,3.2994384e-7,0.0002799019,0.0000025256247,0.000020801306,0.14401908,0.85527503,0.00021065718],"about_ca_topic_score_codex":0.01666808,"about_ca_topic_score_gemma":0.007432123,"teacher_disagreement_score":0.38214207,"about_ca_system_score_codex":0.00016655287,"about_ca_system_score_gemma":0.0007475247,"threshold_uncertainty_score":0.99165714},"labels":[],"label_agreement":null},{"id":"W2962780761","doi":"10.1080/10401334.2019.1637742","title":"Workplace-Based Assessment in Cross-Border Health Professional Education","year":2019,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Context (archaeology); Medical education; Thematic analysis; Psychology; Health care; Delphi method; Categorization; Debriefing; Medicine; Pedagogy; Political science; Sociology; Qualitative research","score_opus":0.05079968694151072,"score_gpt":0.5735462536711926,"score_spread":0.5227465667296819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962780761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92179966,0.0002785646,0.00026271795,0.04269296,0.00032233307,0.00044098723,9.696754e-8,0.00008194572,0.034120735],"genre_scores_gemma":[0.98009753,0.00003040023,0.0022966254,0.00078004,0.00012982619,0.000035072397,0.0000079611345,0.000008945952,0.016613603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996618,0.0021329317,0.00023227299,0.00021363665,0.00050598517,0.00029722418],"domain_scores_gemma":[0.9988611,0.00083257403,0.000086231434,0.00009659486,0.000034747547,0.00008877457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01593508,0.00007063901,0.00017778142,0.000284488,0.00039773676,0.000030280855,0.000110757515,0.0000791666,0.00037961768],"category_scores_gemma":[0.0016840508,0.000060337403,0.000009662095,0.00026155985,0.00016131849,0.000086437314,0.00002773787,0.0022265366,0.0000061292976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016841072,0.000101725804,0.8597264,0.000064588,0.0000010615876,0.0000012415634,0.017084459,0.00034628945,0.000030550847,0.0025840204,0.0008946762,0.11914814],"study_design_scores_gemma":[0.0010180996,0.00024462809,0.82779104,0.0020239637,0.0000011186671,9.362158e-7,0.034960996,0.0029924796,6.807207e-7,0.00041851218,0.13041195,0.00013558046],"about_ca_topic_score_codex":0.015695553,"about_ca_topic_score_gemma":0.0008241251,"teacher_disagreement_score":0.12951729,"about_ca_system_score_codex":0.00031860202,"about_ca_system_score_gemma":0.0012901213,"threshold_uncertainty_score":0.99085903},"labels":[],"label_agreement":null},{"id":"W2963263619","doi":"10.1097/acm.0000000000002887","title":"The Delphi Method","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"MEDLINE; Delphi method; Delphi; Medical education; Psychology; Computer science; Medicine; Political science; Artificial intelligence","score_opus":0.16113943638496117,"score_gpt":0.55500926716283,"score_spread":0.39386983077786875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963263619","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034342583,0.0031806661,0.0070912587,0.3313624,0.0016480588,0.0013846486,0.0000010071102,0.0003971301,0.62059224],"genre_scores_gemma":[0.9075341,0.0054502087,0.0009292447,0.0028359315,0.0016916592,0.00006525818,0.0000016228329,0.000022641998,0.08146932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763477,0.00048724463,0.00024324756,0.0001892576,0.0010004259,0.00044507373],"domain_scores_gemma":[0.9966153,0.0027490784,0.00007464539,0.0003038875,0.000106999345,0.00015007584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010325611,0.00007220497,0.00013781982,0.00006613282,0.0003692423,0.00001070017,0.00097393105,0.00020273165,0.0009198065],"category_scores_gemma":[0.0034315484,0.00004238199,0.000024085037,0.0004528433,0.00056525646,0.00008594892,0.00009681723,0.0008254676,0.00047492934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022767896,0.0000021365147,0.0041280086,0.00001068862,0.000018877896,0.0000050068015,0.022745693,0.0000013255558,0.0032765735,0.49591234,0.39209726,0.081779316],"study_design_scores_gemma":[0.0001569878,0.00003906484,0.0002612121,0.00004439808,0.0000055860432,0.000002478534,0.016106654,0.000079740064,0.00017881185,0.039420456,0.9436431,0.000061523344],"about_ca_topic_score_codex":0.0012586488,"about_ca_topic_score_gemma":0.000074632735,"teacher_disagreement_score":0.87319154,"about_ca_system_score_codex":0.00008598957,"about_ca_system_score_gemma":0.0001435347,"threshold_uncertainty_score":0.9999935},"labels":[],"label_agreement":null},{"id":"W2964561587","doi":"10.1111/dmcn.14326","title":"Core outcome set for children with neurological impairment and tube feeding","year":2019,"lang":"en","type":"review","venue":"Developmental Medicine & Child Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Likert scale; Medicine; Health care; Gastrostomy; Psychology; Physical therapy; Pediatrics; Family medicine; Surgery; Developmental psychology","score_opus":0.34713118415304445,"score_gpt":0.4894946167970414,"score_spread":0.14236343264399698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964561587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076195877,0.9381348,0.000051136023,0.026908094,0.001617412,0.017029855,0.00017731941,0.00065174757,0.0078100665],"genre_scores_gemma":[0.002152043,0.9903482,0.00050266203,0.0048522386,0.0007477562,0.000723909,0.00025678304,0.00011894986,0.0002974579],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956579,0.0004457947,0.0008880534,0.0011692831,0.0007842624,0.0010546959],"domain_scores_gemma":[0.99758977,0.0012861815,0.00038499618,0.00029807742,0.00008035485,0.0003606464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017195826,0.00063255284,0.0020451834,0.00048074237,0.00057476235,0.000041956766,0.00093471905,0.0006712818,0.00018610955],"category_scores_gemma":[0.0007710747,0.0004270949,0.00016133481,0.0005204041,0.0013184538,0.00008684416,0.00046924356,0.0013499836,0.000035722136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025702888,0.00015297889,0.048770055,0.0033976305,0.00037458993,0.00025295286,0.0015749909,2.2413822e-7,4.0454867e-7,0.0024973126,0.014863041,0.92785877],"study_design_scores_gemma":[0.0009385882,0.0024170794,0.0073456015,0.0009434777,0.00028105028,0.0017388023,0.00006199163,0.0000015915867,1.3837237e-7,0.000094074436,0.98570323,0.00047436397],"about_ca_topic_score_codex":0.00012408503,"about_ca_topic_score_gemma":0.00008513335,"teacher_disagreement_score":0.9708402,"about_ca_system_score_codex":0.00011681438,"about_ca_system_score_gemma":0.0004234552,"threshold_uncertainty_score":0.9998181},"labels":[],"label_agreement":null},{"id":"W2965093407","doi":"10.1136/bmjgh-2019-001615","title":"Priority setting for new systematic reviews: processes and lessons learned in three regions in Africa","year":2019,"lang":"en","type":"review","venue":"BMJ Global Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Government of the United Kingdom","keywords":"Stakeholder; Systematic review; Context (archaeology); Stakeholder engagement; Process (computing); Delphi method; Identification (biology); Resource (disambiguation); Delphi; Political science; Management science; Process management; Public relations; Business; MEDLINE; Geography; Computer science; Engineering","score_opus":0.6093723520844511,"score_gpt":0.6306225769315486,"score_spread":0.021250224847097487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965093407","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9883884e-7,0.960612,0.00045882084,0.008500572,0.0001179514,0.028004013,0.00006416514,0.00007876287,0.0021632942],"genre_scores_gemma":[0.000016573316,0.9947316,0.0023677552,0.0000644761,0.00015859725,0.0022081365,0.000011300916,0.000024183159,0.0004173877],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936345,0.0023434553,0.0016552025,0.0006770794,0.00062866654,0.0010610508],"domain_scores_gemma":[0.9958414,0.0021069946,0.0010809168,0.00051465625,0.00013293324,0.00032309402],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015637053,0.00032499694,0.0029456327,0.00022505557,0.00026455667,0.00013585911,0.00078676315,0.00042477626,0.0000031294921],"category_scores_gemma":[0.014107428,0.00027045314,0.00019304399,0.002202366,0.00012446842,0.00015347662,0.00018278965,0.0005224834,0.00002869112],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027998867,0.000028296097,0.000026959635,0.5222918,0.000005892443,0.00000328102,0.00061004114,7.0710854e-8,4.8787036e-10,0.011225165,0.0058799214,0.4599258],"study_design_scores_gemma":[0.00011401943,0.0000485851,0.000006899825,0.25310752,0.000037379756,0.000007367069,0.00043147156,0.0000051553743,1.0011916e-9,0.010129292,0.73591083,0.0002014882],"about_ca_topic_score_codex":0.0078890035,"about_ca_topic_score_gemma":0.07418445,"teacher_disagreement_score":0.7300309,"about_ca_system_score_codex":0.0023130088,"about_ca_system_score_gemma":0.016443478,"threshold_uncertainty_score":0.9999748},"labels":[],"label_agreement":null},{"id":"W2965626469","doi":"10.1097/ccm.0000000000003904","title":"A Core Outcome Set for Critical Care Ventilation Trials","year":2019,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"European Society of Intensive Care Medicine; Israel Science Foundation; Monash University; Department for the Economy; University of Liverpool; European Respiratory Society; Groupe canadien de recherche en soins intensifs; GlaxoSmithKline; Intensive Care Society; American Thoracic Society","keywords":"Medicine; Delphi method; Psychological intervention; Clinical trial; Intensive care; Randomized controlled trial; Health care; Family medicine; Nursing; Intensive care medicine; Surgery","score_opus":0.5960379107694005,"score_gpt":0.6381353884075418,"score_spread":0.04209747763814131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965626469","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20542513,0.017557789,0.05987837,0.34114185,0.023712786,0.02102989,0.0015215559,0.0025736745,0.32715896],"genre_scores_gemma":[0.9958123,0.000009232931,0.001533179,0.0006085062,0.0013415352,0.00017954026,0.000087346794,0.000025886111,0.00040248525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9967486,0.0004564457,0.0006193231,0.00039640235,0.0011560246,0.00062320544],"domain_scores_gemma":[0.98950374,0.00826591,0.000041259602,0.00033985527,0.0014958659,0.0003533836],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003840171,0.00015034333,0.0006045525,0.00015153822,0.00032078725,0.00005784561,0.00037859989,0.00026837728,0.0018211814],"category_scores_gemma":[0.07516834,0.00012425984,0.0001752074,0.0002920943,0.0011362303,0.00013959903,0.00006887662,0.00030739998,0.00010415351],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038492828,0.00006938122,0.03627939,0.003195766,0.00001992702,0.00008106597,0.03794497,9.1422356e-7,0.0014124422,0.8748779,0.023088995,0.022644317],"study_design_scores_gemma":[0.0039567384,0.003029588,0.004165636,0.0010477793,0.0005059722,0.000013692896,0.56058234,0.00016238859,0.0011600108,0.071962975,0.35250163,0.00091121293],"about_ca_topic_score_codex":0.00029741946,"about_ca_topic_score_gemma":0.000120151366,"teacher_disagreement_score":0.8029149,"about_ca_system_score_codex":0.00027663627,"about_ca_system_score_gemma":0.00021839628,"threshold_uncertainty_score":0.99909127},"labels":[],"label_agreement":null},{"id":"W2966405440","doi":"10.1200/jco.2013.31.15_suppl.e17526","title":"Development of a practice consensus statement of the management of locally advanced breast cancer: Expert consensus and systematic review.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; University of Toronto; Princess Margaret Cancer Centre; BC Cancer Agency","funders":"","keywords":"Medicine; Lumpectomy; Systematic review; Breast cancer; Randomized controlled trial; Protocol (science); Medical physics; Mastectomy; Evidence-based medicine; Expert opinion; MEDLINE; Surgery; Intensive care medicine; Alternative medicine; Cancer; Pathology; Internal medicine","score_opus":0.1921468993927352,"score_gpt":0.577384572303625,"score_spread":0.38523767291088984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966405440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70953536,0.0347839,0.0005420151,0.22476235,0.001977664,0.010954454,0.000028555203,0.000025384186,0.017390301],"genre_scores_gemma":[0.8588839,0.04666554,0.09269824,0.0013105051,0.00006629156,0.00011417902,1.3711902e-7,0.000013948643,0.00024721603],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.992299,0.0021366782,0.0041886237,0.00012890046,0.0010372628,0.00020954254],"domain_scores_gemma":[0.98711187,0.0046665315,0.0057183052,0.00022847163,0.002109528,0.00016531433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015300133,0.000095109535,0.0013128681,0.000060902883,0.00006544658,0.000006260377,0.00048135867,0.0001293841,0.00007638216],"category_scores_gemma":[0.005143464,0.000058158053,0.0001727603,0.0002314837,0.00094887323,0.000065073815,0.000184902,0.00033353714,0.00000167475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043994985,0.008267406,0.005318165,0.19532846,0.008177602,0.00042214157,0.018176775,0.00006906824,0.0025844688,0.012623135,0.054757167,0.68987614],"study_design_scores_gemma":[0.020886106,0.009371082,0.072287604,0.48092133,0.0048203836,0.0008701077,0.20605437,0.00020873087,0.002919393,0.004773054,0.19555908,0.0013287422],"about_ca_topic_score_codex":0.00037066443,"about_ca_topic_score_gemma":0.00017888896,"teacher_disagreement_score":0.6885474,"about_ca_system_score_codex":0.00021296232,"about_ca_system_score_gemma":0.0023854314,"threshold_uncertainty_score":0.6157578},"labels":[],"label_agreement":null},{"id":"W2966447979","doi":"10.21037/tp.2019.07.04","title":"Neonatal transport metrics and quality improvement in a regional transport service","year":2019,"lang":"en","type":"review","venue":"Translational Pediatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine","score_opus":0.2996505944237284,"score_gpt":0.4836647696933729,"score_spread":0.18401417526964453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966447979","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018000408,0.9923538,0.00085907936,0.0010212843,0.0002123091,0.0025175824,0.00063681975,0.00011313643,0.002106009],"genre_scores_gemma":[0.00059958757,0.99647164,0.0011000633,0.00011064357,0.0004548049,0.00017422078,0.00066088274,0.000060678707,0.0003674454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943779,0.00038802793,0.0013642977,0.0007985722,0.0024085937,0.00066260656],"domain_scores_gemma":[0.99719614,0.001562022,0.00033819178,0.00033531408,0.00030384396,0.00026451523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040211603,0.00044676897,0.0012734847,0.0011188433,0.00019675355,0.00004166416,0.0007470353,0.00086121965,0.00015235331],"category_scores_gemma":[0.00007560745,0.00046016742,0.0004196533,0.003587029,0.00019203602,0.00032657824,0.000022868286,0.001071473,0.000037964746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034091332,0.00014305004,0.0042936094,0.01762056,0.000049160404,0.000029332494,0.002255423,0.000010807959,1.051049e-7,0.012381445,0.00012408687,0.96305835],"study_design_scores_gemma":[0.0004153538,0.000027566006,0.0012961811,0.00042937315,0.00030286936,0.0000029936573,0.00017265587,0.0000109305365,4.447082e-8,0.00086842466,0.99591815,0.00055543956],"about_ca_topic_score_codex":0.0039016851,"about_ca_topic_score_gemma":0.00654296,"teacher_disagreement_score":0.99579406,"about_ca_system_score_codex":0.0002947511,"about_ca_system_score_gemma":0.0029778404,"threshold_uncertainty_score":0.999785},"labels":[],"label_agreement":null},{"id":"W2967358016","doi":"10.2196/14689","title":"Perception of the Progressing Digitization and Transformation of the German Health Care System Among Experts and the Public: Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Public Health and Surveillance","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digitization; Health care; Delphi method; Likert scale; German; Digital health; Psychology; Medical education; Medicine; Computer science; Artificial intelligence; Political science; Geography","score_opus":0.05870850689333901,"score_gpt":0.4585039954030681,"score_spread":0.39979548850972907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967358016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97316396,0.0007800698,0.00038109938,0.020899985,0.00013697617,0.0038829937,0.000007481712,0.000040939573,0.00070650264],"genre_scores_gemma":[0.9993782,0.00019388585,0.00009965067,0.0001232359,0.000024965744,0.00014883108,0.0000036383879,0.0000074738214,0.000020120395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99344456,0.0050416896,0.00044126328,0.00019048096,0.0005587941,0.0003232367],"domain_scores_gemma":[0.99863374,0.0003303565,0.00036147094,0.00026952103,0.00025596912,0.00014894111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009003265,0.00008784353,0.00027179884,0.00007140296,0.0008016357,0.00019895672,0.00023760289,0.0000668269,0.0000019411782],"category_scores_gemma":[0.00029255185,0.000046111407,0.000034208333,0.0005006805,0.000598293,0.0003561705,0.000082607934,0.00013872508,6.801402e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018677973,0.000037307655,0.5088167,0.000715254,0.000007882826,3.1589348e-8,0.22474957,2.1931868e-7,0.0000075359367,0.0042058583,0.0001128223,0.26132813],"study_design_scores_gemma":[0.0007225753,0.00012629232,0.67981094,0.00009196289,6.416507e-7,0.0000026480764,0.31356525,0.0006965675,0.000002230351,0.000053875894,0.004846181,0.00008086168],"about_ca_topic_score_codex":0.0013827286,"about_ca_topic_score_gemma":0.0019874622,"teacher_disagreement_score":0.26124728,"about_ca_system_score_codex":0.00014735489,"about_ca_system_score_gemma":0.0006199596,"threshold_uncertainty_score":0.6165615},"labels":[],"label_agreement":null},{"id":"W2968873391","doi":"10.1097/ccm.0000000000003954","title":"Core Outcome Measures for Research in Critically Ill Patients Receiving Extracorporeal Membrane Oxygenation for Acute Respiratory or Cardiac Failure: An International, Multidisciplinary, Modified Delphi Consensus Study*","year":2019,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto; University Health Network","funders":"","keywords":"Extracorporeal membrane oxygenation; Medicine; Extracorporeal; Respiratory failure; Intensive care medicine; Anesthesia; Surgery","score_opus":0.4771328446044303,"score_gpt":0.5784780841585043,"score_spread":0.10134523955407404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968873391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95690346,0.00010834406,0.00121952,0.02566133,0.0019054607,0.009840865,0.00037388978,0.00020281512,0.0037843136],"genre_scores_gemma":[0.9944995,0.00001585448,0.002776054,0.00034723274,0.00066192873,0.0013320377,0.0001236086,0.00006161244,0.00018216204],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9932682,0.0010939458,0.00096029934,0.0008993607,0.0027344069,0.0010437936],"domain_scores_gemma":[0.9771308,0.007851533,0.00007341631,0.0005559523,0.013911293,0.00047702098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010284594,0.00025599782,0.00062427274,0.00071240467,0.0005787718,0.000113763934,0.00096625846,0.0003361829,0.00007548472],"category_scores_gemma":[0.05580163,0.00021502726,0.00011876578,0.0006723118,0.0013388527,0.0003315032,0.00020562104,0.0006575807,0.0000076141982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010569652,0.0038279907,0.71286696,0.0019343282,0.0003677321,0.0004297787,0.0896695,0.000055772285,0.0120511465,0.093918376,0.012597771,0.06171096],"study_design_scores_gemma":[0.02261623,0.021317862,0.18574768,0.001473466,0.00048171176,0.0000064607416,0.7164997,0.0039827134,0.00077895337,0.021456301,0.023619065,0.0020198375],"about_ca_topic_score_codex":0.00080994476,"about_ca_topic_score_gemma":0.0040723635,"teacher_disagreement_score":0.6268302,"about_ca_system_score_codex":0.00081059965,"about_ca_system_score_gemma":0.00052341557,"threshold_uncertainty_score":0.9521518},"labels":[],"label_agreement":null},{"id":"W2969303519","doi":"10.3138/ptc-2018-0101","title":"Using Expert Consensus to Develop a Tool to Assess Physical Therapists’ Knowledge, Skills, and Judgement in Performing Airway Suctioning","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Judgement; Delphi method; Delphi; Medicine; Physical therapy; Cardiorespiratory fitness; Psychology; Computer science; Artificial intelligence","score_opus":0.0751010942258962,"score_gpt":0.4455212595913957,"score_spread":0.3704201653654995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969303519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99457026,0.00008402519,0.00023838945,0.0018859259,0.00027429365,0.00084909063,0.0000031496963,0.00003973743,0.0020551374],"genre_scores_gemma":[0.9938462,0.000030981402,0.004064675,0.0008492167,0.00020990761,0.00007702322,6.9906497e-7,0.000030197132,0.00089109316],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981437,0.00017619254,0.00019077203,0.0003767205,0.0005801668,0.00053246977],"domain_scores_gemma":[0.99907726,0.00024851237,0.000039873994,0.00021406867,0.00023657072,0.00018373445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556143,0.00015682865,0.00023404259,0.00016679568,0.0002911169,0.000099655175,0.00026451895,0.0000446571,0.00010039737],"category_scores_gemma":[0.000103551596,0.00016055194,0.000021611624,0.0011129945,0.00005868571,0.00009664139,0.00008271106,0.00015251266,0.000009324545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023788826,0.0011849882,0.028804844,0.0002002673,0.00017638014,0.000053410244,0.17821907,0.002247765,0.42108783,0.00739066,0.025852507,0.3345444],"study_design_scores_gemma":[0.003387518,0.00066377374,0.050398402,0.0015073755,0.000011704868,0.000012462988,0.05339563,0.013441536,0.08575196,0.0012401254,0.7864155,0.003774001],"about_ca_topic_score_codex":0.5446049,"about_ca_topic_score_gemma":0.61930084,"teacher_disagreement_score":0.760563,"about_ca_system_score_codex":0.00137543,"about_ca_system_score_gemma":0.0022622389,"threshold_uncertainty_score":0.6547118},"labels":[],"label_agreement":null},{"id":"W2969348538","doi":"10.3138/ptc-2018-0065","title":"Evolving Trends in Physiotherapy Research Publications between 1995 and 2015","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Observational study; Rehabilitation; Medicine; Randomized controlled trial; Gerontology; Physical therapy; Demography; Internal medicine","score_opus":0.11665907893110049,"score_gpt":0.5167917864883662,"score_spread":0.4001327075572657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969348538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.837996,0.0012346436,0.000027235064,0.052765436,0.00022780725,0.0011630851,0.000052330335,0.00020445288,0.10632898],"genre_scores_gemma":[0.98532885,0.00033789,0.00019890159,0.00021484516,0.00025273446,0.00008101603,0.000011471476,0.00003380488,0.013540508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967888,0.00048568053,0.0002139506,0.00041697334,0.0013488882,0.0007457347],"domain_scores_gemma":[0.99840367,0.00061202364,0.00005335489,0.00046351517,0.00024718395,0.00022023558],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016820013,0.00012668788,0.00022783662,0.0006567432,0.00037155877,0.00018078637,0.00063959823,0.00009459208,0.0015967523],"category_scores_gemma":[0.00006700587,0.00013083049,0.000033559052,0.0025307068,0.00025456306,0.00035691107,0.00006215759,0.00041598073,0.000015706388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041735904,0.00016353808,0.27604482,0.000049983813,0.00007453546,0.0000055779697,0.0067735338,0.00001263419,0.015331443,0.019771889,0.5173822,0.16434814],"study_design_scores_gemma":[0.00073059107,0.000102763945,0.28600943,0.00006821206,0.0000015584776,2.7986837e-7,0.0027923277,0.00028057164,0.0005392899,0.006631059,0.70242983,0.00041408057],"about_ca_topic_score_codex":0.94069767,"about_ca_topic_score_gemma":0.9033305,"teacher_disagreement_score":0.18504764,"about_ca_system_score_codex":0.0009301212,"about_ca_system_score_gemma":0.0014946669,"threshold_uncertainty_score":0.9993159},"labels":[],"label_agreement":null},{"id":"W2971162800","doi":"10.1007/s10728-019-00383-9","title":"Co-production and Managing Uncertainty in Health Research Regulation: A Delphi Study","year":2019,"lang":"en","type":"article","venue":"Health Care Analysis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Wellcome Trust; Wellcome","keywords":"Responsible Research and Innovation; Public relations; Biosecurity; Context (archaeology); Public health; Political science; Normative; Delphi method; Corporate governance; Philosophy of medicine; Engineering ethics; Sociology; Business; Law; Medicine; Engineering; Computer science","score_opus":0.22436431830535336,"score_gpt":0.5639428038899815,"score_spread":0.33957848558462816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971162800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91234106,0.002327688,0.00013783028,0.07565876,0.00013173721,0.0036241591,0.0000067648753,0.00015392291,0.005618067],"genre_scores_gemma":[0.9976964,0.0007664072,0.00025111664,0.00023682043,0.00010174696,0.00008200139,0.000017865737,0.000011151221,0.00083651446],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9930281,0.0034339665,0.00051175506,0.00063129334,0.0016226828,0.0007721802],"domain_scores_gemma":[0.99822885,0.0003252959,0.00014480189,0.00053388026,0.00050569384,0.00026145083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018968623,0.00009627326,0.00040204535,0.0018057007,0.0009875408,0.000114286646,0.00026343885,0.00007076112,0.00016115997],"category_scores_gemma":[0.0005439461,0.00010230334,0.00006246145,0.0060692653,0.00019450397,0.00018207006,0.00006749486,0.0004528492,0.000027792616],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008627382,0.00020512061,0.6970041,0.00038520846,0.00017077726,0.000009932187,0.23014665,0.0031549037,0.000005549738,0.00275162,0.007104212,0.058975693],"study_design_scores_gemma":[0.0003944817,0.00062068837,0.23007013,0.00015038831,0.00003229493,7.913216e-7,0.7483042,0.0017981455,0.000003630553,0.0014056879,0.016964035,0.00025553093],"about_ca_topic_score_codex":0.15126365,"about_ca_topic_score_gemma":0.2640522,"teacher_disagreement_score":0.51815754,"about_ca_system_score_codex":0.00185873,"about_ca_system_score_gemma":0.0010048408,"threshold_uncertainty_score":0.8543882},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2973485702","doi":"10.1093/ageing/afz103.168","title":"269 Early Identification of Frailty: Developing an International Delphi Consensus for a Definition of Pre-frailty","year":2019,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Delphi method; Medicine; Identification (biology); Psychological intervention; Delphi; Quality of life (healthcare); Gerontology; Nursing; Computer science","score_opus":0.17810531860271908,"score_gpt":0.43730271731738085,"score_spread":0.25919739871466174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973485702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906245,0.00001908296,0.0054840795,0.0003334408,0.00008461329,0.00036482274,0.000015687616,0.000025466472,0.0030483226],"genre_scores_gemma":[0.9921783,0.00004007314,0.007513405,0.000019867315,0.00003674142,0.000021044227,0.000012469667,0.0000058074525,0.00017227328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991819,0.00006575841,0.000237223,0.00013995821,0.0002567801,0.00011833298],"domain_scores_gemma":[0.9992684,0.0002360638,0.0001456765,0.00010557254,0.00021605506,0.000028238544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008517432,0.00004353624,0.000092494585,0.000094727126,0.000093325434,0.000047839363,0.0001711454,0.00006326023,0.0000150225815],"category_scores_gemma":[0.00041341127,0.0000463465,0.000027968028,0.00011600028,0.00011968176,0.00019889361,0.000038277925,0.000053536056,0.0000017476631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021227497,0.00013350855,0.020202162,0.00033769425,0.00009906915,0.00008154022,0.037471037,0.000013153087,0.3897304,0.42185622,0.00019828904,0.12966466],"study_design_scores_gemma":[0.0012724632,0.00032927626,0.726298,0.0006213196,0.000038323436,0.000004017391,0.009887035,0.001148521,0.057902563,0.19493331,0.0070854556,0.00047975284],"about_ca_topic_score_codex":0.0012216436,"about_ca_topic_score_gemma":0.0003380824,"teacher_disagreement_score":0.7060958,"about_ca_system_score_codex":0.00002752225,"about_ca_system_score_gemma":0.00007633773,"threshold_uncertainty_score":0.18899554},"labels":[],"label_agreement":null},{"id":"W2973923778","doi":"10.1136/archdischild-2019-317399","title":"Development of a neonatal adverse event severity scale through a Delphi consensus approach","year":2019,"lang":"en","type":"article","venue":"Archives of Disease in Childhood","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"U.S. Food and Drug Administration; Agentschap voor Innovatie door Wetenschap en Technologie; University College London","keywords":"Medicine; Seriousness; Delphi method; Adverse effect; Scale (ratio); Clinical trial; Severity of illness; Delphi; Intensive care medicine; Pathology; Internal medicine","score_opus":0.03144200804687037,"score_gpt":0.34372906930657665,"score_spread":0.3122870612597063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973923778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783855,0.00018404402,0.0004674457,0.00040819938,0.000057358466,0.0011795106,0.00008042674,0.000047328107,0.019190183],"genre_scores_gemma":[0.9471412,0.000056009845,0.05258109,0.000026638709,0.000021356633,0.00005212075,0.000020612142,0.000015130027,0.00008588537],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976639,0.00027366643,0.00051529746,0.0003612857,0.0007631395,0.00042270133],"domain_scores_gemma":[0.9988671,0.00031028173,0.00017003322,0.0003901622,0.000048306945,0.00021414745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000537825,0.00014715349,0.00028663545,0.00017777801,0.00011322468,0.000008167442,0.0006030506,0.000057092348,0.000082073275],"category_scores_gemma":[0.00024692828,0.0001511706,0.00015872937,0.0003537988,0.00062237657,0.00010810217,0.0002933374,0.00020862838,0.000013498456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014309724,0.0056603937,0.31455588,0.00084884977,0.0001909085,0.000030182859,0.55128866,0.000449738,0.0010359107,0.013230749,0.0003871236,0.11089058],"study_design_scores_gemma":[0.0028019599,0.00011136849,0.91847223,0.0009360759,0.000031386924,0.0000021572685,0.040840104,0.00085738936,0.0020581395,0.02702368,0.006194298,0.00067120645],"about_ca_topic_score_codex":0.0004740717,"about_ca_topic_score_gemma":0.00029967856,"teacher_disagreement_score":0.60391635,"about_ca_system_score_codex":0.00004253083,"about_ca_system_score_gemma":0.0011999812,"threshold_uncertainty_score":0.61645585},"labels":[],"label_agreement":null},{"id":"W2973967936","doi":"10.1111/cob.12341","title":"Variation in outcome reporting in studies on obesity in pregnancy—A systematic review","year":2019,"lang":"en","type":"review","venue":"Clinical Obesity","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research; University of Ottawa; Mount Sinai Hospital; Lunenfeld-Tanenbaum Research Institute; University of Guelph; University of Toronto","funders":"","keywords":"Medicine; Systematic review; MEDLINE; Clinical trial; Reporting bias; Meta-analysis; Pregnancy; Obesity; Family medicine; Pediatrics; Internal medicine","score_opus":0.7231122066752693,"score_gpt":0.6638498975464211,"score_spread":0.05926230912884822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973967936","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003256347,0.986646,0.0000034471987,0.0002330376,0.0006878676,0.010418126,0.000004742953,0.00007933354,0.0016018032],"genre_scores_gemma":[0.00065532577,0.997591,0.000110536166,0.00012512153,0.00009053902,0.0007582105,0.000005908171,0.000029788853,0.00063356804],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97486067,0.010596707,0.011639034,0.001077041,0.0011620865,0.0006644703],"domain_scores_gemma":[0.97986656,0.011858374,0.0066399444,0.0012658767,0.00023103213,0.0001381852],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07371334,0.0004073831,0.007720757,0.00046358508,0.00010137745,0.000052145846,0.0011430628,0.0009589049,0.000023829783],"category_scores_gemma":[0.21693812,0.00032731926,0.00085496163,0.0018652325,0.00023197065,0.00018080717,0.00043775028,0.002453271,0.0002918661],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020465943,0.000573809,0.0369358,0.9475032,0.00004132849,0.00023105455,0.00036029637,4.6795253e-7,1.7503509e-9,0.0010361903,0.000070889175,0.013244882],"study_design_scores_gemma":[0.0001351735,0.00005457506,0.0073922914,0.98688334,0.0002619757,0.0000015443306,0.000108018554,0.0000035233188,7.885304e-9,0.00078487233,0.004031791,0.0003428633],"about_ca_topic_score_codex":0.0007486668,"about_ca_topic_score_gemma":0.004937725,"teacher_disagreement_score":0.14322479,"about_ca_system_score_codex":0.0018078078,"about_ca_system_score_gemma":0.00093082036,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W2974177252","doi":"10.1016/j.jcjd.2019.07.039","title":"32 - Core Outcome Set for Diabetes After Pregnancy Prevention Studies","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gestational diabetes; Diabetes mellitus; Delphi method; Diabetes in pregnancy; Pregnancy; Outcome (game theory); Term (time); Type 2 diabetes; Obstetrics; Gestation; Endocrinology","score_opus":0.2414560345946106,"score_gpt":0.4657875414230868,"score_spread":0.22433150682847622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974177252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98945165,0.0051056487,0.0000065044464,0.0025226346,0.0008543047,0.00069339224,0.000052485266,0.000016392307,0.0012969973],"genre_scores_gemma":[0.99644065,0.000037647686,0.0005903807,0.00018776418,0.00022363913,0.0000710228,0.0000024917822,0.000021560501,0.002424842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982247,0.00013328483,0.0004303572,0.0001508007,0.00036254266,0.0006983405],"domain_scores_gemma":[0.9979973,0.00045801772,0.00024306196,0.00017667326,0.0006539327,0.0004710575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016010684,0.0001235371,0.00034108496,0.00035115183,0.00022655154,0.00011500528,0.00046949604,0.00011783654,0.00030648842],"category_scores_gemma":[0.0016085724,0.00011189723,0.00020701835,0.00025620233,0.00028526474,0.0003991413,0.000022629907,0.00021405757,0.000030948315],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019313338,0.000010140348,0.9859897,0.00012720189,0.000106278385,0.000005390024,0.0021171295,0.0000024340186,0.00007733843,0.000731188,0.0060047926,0.0048264777],"study_design_scores_gemma":[0.0036437148,0.0037377025,0.4555182,0.009064492,0.00048967876,0.0000031549198,0.027055023,0.00012575273,0.0032995641,0.16807279,0.3269244,0.0020655398],"about_ca_topic_score_codex":0.00017410812,"about_ca_topic_score_gemma":0.0132919615,"teacher_disagreement_score":0.5304715,"about_ca_system_score_codex":0.00034462617,"about_ca_system_score_gemma":0.0009867315,"threshold_uncertainty_score":0.7417227},"labels":[],"label_agreement":null},{"id":"W2974861335","doi":"10.35831/sor.erh.08262019kz","title":"Cognitive-load of activities for Māori and non-Māori: a New Zealand consensus","year":2019,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Indigenous; Delphi method; Cognition; Psychology; Population; Delphi; Cohort; Gerontology; Medicine; Demography; Developmental psychology; Sociology; Computer science; Psychiatry","score_opus":0.08979931087569179,"score_gpt":0.43845071895304194,"score_spread":0.3486514080773502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974861335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8732885,0.000039772258,0.0002899166,0.002346752,0.00011324459,0.0010894372,0.000024194565,0.00006274223,0.12274542],"genre_scores_gemma":[0.93382215,0.00004821373,0.0014488505,0.000048078513,0.00007437343,0.000022738666,9.4866954e-7,0.00000807307,0.06452654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902093,0.000055696466,0.00012241967,0.00016897495,0.00036692835,0.0002650658],"domain_scores_gemma":[0.99813616,0.0014331132,0.000052457464,0.000093620074,0.00017983023,0.00010481112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007600642,0.00006879229,0.00016678081,0.00006386443,0.00008686495,0.000041945394,0.00012030681,0.0000925389,0.00024107502],"category_scores_gemma":[0.00048468917,0.00006196374,0.0000393184,0.00013065762,0.000335384,0.00007901144,0.00004893171,0.00007751672,0.00001333663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017620905,0.00039228264,0.21549255,0.00047118493,0.00031078293,0.000016502583,0.058296498,0.0000010766485,0.032694094,0.08017491,0.40619156,0.20419648],"study_design_scores_gemma":[0.0124231605,0.0033497328,0.03616628,0.0008501106,0.00015255428,0.00001686191,0.18278995,0.0006256458,0.12737654,0.094306655,0.54010224,0.0018402617],"about_ca_topic_score_codex":0.009536173,"about_ca_topic_score_gemma":0.0024535959,"teacher_disagreement_score":0.20235622,"about_ca_system_score_codex":0.00004110114,"about_ca_system_score_gemma":0.0005841017,"threshold_uncertainty_score":0.9970594},"labels":[],"label_agreement":null},{"id":"W2978832222","doi":"10.14309/00000434-201510001-01925","title":"Positioning Treatments for Ulcerative Colitis: A RAND Appropriateness Panel","year":2015,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; University of Calgary; University of British Columbia","funders":"","keywords":"Medicine; Ulcerative colitis; Context (archaeology); Delphi method; Infliximab; Referral; Intensive care medicine; Disease; Family medicine; Internal medicine; Statistics","score_opus":0.13457333336035027,"score_gpt":0.4203198026423468,"score_spread":0.28574646928199654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978832222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687909,0.000019027095,0.021038467,0.009134919,0.00015940906,0.00034126465,0.000008788573,0.000014762627,0.0004924994],"genre_scores_gemma":[0.99470836,0.000038553917,0.004349176,0.000475155,0.00026945397,0.00004259339,0.0000010237593,0.000010177933,0.00010549541],"study_design_codex":"randomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.99776226,0.0011602242,0.00026942723,0.00009409774,0.0003354175,0.00037856988],"domain_scores_gemma":[0.9984559,0.00025760493,0.00047340046,0.00010761454,0.00053046516,0.0001750186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024157576,0.00008054584,0.0003284935,0.00010146387,0.00022687898,0.000047289177,0.0004347114,0.000022325501,0.0000080534755],"category_scores_gemma":[0.00028280474,0.000054584558,0.00009818381,0.00014437312,0.0010363379,0.000115957526,0.00003842085,0.00016033552,0.000002665277],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4106875,0.0023382576,0.18057433,0.000035275603,0.0051201307,0.00061300286,0.1875508,0.0012538705,0.0025236453,0.0123225795,0.035341725,0.16163889],"study_design_scores_gemma":[0.04020915,0.21509363,0.2027255,0.00044606268,0.0015007525,0.00401608,0.40629432,0.0010980819,0.0012958817,0.10801533,0.018347064,0.0009581315],"about_ca_topic_score_codex":0.0004503105,"about_ca_topic_score_gemma":0.00024179232,"teacher_disagreement_score":0.37047833,"about_ca_system_score_codex":0.00019445103,"about_ca_system_score_gemma":0.00020386107,"threshold_uncertainty_score":0.381843},"labels":[],"label_agreement":null},{"id":"W2979372909","doi":"10.14309/01.ajg.0000592852.75204.92","title":"829 Appropriateness of Treatment Options in Mild to Moderate Ulcerative Colitis: A RAND Appropriateness Panel","year":2019,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Calgary Laboratory Services; University of British Columbia","funders":"","keywords":"Medicine; Ulcerative colitis; Thiopurine methyltransferase; Tofacitinib; Appropriateness criteria; Delphi method; Internal medicine; Disease; Intensive care medicine; Inflammatory bowel disease; Physical therapy","score_opus":0.07604376669977717,"score_gpt":0.3803637769210544,"score_spread":0.3043200102212772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979372909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991059,0.000018746154,0.002437473,0.005442193,0.00013269839,0.00064332044,0.0000114177965,0.000009484511,0.0002456535],"genre_scores_gemma":[0.99763554,0.00023859141,0.0016214002,0.00024270924,0.00008068967,0.00005344277,6.699162e-7,0.000014083335,0.00011287636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654365,0.0018635669,0.0005418239,0.00018230367,0.00036716973,0.00050146115],"domain_scores_gemma":[0.99846226,0.00023807585,0.000545663,0.00025303755,0.00035128926,0.0001496611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021180722,0.00013896117,0.0007158359,0.0003181304,0.00010024114,0.000030649924,0.00064138975,0.000039816186,0.00004104829],"category_scores_gemma":[0.00009252058,0.00009438,0.00012859989,0.00044638646,0.0007684395,0.000111481255,0.00008011554,0.00024714926,0.000009564141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2728839,0.0039267684,0.41828236,0.00012609377,0.0019468792,0.00029799467,0.1729817,0.055677388,0.01701997,0.009035238,0.0005734715,0.04724825],"study_design_scores_gemma":[0.02131373,0.12087268,0.6435237,0.00078461895,0.00033415275,0.00062510546,0.18723743,0.0027300178,0.0035107278,0.015276099,0.002852453,0.00093927037],"about_ca_topic_score_codex":0.0031194214,"about_ca_topic_score_gemma":0.0021292279,"teacher_disagreement_score":0.25157017,"about_ca_system_score_codex":0.0003440656,"about_ca_system_score_gemma":0.00029981195,"threshold_uncertainty_score":0.47156528},"labels":[],"label_agreement":null},{"id":"W2979425284","doi":"10.18332/tid/111554","title":"Can tobacco industry be compatible with the purport of SDGs?","year":2019,"lang":"en","type":"article","venue":"Tobacco Induced Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Canadian Institutes of Health Research","keywords":"Smoking cessation; Medicine; Family medicine; Harm; Nursing; Environmental health; Psychology","score_opus":0.09762894305874661,"score_gpt":0.3956319864250176,"score_spread":0.29800304336627104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979425284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516017,0.000064301166,0.0000016298575,0.008536271,0.00010634304,0.0010069838,0.00006675806,0.00015026526,0.038465742],"genre_scores_gemma":[0.9977051,0.000013130557,0.00005923486,0.00045389877,0.00014361196,0.0001005778,0.000012609072,0.000025395899,0.0014864273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974216,0.00024960536,0.00024849514,0.00032043364,0.0012288993,0.0005309302],"domain_scores_gemma":[0.99820143,0.00033887732,0.00018964158,0.0007005358,0.0002964134,0.00027312295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059471413,0.00017271488,0.00027306686,0.00013068305,0.00031007346,0.00010781048,0.0009917723,0.00022624547,0.0011703426],"category_scores_gemma":[0.00025934866,0.00012021268,0.00007595578,0.0008883226,0.00045760543,0.00025121123,0.00017312432,0.00050083885,0.000047545254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008627525,0.0002527257,0.9620451,0.00002093927,0.000062199426,0.000017722257,0.0019529908,0.000022578226,0.0008224826,0.010430432,0.017222892,0.0070636654],"study_design_scores_gemma":[0.0016247276,0.0009033835,0.84918016,0.00035640484,0.00019645465,0.000006462568,0.08547004,0.000013744194,0.011140717,0.0028020202,0.047056813,0.0012490714],"about_ca_topic_score_codex":0.008885521,"about_ca_topic_score_gemma":0.004563773,"teacher_disagreement_score":0.112864934,"about_ca_system_score_codex":0.00013844558,"about_ca_system_score_gemma":0.0011907418,"threshold_uncertainty_score":0.99974275},"labels":[],"label_agreement":null},{"id":"W2980080647","doi":"10.18332/tid/111544","title":"Early and late implant loss among smokers according to a large-scale survey in Japan","year":2019,"lang":"en","type":"article","venue":"Tobacco Induced Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Japan Society for the Promotion of Science; Canadian Institutes of Health Research","keywords":"Smoking cessation; Medicine; Family medicine; Nursing","score_opus":0.06867557649296269,"score_gpt":0.3840929442269924,"score_spread":0.31541736773402973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980080647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99660647,0.000036248297,0.0000036844394,0.00029230412,0.00017093876,0.00091253244,0.00012221649,0.0001450201,0.0017106038],"genre_scores_gemma":[0.99935406,0.00002431781,0.000035031597,0.00013629436,0.000061746825,0.00007367503,0.000012814355,0.00002479427,0.00027725918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751455,0.00041498028,0.0002469192,0.00045887317,0.00057671807,0.00078793935],"domain_scores_gemma":[0.9985824,0.00044319875,0.00006241352,0.0003315334,0.00010068626,0.00047976492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001490942,0.00016107541,0.00026566445,0.00030086536,0.00021350864,0.0002425444,0.0004713931,0.00014237157,0.00011645274],"category_scores_gemma":[0.00069786876,0.000164539,0.00004615914,0.00083770347,0.00011780418,0.00045582227,0.00029339764,0.00023510252,0.00012284909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006707913,0.00006698731,0.9941306,0.000008300802,0.000008210002,0.00002066181,0.002051749,0.000003318903,0.0004839562,0.00016087088,0.00020168163,0.002796586],"study_design_scores_gemma":[0.00031060757,0.00006909264,0.9951712,0.00006705513,0.000005494431,4.0798093e-7,0.003622911,0.000009060529,0.00009034333,0.00023319348,0.00019454614,0.00022611562],"about_ca_topic_score_codex":0.045411006,"about_ca_topic_score_gemma":0.027671812,"teacher_disagreement_score":0.017739194,"about_ca_system_score_codex":0.00016579688,"about_ca_system_score_gemma":0.00021197261,"threshold_uncertainty_score":0.99007064},"labels":[],"label_agreement":null},{"id":"W2980886043","doi":"10.1016/j.jalz.2019.06.4061","title":"P4‐390: TESTING LOCALLY DEVELOPED LANGUAGE APPS TO REDUCE CAREGIVER STRESS AND PROMOTE “AGING IN PLACE” AS IT RELATES TO DEMENTIA IN INDIGENOUS POPULATIONS","year":2019,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Dementia; Indigenous; Stress (linguistics); Psychology; Gerontology; Medicine; Linguistics; Disease","score_opus":0.08618313332058392,"score_gpt":0.403994364926794,"score_spread":0.3178112316062101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980886043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861458,0.0038118253,0.00009444648,0.0023949235,0.00012134996,0.0022046682,0.000006915216,0.00010747619,0.0051125865],"genre_scores_gemma":[0.9848376,0.0000148173285,0.01461654,0.00021277992,0.000036751597,0.00014155178,0.000011676425,0.000032483626,0.00009580188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99740994,0.0002458308,0.00042450664,0.00053826236,0.00062597974,0.00075547374],"domain_scores_gemma":[0.99910724,0.00015402003,0.00009076978,0.00028699226,0.00014714485,0.00021386024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153704,0.00018598021,0.0002159467,0.00048531697,0.00034460053,0.00022095282,0.00049768895,0.00014161828,0.00013014668],"category_scores_gemma":[0.00039138933,0.00021295877,0.000024024836,0.001330045,0.0000762041,0.00031458258,0.00039483653,0.00031446927,0.00017388862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004770582,0.00017584895,0.7012706,0.000030466828,0.0007245566,0.00015524913,0.20057759,0.00074547215,0.0036475274,0.0010214875,0.00070953765,0.09089399],"study_design_scores_gemma":[0.0034622645,0.00076612993,0.841151,0.00306505,0.0022881008,0.000025035342,0.07440659,0.00095753785,0.04184068,0.0025489077,0.025852107,0.0036365828],"about_ca_topic_score_codex":0.060499266,"about_ca_topic_score_gemma":0.13286287,"teacher_disagreement_score":0.13988045,"about_ca_system_score_codex":0.00009055956,"about_ca_system_score_gemma":0.00042189314,"threshold_uncertainty_score":0.945757},"labels":[],"label_agreement":null},{"id":"W2981043356","doi":"10.2196/14544","title":"Development of a Core Set of Patient-Reported Outcomes for Population-Based Cancer Survivorship Research: Protocol for an Australian Consensus Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survivorship curve; Delphi method; Medicine; Population; Quality of life (healthcare); Cancer survivorship; Cancer survivor; Consistency (knowledge bases); Protocol (science); Family medicine; Cancer; Nursing; Alternative medicine; Computer science; Environmental health","score_opus":0.8240947335767486,"score_gpt":0.7103865704682875,"score_spread":0.1137081631084611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981043356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23336883,7.857857e-8,0.000009539598,0.0004039172,0.000009023091,0.76580304,0.00009201772,0.00006464539,0.00024889762],"genre_scores_gemma":[0.15961936,9.4575725e-9,0.00465257,0.000004850281,0.000043318996,0.8344885,0.00002268195,0.00005062473,0.0011180753],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98925,0.0026097044,0.00137232,0.00076668675,0.0045331605,0.0014681418],"domain_scores_gemma":[0.9885341,0.0036287773,0.0005124437,0.0009949913,0.0059524453,0.00037726408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026000474,0.00023327068,0.0005994474,0.00095969666,0.00080775825,0.00013858349,0.0012570211,0.00028595346,0.00028528634],"category_scores_gemma":[0.0039116363,0.00020428057,0.00014568956,0.0016233034,0.0006837493,0.00017627233,0.00022532279,0.00061912165,0.0000061817523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047714673,0.0033712916,0.95926696,0.002960746,0.00009722322,0.000004379517,0.0126197515,0.000025502037,0.0027854275,0.0017900043,0.0053167287,0.0069905086],"study_design_scores_gemma":[0.02495258,0.025418952,0.2907781,0.0063411426,0.000012117448,6.975795e-7,0.06891982,0.00051744934,0.04068693,0.009664929,0.5312262,0.0014810421],"about_ca_topic_score_codex":0.0132439565,"about_ca_topic_score_gemma":0.023568971,"teacher_disagreement_score":0.66848886,"about_ca_system_score_codex":0.0005853108,"about_ca_system_score_gemma":0.0052254475,"threshold_uncertainty_score":0.99424833},"labels":[],"label_agreement":null},{"id":"W2981372920","doi":"10.1093/eurheartj/ehz747.0021","title":"92Transcatheter aortic valve implantation improves cerebral blood flow and cognitive function in elderly patients with aortic stenosis - Brain perfusion SPECT imaging study","year":2019,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Geriatric Depression Scale; Cerebral blood flow; Cardiology; Internal medicine; Cognition; Stenosis; Effects of sleep deprivation on cognitive performance; Bicuspid aortic valve; Psychiatry; Depressive symptoms","score_opus":0.029769173478387645,"score_gpt":0.3336380096621856,"score_spread":0.30386883618379795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981372920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971131,0.000031714786,0.00014127385,0.00038655373,0.00016033303,0.0009651287,0.0000042993915,0.000045409437,0.0011522009],"genre_scores_gemma":[0.99943507,0.000011475324,0.00016438376,0.000116849216,0.00013552651,0.000006044,0.0000036902036,0.00003543418,0.00009151045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692345,0.0013352067,0.00029883243,0.0003104914,0.0007054286,0.00042658212],"domain_scores_gemma":[0.9992259,0.00021518143,0.00011624255,0.00010740743,0.00017612772,0.00015911016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002124589,0.00014771109,0.00017223782,0.0002802467,0.00040558807,0.00034113007,0.0001347811,0.000022533695,0.00015267785],"category_scores_gemma":[0.00013451562,0.00012316975,0.00006985108,0.00027896947,0.00010248124,0.0006028458,0.000049073948,0.00049859914,0.00004732156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016178792,0.00031989918,0.95054483,0.000008429839,0.0000374465,0.000022771655,0.0094042495,0.000001902696,0.00073638547,0.0000022727343,0.000051572435,0.03870846],"study_design_scores_gemma":[0.0020529397,0.0016303358,0.9877692,0.00014522212,0.00007859201,0.0000205544,0.007939823,0.00008674384,0.00003707276,0.000044664226,0.000032105156,0.00016273717],"about_ca_topic_score_codex":0.00018561991,"about_ca_topic_score_gemma":0.00013749425,"teacher_disagreement_score":0.038545724,"about_ca_system_score_codex":0.000058517686,"about_ca_system_score_gemma":0.000078927565,"threshold_uncertainty_score":0.50227165},"labels":[],"label_agreement":null},{"id":"W2981596283","doi":"10.1200/jco.2009.27.15_suppl.e17567","title":"The geography of ASCO Annual Meetings: Nationality of abstracts and recent trends","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multinational corporation; Nationality; Medicine; China; Demography; Family medicine; Library science; Geography; Political science; Immigration; Sociology; Law","score_opus":0.2521881393282255,"score_gpt":0.6042519960027785,"score_spread":0.352063856674553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981596283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7982763,0.00078292406,0.000013676906,0.09021328,0.0004998564,0.000105031766,0.000007573973,0.0000077816485,0.11009359],"genre_scores_gemma":[0.993567,0.004094956,0.0016835487,0.00026480135,0.00030666636,6.006917e-7,1.560076e-7,0.0000019098832,0.00008038178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956463,0.0010894124,0.0018835593,0.000089783796,0.001111765,0.00017917818],"domain_scores_gemma":[0.9887863,0.006893797,0.002042825,0.0000977894,0.0020139485,0.00016536783],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032849975,0.00004976766,0.000466606,0.00010946463,0.000108512286,0.000010604732,0.00039688835,0.00027283744,0.000045694178],"category_scores_gemma":[0.022099478,0.000032533088,0.00021370823,0.00031216862,0.001105619,0.00011613068,0.00003670209,0.0005911995,3.9667958e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005906922,0.0007637454,0.03378504,0.0000040139275,0.00007364263,0.000014748196,0.00062768324,0.0000053579947,0.000042587664,0.0062324353,0.011716708,0.9461433],"study_design_scores_gemma":[0.00046950308,0.0019397356,0.68756527,0.000018032439,0.000018382714,0.0000044842395,0.00054760807,0.0000014439058,0.000059875816,0.015821494,0.29352322,0.00003096155],"about_ca_topic_score_codex":0.00019783707,"about_ca_topic_score_gemma":0.0003849012,"teacher_disagreement_score":0.9461124,"about_ca_system_score_codex":0.00007465631,"about_ca_system_score_gemma":0.0014531121,"threshold_uncertainty_score":0.9958845},"labels":[],"label_agreement":null},{"id":"W2982385780","doi":"10.1016/s1473-3099(19)30540-7","title":"What makes a score a winner?","year":2019,"lang":"en","type":"letter","venue":"The Lancet Infectious Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"MEDLINE; Computer science; Political science","score_opus":0.11268344534692312,"score_gpt":0.40609056581949715,"score_spread":0.293407120472574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982385780","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021706088,0.0025853738,0.00001644222,0.9277606,0.0028670118,0.001699571,0.00016771976,0.0014951264,0.06123755],"genre_scores_gemma":[0.026776705,0.0070074876,0.000010687557,0.9033357,0.035476275,0.0006939596,0.00016683026,0.00013877722,0.026393607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561644,0.0011148286,0.0002556445,0.00051827973,0.0013680087,0.0011267945],"domain_scores_gemma":[0.99658394,0.0015951755,0.00021241386,0.0012759645,0.00023754624,0.00009497946],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089956424,0.00034154602,0.00061737775,0.00020241766,0.000734979,0.0013795551,0.0017059176,0.000617472,0.0007652738],"category_scores_gemma":[0.0009593474,0.0002481613,0.00030783354,0.0005671006,0.0009746283,0.0004933176,0.00027735144,0.001954705,0.0010726192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013098349,0.000033449734,0.005307175,0.0001509063,0.00007618725,0.00013179649,0.00064556254,0.0000030951555,0.0000011551853,0.0007447373,0.9897113,0.0031815637],"study_design_scores_gemma":[0.00019705547,0.00004991679,0.0005474178,0.00033769038,0.000084148895,0.000007745821,0.00039693303,0.0000036512583,0.0000025184725,0.013976789,0.9840553,0.00034086374],"about_ca_topic_score_codex":0.001688677,"about_ca_topic_score_gemma":0.00068472343,"teacher_disagreement_score":0.034843944,"about_ca_system_score_codex":0.00034685805,"about_ca_system_score_gemma":0.0006675246,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W2983079491","doi":"10.1136/thorax-2019-btsabstracts2019.138","title":"S132 Ten-year efficacy and safety following bronchial thermoplasty for asthma – the BT10+ study","year":2019,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Bronchial thermoplasty; Medicine; Asthma; Bronchiectasis; Quality of life (healthcare); Pulmonary function testing; Adverse effect; Internal medicine; Pediatrics; Lung; Airway resistance","score_opus":0.05085506536180144,"score_gpt":0.4079645546621093,"score_spread":0.35710948930030784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983079491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91966945,0.000024520203,0.00037244314,0.0026400934,0.00037454066,0.003613738,0.000003720978,0.0001572236,0.07314428],"genre_scores_gemma":[0.99235255,0.00000847633,0.00058600004,0.000084454965,0.00022193092,0.00008256936,6.900981e-7,0.000017328206,0.0066460297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822426,0.00030795173,0.00017385029,0.0002905554,0.00059245713,0.00041093634],"domain_scores_gemma":[0.9981332,0.0013822622,0.00003797715,0.00029678392,0.0000642308,0.00008554317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032523102,0.000102178325,0.000157193,0.000046388388,0.0006692547,0.00016915072,0.00047019043,0.00008042817,0.0002864426],"category_scores_gemma":[0.0005108279,0.00006486227,0.00008390747,0.00022094922,0.00014777525,0.00014537074,0.00017369886,0.000183005,0.00007257433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001373596,0.0016011524,0.5448834,0.000050216153,0.0004982787,0.0000149716925,0.06706089,0.000027922526,0.0014226742,0.20396273,0.034935325,0.14416887],"study_design_scores_gemma":[0.009438807,0.0024845875,0.527294,0.0000685146,0.000071296534,0.0000026593934,0.15718281,0.00051010126,0.00023946865,0.006514849,0.29524523,0.0009476947],"about_ca_topic_score_codex":0.0012075348,"about_ca_topic_score_gemma":0.0013344814,"teacher_disagreement_score":0.2603099,"about_ca_system_score_codex":0.000060109283,"about_ca_system_score_gemma":0.00012526121,"threshold_uncertainty_score":0.5147433},"labels":[],"label_agreement":null},{"id":"W2984574415","doi":"10.1177/0272989x19883631","title":"Using an Online, Modified Delphi Approach to Engage Patients and Caregivers in Determining the Patient-Centeredness of Duchenne Muscular Dystrophy Care Considerations","year":2019,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Economic and Social Research Council; National Institutes of Health; Patient-Centered Outcomes Research Institute","keywords":"Operationalization; Duchenne muscular dystrophy; Medicine; Guideline; Delphi method; Health care; Family medicine","score_opus":0.17600927948378278,"score_gpt":0.42835953039000746,"score_spread":0.25235025090622465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984574415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99227715,0.000028596465,0.005957602,0.000073418865,0.00018305732,0.0008215511,0.00001936446,0.000023158673,0.00061613537],"genre_scores_gemma":[0.982728,0.000006265353,0.017074104,0.00012562345,0.000026741676,0.000014990529,0.000008346723,0.000014724518,0.0000011930854],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996694,0.0006163533,0.00041773645,0.00036366095,0.0015758754,0.00033235006],"domain_scores_gemma":[0.9980533,0.0009507703,0.0001068281,0.00029846837,0.00038916082,0.00020148842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011319903,0.000118582226,0.00023207488,0.00024550033,0.00033884254,0.00008733362,0.00040143883,0.00016459421,0.000040409217],"category_scores_gemma":[0.0046887984,0.00009352585,0.000048224505,0.00040746108,0.00024489898,0.00019456969,0.0002999327,0.00036465327,0.0000012158167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002230981,0.001377396,0.14450137,0.00015620474,0.00003679064,0.000078038494,0.30218324,0.006192955,0.0003030196,0.004124143,0.00019160197,0.5406321],"study_design_scores_gemma":[0.008472476,0.0015114237,0.17841077,0.0038782838,0.00009153344,0.00001495828,0.6064454,0.19201088,0.00016594911,0.005377881,0.0019332223,0.0016872793],"about_ca_topic_score_codex":0.0006229529,"about_ca_topic_score_gemma":0.0006985557,"teacher_disagreement_score":0.53894484,"about_ca_system_score_codex":0.0001671823,"about_ca_system_score_gemma":0.00021319684,"threshold_uncertainty_score":0.56132686},"labels":[],"label_agreement":null},{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","score_opus":0.14897056287834803,"score_gpt":0.4618668965510392,"score_spread":0.31289633367269115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986512685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458332,0.002291367,0.00032150856,0.016724406,0.0007125328,0.0021362226,0.00006569001,0.00023246517,0.031682603],"genre_scores_gemma":[0.9957627,0.0005082919,0.00057145185,0.00026421846,0.0003272848,0.00025697827,0.000002738588,0.000053514384,0.0022528186],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99509233,0.0013321177,0.00050940854,0.00073138543,0.0015713447,0.000763382],"domain_scores_gemma":[0.9963075,0.001634982,0.0003147272,0.0008741062,0.00054861326,0.0003200532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01226934,0.0002998078,0.00044345172,0.0007410894,0.00084920815,0.0007240698,0.0017773198,0.00052361615,0.00007791731],"category_scores_gemma":[0.0056119524,0.00022435263,0.000114380215,0.00065381045,0.00038455264,0.00009395982,0.001286968,0.00160123,0.00007583514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016993597,0.0003153884,0.35810432,0.0017188839,0.0008201385,0.0006183764,0.42353484,0.0117174545,0.0033212423,0.12215041,0.037728347,0.038271252],"study_design_scores_gemma":[0.0033491768,0.00092094747,0.12275755,0.015560146,0.00065574626,0.0003290558,0.1531305,0.008859597,0.0054931534,0.47803357,0.2033768,0.0075337463],"about_ca_topic_score_codex":0.0009415289,"about_ca_topic_score_gemma":0.0009511681,"teacher_disagreement_score":0.35588318,"about_ca_system_score_codex":0.00020913144,"about_ca_system_score_gemma":0.0012014442,"threshold_uncertainty_score":0.91488343},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2987371590","doi":"10.1177/0308022619879361","title":"Professional practice behaviour: Identification and validation of key indicators","year":2019,"lang":"en","type":"article","venue":"British Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Delphi method; Psychology; Rubric; Representativeness heuristic; Identification (biology); Medical education; Normative; Relevance (law); Professional development; Medicine; Social psychology; Pedagogy; Political science","score_opus":0.09710040613200212,"score_gpt":0.48010592987426653,"score_spread":0.38300552374226443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987371590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967208,0.0005537645,0.0003010237,0.0010281495,0.00029261198,0.0003029174,0.000015403202,0.000009174848,0.00077618466],"genre_scores_gemma":[0.99586904,0.0016429578,0.0018928533,0.00006539462,0.00011705718,0.000006531365,0.000009196889,0.000007861761,0.00038909685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976859,0.0004548764,0.00045724178,0.00010150506,0.0011875175,0.00011292403],"domain_scores_gemma":[0.99770516,0.00044168934,0.0007455233,0.000069177484,0.00096480356,0.00007362851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036664167,0.000049493647,0.00012377783,0.0002281225,0.00015819505,0.000097430035,0.0002309804,0.00008974526,0.00031054317],"category_scores_gemma":[0.00083596795,0.00005527398,0.000052152645,0.00031867725,0.0001595902,0.00084610796,0.000019791232,0.00021664554,0.0000054336747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011285166,0.0010719851,0.7645109,0.00003193806,0.00013074338,0.000038378785,0.0062688766,0.000025282932,0.010927735,0.014995478,0.0074766534,0.19339348],"study_design_scores_gemma":[0.0008510917,0.0001768069,0.9693363,0.00018820007,0.000012812463,0.00017102214,0.0024214364,0.0000058806518,0.006570669,0.0024853155,0.017660024,0.00012046704],"about_ca_topic_score_codex":0.00023555807,"about_ca_topic_score_gemma":0.0000105684285,"teacher_disagreement_score":0.20482534,"about_ca_system_score_codex":0.00006705508,"about_ca_system_score_gemma":0.00048795267,"threshold_uncertainty_score":0.340023},"labels":[],"label_agreement":null},{"id":"W2990717265","doi":"10.32316/hse/rhe.v31i2.4755","title":"2018–2019 Reviewers for HSE-RHÉ","year":2019,"lang":"fr","type":"article","venue":"Historical Studies in Education / Revue d histoire de l éducation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Psychology","score_opus":0.2921629154034425,"score_gpt":0.4848623558856081,"score_spread":0.19269944048216558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990717265","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013360545,0.50576633,0.00041779882,0.16883545,0.2679107,0.0039931107,0.00002511637,0.00017532468,0.03951561],"genre_scores_gemma":[0.042990938,0.049523763,0.00841608,0.0009707635,0.0037403884,0.002628244,0.00007206165,0.00009623113,0.8915615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996019,0.00072222797,0.0010014618,0.00084275927,0.0005616422,0.0008528906],"domain_scores_gemma":[0.99620265,0.0011672277,0.0005569981,0.0007450489,0.0010793963,0.0002486874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003229096,0.00034232606,0.00071020104,0.00043779466,0.0007471779,0.000044487413,0.0006965667,0.00043092182,0.00027473836],"category_scores_gemma":[0.0046671983,0.00042217755,0.00027051015,0.0016082055,0.00068924524,0.00046175718,0.00009937181,0.00053834147,0.00064454897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002482723,0.0007890631,0.0013522076,0.0014262398,0.000026843476,9.026174e-7,0.032280993,0.00001304488,0.000037478407,0.023047341,0.8351964,0.10580468],"study_design_scores_gemma":[0.00021005406,0.00014876915,0.00043901827,0.0009871122,0.00006358955,0.000008217725,0.017969314,0.00005948753,0.00000597415,0.0073149935,0.97237283,0.00042062782],"about_ca_topic_score_codex":0.0060737454,"about_ca_topic_score_gemma":0.0014915019,"teacher_disagreement_score":0.8520459,"about_ca_system_score_codex":0.109267734,"about_ca_system_score_gemma":0.0020403503,"threshold_uncertainty_score":0.99982303},"labels":[],"label_agreement":null},{"id":"W2991304211","doi":"10.12927/hcpol.2019.25980","title":"Making Contributions and Defining Success: An eDelphi Study of the Inaugural Cohort of CIHR Health System Impact Fellows, Host Supervisors, and Academic Supervisors","year":2019,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Manitoba Health; Canadian Foundation for Healthcare Improvement; University of Victoria; Public Health Ontario; Alberta Health Services; Canada Health Infoway; Health Sciences Centre; BC Centre for Disease Control; Canadian Blood Services; Sunnybrook Health Science Centre; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Canadian Nurses Association; Nova Scotia Health Authority; Mount Saint Vincent University; University of Waterloo; University of Toronto; Université du Québec à Trois-Rivières; North York General Hospital; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec","funders":"","keywords":"Experiential learning; Medical education; Psychology; Host (biology); Healthcare system; Health care; Medicine; Pedagogy; Political science","score_opus":0.120990649701959,"score_gpt":0.5093375312977656,"score_spread":0.3883468815958066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991304211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98184764,0.0018128187,0.0000033020162,0.012876314,0.00009531967,0.0027116516,0.0002473075,0.00008826906,0.00031737055],"genre_scores_gemma":[0.99884534,0.00071449945,0.00003171266,0.00020616698,0.0000914909,0.00005918635,0.0000073712135,0.000026961432,0.000017293796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950167,0.002074823,0.0007679801,0.00041483785,0.0008864604,0.00083922694],"domain_scores_gemma":[0.9978677,0.0004245629,0.00036825554,0.0005348983,0.0004175852,0.00038696945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043002525,0.00020203472,0.00062493177,0.00036563425,0.0007619234,0.00005690743,0.0006184062,0.000259547,0.000010532383],"category_scores_gemma":[0.00053796655,0.00016110316,0.000072268704,0.001146342,0.0004503655,0.00031375978,0.00026775888,0.0006958355,0.0000017533528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032971922,0.000065259956,0.94131756,0.00043964578,0.000026573054,8.622718e-7,0.037738197,0.0000031394416,0.00009328178,0.018945137,0.000070520204,0.0012668456],"study_design_scores_gemma":[0.00068651035,0.0010107734,0.82470846,0.00070650666,0.000018008966,0.000017443423,0.17188719,0.00023413604,0.00004759088,0.0003655426,0.000109884735,0.00020797248],"about_ca_topic_score_codex":0.4389962,"about_ca_topic_score_gemma":0.0252511,"teacher_disagreement_score":0.41374508,"about_ca_system_score_codex":0.00074522855,"about_ca_system_score_gemma":0.0020081664,"threshold_uncertainty_score":0.99253553},"labels":[],"label_agreement":null},{"id":"W2991615795","doi":"10.1093/tbm/ibz164","title":"Pragmatic measures for implementation research: development of the Psychometric and Pragmatic Evidence Rating Scale (PAPERS)","year":2019,"lang":"en","type":"article","venue":"Translational Behavioral Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Institute of Mental Health","keywords":"Scale (ratio); Rating scale; Psychology; Psychometrics; Applied psychology; Data science; Item response theory; Clinical psychology; Computer science; Developmental psychology; Geography; Cartography","score_opus":0.4282257204182671,"score_gpt":0.5722247343215109,"score_spread":0.14399901390324377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991615795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820376,0.000515807,0.0010842638,0.011185047,0.00014883924,0.0035487846,0.000009382684,0.000031194708,0.0014390718],"genre_scores_gemma":[0.9894692,0.00003727792,0.009976274,0.000023458973,0.00005742962,0.00023067194,0.000008327901,0.00001013093,0.0001872561],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965799,0.0004505254,0.00046178635,0.0002082151,0.0020153478,0.0002842377],"domain_scores_gemma":[0.99766123,0.0014817382,0.0001256886,0.00016026816,0.0004907668,0.00008031072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076611987,0.00008525372,0.00017185861,0.00030199095,0.00046953867,0.000023430883,0.0003079074,0.0000618201,0.0003677379],"category_scores_gemma":[0.0006214008,0.000059968545,0.00003410974,0.0010806229,0.00046916836,0.00019990111,0.000025116187,0.0001859834,0.0000035760374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013315777,0.00018236264,0.32089746,0.0007617174,0.000031356823,3.906416e-7,0.11461853,0.000007764625,0.10916438,0.010194775,0.0010048774,0.44300324],"study_design_scores_gemma":[0.004208136,0.0011010712,0.87887204,0.0036561422,0.0001746153,0.0000049374503,0.06875859,0.00022764859,0.009229615,0.01413274,0.019091478,0.000543006],"about_ca_topic_score_codex":0.00043558347,"about_ca_topic_score_gemma":0.0017271911,"teacher_disagreement_score":0.5579746,"about_ca_system_score_codex":0.00009068129,"about_ca_system_score_gemma":0.00043964887,"threshold_uncertainty_score":0.4026472},"labels":[],"label_agreement":null},{"id":"W2995096233","doi":"10.1186/s13643-019-1252-9","title":"Preferred Reporting Items for Overviews of Reviews (PRIOR): a protocol for development of a reporting guideline for overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; Public Health Ontario; Queen's University; University of Alberta; St. Michael's Hospital; Institute of Health Economics","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Medicine; Protocol (science); Systematic review; Delphi method; Psychological intervention; Health care; Delphi; Multidisciplinary approach; MEDLINE; Popularity; Medical education; Alternative medicine; Nursing; Computer science; Psychology","score_opus":0.6837951854771637,"score_gpt":0.6284411097096287,"score_spread":0.05535407576753493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995096233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024450707,0.035600863,0.06294578,0.00034777762,0.00026406246,0.89974546,0.00006677017,0.000039204642,0.00074558344],"genre_scores_gemma":[0.0007711015,0.002273765,0.31072944,0.000048332528,0.00009116077,0.6851789,0.00004126937,0.00006183885,0.00080419675],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9349127,0.0037363975,0.058493756,0.0008613568,0.0012341641,0.00076162274],"domain_scores_gemma":[0.88915676,0.0015537452,0.10418576,0.0019411704,0.0029952833,0.00016729945],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18267852,0.00049461523,0.008323744,0.00036027585,0.00020951313,0.000030511539,0.001155145,0.0002654402,0.0001063863],"category_scores_gemma":[0.1505012,0.0003449017,0.003536265,0.0010071723,0.00013719322,0.00025451582,0.00021981185,0.00018029117,0.000007567344],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056063196,0.00024221209,0.00035545995,0.94890225,0.000084318235,1.8273506e-7,0.0050324015,6.9639196e-7,0.0018641026,0.0014909457,0.0110169,0.030954445],"study_design_scores_gemma":[0.0006886981,0.0003994376,0.000018204584,0.24233781,0.00015075019,0.000003257,0.0007820094,0.00011270938,0.0016187098,0.00061389635,0.75300175,0.00027274404],"about_ca_topic_score_codex":0.0004026475,"about_ca_topic_score_gemma":0.0011350847,"teacher_disagreement_score":0.74198484,"about_ca_system_score_codex":0.00030879732,"about_ca_system_score_gemma":0.0010058038,"threshold_uncertainty_score":0.9999003},"labels":[],"label_agreement":null},{"id":"W2996058025","doi":"10.1002/jrsm.1391","title":"Adding value to core outcome set development using multimethod systematic reviews","year":2019,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Medical Research Council","keywords":"Outcome (game theory); Value (mathematics); Set (abstract data type); Systematic review; Core (optical fiber); Computer science; Research methodology; Management science; Psychology; MEDLINE; Medicine; Mathematics; Political science; Mathematical economics; Machine learning; Environmental health; Engineering","score_opus":0.8743403661020697,"score_gpt":0.7235574148921967,"score_spread":0.15078295120987295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996058025","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08959224,0.004583725,0.64754206,0.003745897,0.0021311573,0.062168103,0.000043480184,0.0014776023,0.18871574],"genre_scores_gemma":[0.022794817,0.00012435368,0.9708668,0.00007712402,0.00013495625,0.0015189464,9.467e-7,0.00006836639,0.004413674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9485886,0.04378557,0.0014348865,0.0009186479,0.003384701,0.0018875573],"domain_scores_gemma":[0.9484583,0.04839676,0.00026522586,0.0013019544,0.0008102736,0.0007674848],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23261164,0.00030687166,0.0013803146,0.0012691033,0.0011631706,0.000364756,0.0020488137,0.00031267022,0.0006875162],"category_scores_gemma":[0.16813591,0.00025785892,0.00025001343,0.002856929,0.0002839276,0.00028501864,0.00087670115,0.000886469,0.0017481075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022786492,0.00057904725,0.014179752,0.07514148,0.00062673015,0.00015801827,0.076047294,0.00037302612,0.21605754,0.041047912,0.0072173364,0.568344],"study_design_scores_gemma":[0.0005421065,0.00024771085,0.0010700504,0.046811786,0.00017179607,0.000040478837,0.04409478,0.015386451,0.12569548,0.0033394597,0.7596039,0.0029959807],"about_ca_topic_score_codex":0.0012095417,"about_ca_topic_score_gemma":0.000053550102,"teacher_disagreement_score":0.75238657,"about_ca_system_score_codex":0.0019328134,"about_ca_system_score_gemma":0.0009151544,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W2996342914","doi":"10.1371/journal.pone.0225980","title":"Choosing important health outcomes for comparative effectiveness research: 5th annual update to a systematic review of core outcome sets for research","year":2019,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Queen's University; Queen's University Belfast; Universiteit van Amsterdam; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research","keywords":"Systematic review; Scope (computer science); Operations research; Medicine; Computer science; MEDLINE; Mathematics; Biology","score_opus":0.8995820769115339,"score_gpt":0.7008708033774746,"score_spread":0.19871127353405926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996342914","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026397613,0.9003755,0.000110207286,0.0014714325,0.00010687403,0.09527152,0.002341981,0.00010080971,0.0001953039],"genre_scores_gemma":[0.000079138495,0.97041476,0.003745153,0.0001393213,0.000116701995,0.024438513,0.00020507058,0.00013654743,0.0007247838],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9756283,0.012129887,0.0032978551,0.0012492107,0.0054571535,0.0022375567],"domain_scores_gemma":[0.96218103,0.028123653,0.0014138416,0.0015933453,0.0060513923,0.0006367488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.108667545,0.0005717146,0.009776874,0.0015630512,0.0010322083,0.00016447324,0.0026977113,0.00045785052,0.00002712639],"category_scores_gemma":[0.035367757,0.00044556096,0.0009594188,0.0031428984,0.0006543233,0.00021872936,0.000672315,0.0015501591,0.00012967215],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051879953,0.00063217443,0.000055651883,0.98691034,0.00073076796,0.0000029246323,0.0011885269,3.5157086e-8,8.0042616e-7,0.004040455,0.0038841886,0.002502258],"study_design_scores_gemma":[0.00026430027,0.00089745055,0.00000907182,0.9444072,0.0007144902,0.0000011467962,0.0010728859,0.000006490731,0.0000063954926,0.00067286764,0.05151402,0.00043367624],"about_ca_topic_score_codex":0.0006828515,"about_ca_topic_score_gemma":0.00032579427,"teacher_disagreement_score":0.07329978,"about_ca_system_score_codex":0.0025683618,"about_ca_system_score_gemma":0.004840227,"threshold_uncertainty_score":0.9997996},"labels":[],"label_agreement":null},{"id":"W2996931187","doi":"10.1200/jco.2009.27.15_suppl.6573","title":"Importance of stratification when measuring quality of care: Results from the Project for an Ontario Women's Health Evidence-Based Report Card (POWER) study","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Institute for Clinical Evaluative Sciences; Juravinski Cancer Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Cancer registry; Health care; Residence; Population; Family medicine; Gerontology; Environmental health; Demography","score_opus":0.7470213079471119,"score_gpt":0.6511175842341949,"score_spread":0.095903723712917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996931187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824832,0.00013304863,0.00025282448,0.014513848,0.00033471914,0.0014897665,0.000015017829,0.000011343228,0.00076623337],"genre_scores_gemma":[0.99358344,0.000057319434,0.005660631,0.00032118708,0.0003075913,0.00002250064,0.0000029630105,0.0000055663227,0.000038784416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98769915,0.004939121,0.005249495,0.00031866872,0.0014817142,0.00031183616],"domain_scores_gemma":[0.9790793,0.010823864,0.0071696644,0.0005698427,0.002152827,0.00020447122],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08163731,0.000097070195,0.0011609454,0.00006798845,0.00024041593,0.00003908535,0.00082655577,0.00021062288,0.0000078844105],"category_scores_gemma":[0.04475227,0.00006791088,0.0002921519,0.00020511395,0.00036706,0.0002882873,0.000025759593,0.00072503276,1.3619659e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019324167,0.0052158805,0.715283,0.000045850735,0.00022783279,0.00007279706,0.14268291,0.000048223057,0.00028012777,0.00042317747,0.0052825715,0.11111349],"study_design_scores_gemma":[0.0023265693,0.03470894,0.91246593,0.00016366625,0.000040029005,0.0000019987945,0.040814072,0.0000051622355,0.00007070256,0.0042422256,0.0050599463,0.00010076117],"about_ca_topic_score_codex":0.07726097,"about_ca_topic_score_gemma":0.37898955,"teacher_disagreement_score":0.30172858,"about_ca_system_score_codex":0.0012121871,"about_ca_system_score_gemma":0.022031896,"threshold_uncertainty_score":0.9835123},"labels":[],"label_agreement":null},{"id":"W2998600502","doi":"10.1017/s026646231900165x","title":"OP137 Translating Results From Clinical Audit Studies To Local Context","year":2019,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Medicine; Context (archaeology); Medical prescription; Psychological intervention; MEDLINE; Clinical Practice; Quality management; Clinical audit; Health care; Best practice; Intensive care medicine; Family medicine; Nursing; Business; Accounting; Political science; Service (business)","score_opus":0.173281618460758,"score_gpt":0.6017950740920133,"score_spread":0.42851345563125526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998600502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5154009,0.002509457,0.0041913926,0.46944672,0.004574313,0.00086416927,0.00009469831,0.00011629543,0.0028020442],"genre_scores_gemma":[0.9843076,0.00071476016,0.013411771,0.00117571,0.0003085906,0.000013021623,0.0000062256495,0.000011881425,0.00005045646],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959931,0.0004762062,0.0016708762,0.00029506965,0.0011971745,0.00036760754],"domain_scores_gemma":[0.9962222,0.0011927137,0.0007397869,0.00021296601,0.0014855947,0.00014673313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004577319,0.000116599615,0.0004767126,0.0008339131,0.0001098345,0.000041237763,0.0013498727,0.00027450325,0.00006824011],"category_scores_gemma":[0.002124176,0.00011158073,0.00012230527,0.00042284088,0.0003222465,0.0002014855,0.00020016635,0.0012591593,0.000027883003],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004806303,0.00020045886,0.13926364,0.00003104563,0.00027839185,0.00025818346,0.014758576,0.00024039755,0.000045668297,0.022444414,0.006656747,0.81534183],"study_design_scores_gemma":[0.005316391,0.0022145966,0.029577645,0.002950055,0.000015487107,0.00003170003,0.62280303,0.0001710624,0.00020628268,0.02340166,0.3128969,0.00041520104],"about_ca_topic_score_codex":0.0017779603,"about_ca_topic_score_gemma":0.0043947017,"teacher_disagreement_score":0.8149266,"about_ca_system_score_codex":0.0018639312,"about_ca_system_score_gemma":0.0017205442,"threshold_uncertainty_score":0.5470491},"labels":[],"label_agreement":null},{"id":"W2999843613","doi":"10.1371/journal.pone.0225907","title":"Cauda Equina Syndrome Core Outcome Set (CESCOS): An international patient and healthcare professional consensus for research studies","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto; University Health Network","funders":"Coloplast; Canadian Spine Society; International Spinal Cord Society","keywords":"Delphi method; Medicine; Attrition; Health care; Family medicine; Cauda equina syndrome; Intervention (counseling); MEDLINE; Nursing; Psychiatry","score_opus":0.856486852569196,"score_gpt":0.6226451285137174,"score_spread":0.23384172405547854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999843613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89792544,0.0002444923,0.0000033350984,0.09922816,0.00012759793,0.0016915193,0.00023247718,0.00011889714,0.00042807753],"genre_scores_gemma":[0.9954336,0.00018310543,0.002769228,0.00054004596,0.00014853323,0.0004150245,0.00002863522,0.000020028308,0.0004617508],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965174,0.00046936647,0.00032890384,0.00040131883,0.0017681348,0.0005148425],"domain_scores_gemma":[0.9970005,0.0011018057,0.00008082469,0.00016559935,0.001295775,0.00035549223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021175754,0.00010272865,0.00026154186,0.00012934064,0.00070927176,0.00007548298,0.00042640054,0.00011276263,0.000056901103],"category_scores_gemma":[0.0044937558,0.000095522606,0.00003054618,0.00030501396,0.0006680779,0.00014311321,0.00039803734,0.0004393372,0.000017046887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022143417,0.004865607,0.55715466,0.0043998407,0.001906016,0.0009717997,0.24510615,0.0000039730253,0.008191348,0.111502334,0.049572397,0.014111572],"study_design_scores_gemma":[0.007277626,0.0243132,0.045565374,0.005311424,0.0002940494,0.00008023385,0.7275368,0.0066385535,0.007478052,0.12685896,0.0453494,0.0032962933],"about_ca_topic_score_codex":0.00061265746,"about_ca_topic_score_gemma":0.0006945723,"teacher_disagreement_score":0.5115892,"about_ca_system_score_codex":0.00025158178,"about_ca_system_score_gemma":0.00032992018,"threshold_uncertainty_score":0.5455217},"labels":[],"label_agreement":null},{"id":"W2999912383","doi":"10.1093/icesjms/fsz247","title":"Supporting early career researchers: insights from interdisciplinary marine scientists","year":2019,"lang":"en","type":"article","venue":"ICES Journal of Marine Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Ottawa; Dalhousie University; Brock University; Memorial University of Newfoundland; University of British Columbia; University of Waterloo","funders":"","keywords":"Mentorship; Mainstream; Sustainability; Career Pathways; Coping (psychology); Medical education; Career development; Delphi method; Marine research; Engineering ethics; Psychology; Political science; Public relations; Engineering; Medicine; Computer science; Ecology","score_opus":0.10853887005984303,"score_gpt":0.47298611055416684,"score_spread":0.3644472404943238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999912383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86600006,0.00005402898,0.000063546206,0.0016109593,0.000794675,0.0002520854,0.0000022090321,0.000034842375,0.13118762],"genre_scores_gemma":[0.991115,0.000041420306,0.00509323,0.000048998238,0.00036802673,0.0000031263494,0.0000010979902,0.000014213927,0.0033148988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934947,0.00033067883,0.00068149477,0.0004539118,0.0041173254,0.00092189154],"domain_scores_gemma":[0.99608976,0.0005604476,0.00060310384,0.00047510126,0.0016722351,0.0005993714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009807201,0.00014881667,0.0003017463,0.0009758773,0.00079150894,0.0008945654,0.003542042,0.00009141542,0.0017735106],"category_scores_gemma":[0.0020066947,0.00012391106,0.00013217333,0.002431837,0.0023458425,0.002825567,0.0071136295,0.0007876312,0.00016408808],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003293151,0.00031766278,0.6517704,0.0000538736,0.000064501466,0.0007703648,0.031889297,0.00003959974,0.042994834,0.0064150784,0.0027198542,0.26263517],"study_design_scores_gemma":[0.0015400033,0.001516489,0.75218487,0.00052889594,0.00003746263,0.00008578292,0.03161715,0.00069413846,0.011660525,0.17498022,0.024276443,0.00087804627],"about_ca_topic_score_codex":0.003926498,"about_ca_topic_score_gemma":0.0013026939,"teacher_disagreement_score":0.26175714,"about_ca_system_score_codex":0.00048497078,"about_ca_system_score_gemma":0.0016053278,"threshold_uncertainty_score":0.999139},"labels":[],"label_agreement":null},{"id":"W3000163263","doi":"10.1111/mcn.12947","title":"Diabetes after pregnancy prevention trials: Systematic review for core outcome set development","year":2020,"lang":"en","type":"review","venue":"Maternal and Child Nutrition","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Canadian Institutes of Health Research; Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Medicine; Outcome (game theory); Pregnancy; Diabetes mellitus; MEDLINE; Obstetrics; Intensive care medicine; Endocrinology","score_opus":0.37024688667089994,"score_gpt":0.5134132227978141,"score_spread":0.14316633612691415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000163263","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000071886357,0.986172,0.00006821779,0.00042829433,0.00013653937,0.012817062,0.00015190766,0.00009386891,0.00012489963],"genre_scores_gemma":[0.00004468184,0.9849691,0.0004510735,0.00008320891,0.00024978432,0.013686892,0.00014577518,0.000031430103,0.00033805898],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99641323,0.00095579633,0.0014644163,0.00036089733,0.0004986747,0.00030698688],"domain_scores_gemma":[0.99854374,0.00036515022,0.00070419785,0.00016134886,0.00009843568,0.00012710373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029009609,0.00028291583,0.002454563,0.0001177607,0.00024592326,0.00017153697,0.00031775713,0.00023004344,0.00006112511],"category_scores_gemma":[0.00090806186,0.00020847544,0.00048679337,0.00019369728,0.00005822869,0.0001201812,0.00008196009,0.00020655268,0.00003501874],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043124846,0.000032476575,0.000012521055,0.877022,0.000077386656,0.000005494926,0.00007016756,3.3249734e-10,1.2394545e-8,0.00011325506,0.0002986606,0.1223637],"study_design_scores_gemma":[0.00010849087,0.000031544132,0.0000035960854,0.61021644,0.00061557547,0.0000050021226,0.0000121883695,2.3353392e-7,0.0000011814471,0.00041392964,0.3884402,0.00015162694],"about_ca_topic_score_codex":0.0000063386706,"about_ca_topic_score_gemma":0.000009679477,"teacher_disagreement_score":0.38814154,"about_ca_system_score_codex":0.00016107713,"about_ca_system_score_gemma":0.000096091295,"threshold_uncertainty_score":0.8501381},"labels":[],"label_agreement":null},{"id":"W3000579834","doi":"10.1186/s13643-019-1258-3","title":"Essential items for reporting of scaling studies of health interventions (SUCCEED): protocol for a systematic review and Delphi process","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"First Nations of Quebec and Labrador Health and Social Services Commission; Women's College Hospital; University of Toronto; Canadian Patient Safety Institute; Ottawa Hospital; International Development Research Centre; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Medicine; PsycINFO; Delphi method; CINAHL; Protocol (science); Checklist; Systematic review; MEDLINE; Medical education; Cochrane Library; Delphi; Psychological intervention; Alternative medicine; Nursing; Psychology; Computer science","score_opus":0.647048262737749,"score_gpt":0.6810317442202182,"score_spread":0.03398348148246921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000579834","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.194861e-9,0.5322326,0.0027546624,0.00013187125,0.000040689363,0.4647581,0.000026380636,0.000031824307,0.000023879498],"genre_scores_gemma":[5.704151e-7,0.5079001,0.001603662,0.00001179495,0.000047973794,0.49033058,0.000006582868,0.00003798394,0.000060703445],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96215194,0.0075920904,0.027868314,0.0007575576,0.0010573284,0.0005727653],"domain_scores_gemma":[0.94109845,0.0038451946,0.052343342,0.0008360438,0.0017085624,0.00016839923],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08631429,0.00059323385,0.023166645,0.0003061296,0.00038297474,0.000083304556,0.0010188124,0.00021968244,0.0000059125723],"category_scores_gemma":[0.1532952,0.00036671574,0.0029971413,0.0011751326,0.0003139751,0.00016166184,0.00018013784,0.00025134307,0.0000031028392],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013925538,0.000050481303,2.0666658e-7,0.98907554,0.00048723124,6.478513e-7,0.001933637,1.97687e-8,4.3826127e-8,0.00064880797,0.0007716945,0.007030268],"study_design_scores_gemma":[0.0001090157,0.00013595067,4.3632293e-9,0.9419989,0.0036077094,0.000018326313,0.002532629,0.0000067795877,3.491209e-7,0.00025672457,0.051096313,0.00023728488],"about_ca_topic_score_codex":0.000047072182,"about_ca_topic_score_gemma":0.00004130269,"teacher_disagreement_score":0.06698092,"about_ca_system_score_codex":0.0002922527,"about_ca_system_score_gemma":0.0011939484,"threshold_uncertainty_score":0.99987847},"labels":[],"label_agreement":null},{"id":"W3001340473","doi":"10.1186/s13063-019-3785-6","title":"Acute severe paediatric asthma: study protocol for the development of a core outcome set, a Pediatric Emergency Research Networks (PERN) study","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children; Research Canada; Alberta Children's Hospital; University of Calgary","funders":"Perth Children's Hospital Foundation; ACEM Foundation","keywords":"Medicine; Delphi method; Asthma; Emergency department; Clinical trial; Protocol (science); Incidence (geometry); MEDLINE; Intensive care medicine; Pediatrics; Emergency medicine; Medical emergency; Family medicine; Alternative medicine; Psychiatry","score_opus":0.7818729701252106,"score_gpt":0.652119317887324,"score_spread":0.1297536522378866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001340473","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081460014,0.00006579356,0.0018087078,0.0019132084,0.0003654868,0.9133047,0.000034732897,0.0002273945,0.00081994396],"genre_scores_gemma":[0.49598524,0.000016505466,0.0007760095,0.000015819818,0.0015451021,0.5011941,0.0000016828225,0.00003590505,0.0004296416],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98858947,0.0045075235,0.0023204493,0.00066057924,0.0029572942,0.00096471026],"domain_scores_gemma":[0.99198914,0.0055523883,0.00061073847,0.0005230895,0.0010436531,0.0002810115],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057417765,0.0002439411,0.00084796554,0.0002858883,0.0014312905,0.00011464741,0.0019230463,0.00017321484,0.000539432],"category_scores_gemma":[0.012851551,0.0001633775,0.00024624818,0.0034941765,0.00013750419,0.00013998632,0.00069363817,0.0006541991,0.000038636554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048785275,0.0039351652,0.6854726,0.00032781993,0.0008534815,0.000050541134,0.1947749,0.00014941566,0.000032307104,0.0004012996,0.0883476,0.020776337],"study_design_scores_gemma":[0.054389507,0.023401532,0.1708912,0.000066181296,0.0016384188,0.0000040602195,0.5973563,0.0022159985,0.00013042946,0.003587134,0.14301617,0.0033030626],"about_ca_topic_score_codex":0.00029121048,"about_ca_topic_score_gemma":0.00082182797,"teacher_disagreement_score":0.51458144,"about_ca_system_score_codex":0.00017629967,"about_ca_system_score_gemma":0.0012524643,"threshold_uncertainty_score":0.9998687},"labels":[],"label_agreement":null},{"id":"W3001946031","doi":"10.1101/2020.01.27.920892","title":"Probiotics for the prevention of antibiotic-associated adverse events in children – a systematic review to inform development of a core outcome set","year":2020,"lang":"en","type":"review","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Adverse effect; Diarrhea; Guideline; Intensive care medicine; Systematic review; MEDLINE; Clinical trial; Intervention (counseling); Pediatrics; Internal medicine; Pathology","score_opus":0.14888924131788325,"score_gpt":0.416663339357112,"score_spread":0.2677740980392287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001946031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010100554,0.95784867,0.00036562752,0.00016613406,0.000187318,0.03988948,0.00037375512,0.00015263243,0.00000635678],"genre_scores_gemma":[0.018200194,0.97619694,0.004132404,0.000057910762,0.00003975425,0.0012579474,0.0000021327892,0.00009778643,0.000014932694],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9955579,0.00046557188,0.0021796618,0.0004096239,0.00089787226,0.0004893746],"domain_scores_gemma":[0.9963473,0.0004386757,0.0017583427,0.00064471737,0.0006465283,0.0001644342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006205676,0.00037617947,0.0023616443,0.0003272348,0.0001846178,0.000015551997,0.0013012767,0.000350608,0.0000074340082],"category_scores_gemma":[0.0062375106,0.000289984,0.00040967678,0.0029965348,0.00010626719,0.00010850485,0.00024207396,0.00033758982,0.000019232191],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010868872,0.00026130906,0.0019118928,0.995774,0.00079837843,0.0000031386317,0.00020187318,5.66486e-7,0.000053702763,0.0006567707,0.00012099287,0.00020653402],"study_design_scores_gemma":[0.0004592835,0.0001844423,0.0024871721,0.9572701,0.0021600786,3.3322312e-8,0.00005294822,0.000008558304,0.00024036184,0.0000011261586,0.03629517,0.000840733],"about_ca_topic_score_codex":0.00003836008,"about_ca_topic_score_gemma":0.0000425005,"teacher_disagreement_score":0.038631532,"about_ca_system_score_codex":0.0008162353,"about_ca_system_score_gemma":0.0023713482,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W3004101560","doi":"10.1016/j.jclinepi.2020.01.015","title":"A call for consensus guidelines on classification and reporting of methodological studies","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Consensus conference; MEDLINE; Medicine; Data science; Management science; Family medicine; Political science; Computer science; Library science; Engineering","score_opus":0.9869170641315475,"score_gpt":0.8016263965850122,"score_spread":0.18529066754653523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004101560","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30282998,0.0016140626,0.024772944,0.6689904,0.00060637644,0.00042216608,0.0000045386637,0.000027222923,0.00073232636],"genre_scores_gemma":[0.6828204,0.0036670803,0.30350462,0.008341191,0.0015978551,0.000009457096,3.645129e-7,0.000008129078,0.000050919632],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9784114,0.01035597,0.010404291,0.00026538564,0.0002916772,0.0002713218],"domain_scores_gemma":[0.61274886,0.3590615,0.023336722,0.00023445387,0.004083705,0.00053473545],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18173738,0.00007906988,0.002104499,0.000055918423,0.000089166584,0.0000037564405,0.0002344923,0.00026319793,0.0000066584603],"category_scores_gemma":[0.94354385,0.00005209316,0.00038608827,0.000116716175,0.0012267635,0.000026765547,0.00006292136,0.0005127438,6.908593e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002532696,0.00017165806,0.41526368,0.00016523294,0.0003488188,0.00007588857,0.0011750894,0.00012594063,0.0006819526,0.122690775,0.23869906,0.21806921],"study_design_scores_gemma":[0.002521912,0.00819857,0.2450777,0.0005075807,0.00023948132,0.00009891657,0.013667038,0.007974988,0.0001812374,0.42579478,0.2953493,0.0003884838],"about_ca_topic_score_codex":0.00002942694,"about_ca_topic_score_gemma":0.000014096656,"teacher_disagreement_score":0.7618065,"about_ca_system_score_codex":0.00002290442,"about_ca_system_score_gemma":0.00028105412,"threshold_uncertainty_score":0.8425736},"labels":[],"label_agreement":null},{"id":"W3004968436","doi":"10.3899/jrheum.200127","title":"The GRAPPA-OMERACT Working Group: 4 Prioritized Domains for Completing the Core Outcome Measurement Set for Psoriatic Arthritis 2019 Updates","year":2020,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; Women's College Hospital","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institutes of Health; Medical Research Council; National Institute for Health and Care Research; Jerome L. Greene Foundation; NIHR Oxford Biomedical Research Centre; National Medical Research Council; Rheumatology Research Foundation","keywords":"Dactylitis; Psoriatic arthritis; Medicine; Enthesitis; Physical therapy; Rheumatology; Psoriasis; Musculoskeletal disease; Arthritis; Core (optical fiber); Outcome (game theory); Internal medicine; Dermatology; Disease","score_opus":0.3145237810432461,"score_gpt":0.44431482115391624,"score_spread":0.12979104011067016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004968436","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4638467,0.010010486,0.05011172,0.4661845,0.0030439259,0.00613388,0.00006289477,0.00016626767,0.0004396298],"genre_scores_gemma":[0.99401546,0.0031774552,0.0020261444,0.0005384972,0.00013742097,0.00006213743,0.0000020852406,0.000024626788,0.000016161914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964215,0.001035937,0.0009075846,0.00013440089,0.00089135196,0.0006092257],"domain_scores_gemma":[0.9898988,0.008340609,0.0008714628,0.00022771205,0.0005396596,0.00012172675],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015399945,0.00014668773,0.0004709027,0.000055930268,0.002087038,0.00015728566,0.0015123626,0.00009392298,0.000019189956],"category_scores_gemma":[0.006107239,0.00007570315,0.00026049826,0.00027694105,0.0006169714,0.00009434525,0.000118244716,0.0005119179,0.0000056414574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049669915,0.0002101513,0.09500283,0.00030591936,0.0016360607,0.000021759617,0.06191229,0.000109010696,0.0017729956,0.35034293,0.3546063,0.12911277],"study_design_scores_gemma":[0.005736401,0.0010011552,0.002183054,0.000614223,0.00025202555,0.0005277271,0.047567908,0.0013889552,0.00011128196,0.12024615,0.8198469,0.0005242028],"about_ca_topic_score_codex":0.00033300652,"about_ca_topic_score_gemma":0.0014455782,"teacher_disagreement_score":0.5301688,"about_ca_system_score_codex":0.00012190906,"about_ca_system_score_gemma":0.00021044764,"threshold_uncertainty_score":0.9992121},"labels":[],"label_agreement":null},{"id":"W3005324720","doi":"10.3390/jrfm13020028","title":"Banking Finance Experts Consensus on Compliance in US Bank Holding Companies: An e-Delphi Study","year":2020,"lang":"en","type":"article","venue":"Journal of risk and financial management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Compliance (psychology); Capital requirement; Capital adequacy ratio; Finance; Delphi method; Minimum capital; Capital (architecture); Risk management; Accounting; Economics","score_opus":0.14316035096340152,"score_gpt":0.4059015234990886,"score_spread":0.2627411725356871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005324720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99417603,0.00029520315,0.0014306181,0.0012092247,0.0002188488,0.000554265,0.00000386213,0.000026462216,0.002085501],"genre_scores_gemma":[0.99610364,0.0013656936,0.0019086383,0.0003159919,0.00026769866,0.000010692382,1.7639192e-7,0.000011200611,0.000016263437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784863,0.0003614102,0.00049458235,0.00025497584,0.00070345076,0.00033697666],"domain_scores_gemma":[0.99911755,0.00019630528,0.00029723992,0.0001405436,0.000115547926,0.0001327966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018745512,0.00013521155,0.0003314848,0.00022495141,0.00036972444,0.000121170626,0.0004423582,0.000057514546,0.0000168379],"category_scores_gemma":[0.00041773173,0.00013026486,0.000055389875,0.0005344461,0.00016075294,0.00016722124,0.00012364003,0.0003864269,0.0000033937692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016000723,0.0018622125,0.18242946,0.00012562878,0.00005055588,0.0041651265,0.13182352,0.0026989067,0.00005204009,0.026129568,0.007756148,0.64130676],"study_design_scores_gemma":[0.0049976916,0.004167673,0.6438367,0.0010465028,0.00007869837,0.0000137437855,0.11503021,0.002343155,0.00004721891,0.009725521,0.21785362,0.0008592864],"about_ca_topic_score_codex":0.00047475164,"about_ca_topic_score_gemma":0.00065528613,"teacher_disagreement_score":0.64044744,"about_ca_system_score_codex":0.000120120116,"about_ca_system_score_gemma":0.000060339964,"threshold_uncertainty_score":0.53120464},"labels":[],"label_agreement":null},{"id":"W3005478400","doi":"10.1093/ageing/afz186.11","title":"57 Improving Patient Centred Care On An Acute Older Persons Unit: A Quality Improvement Project","year":2020,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational therapy; Medicine; Intervention (counseling); Multidisciplinary approach; Nursing; Session (web analytics); Collaborative model; Quality management; Physical therapy","score_opus":0.12994525202651022,"score_gpt":0.42314154374950336,"score_spread":0.2931962917229931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005478400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99135214,0.00014143079,0.000054084805,0.0017300504,0.00005215855,0.00083925336,0.000027340906,0.0001869686,0.005616542],"genre_scores_gemma":[0.9985462,0.00003034534,0.00036641397,0.00076699344,0.00011811739,0.00004231162,0.000011083053,0.000013147137,0.00010542672],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984243,0.0002329958,0.0001602822,0.00034267287,0.00045692906,0.0003828227],"domain_scores_gemma":[0.9994641,0.00006591398,0.00006386074,0.00015448389,0.00006560702,0.000186058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001563632,0.00011008988,0.00013109687,0.00005086712,0.0005531547,0.00020048821,0.0001979973,0.000070806185,0.000026423164],"category_scores_gemma":[0.00015603148,0.00010002856,0.00004731449,0.00023614703,0.00009748563,0.00019273086,0.0001333766,0.00022217953,0.0000034406553],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035170164,0.000061714396,0.00025789536,0.000080950245,0.000026734126,0.0017037079,0.5516067,0.0000010577075,0.018228363,0.0007062902,0.00040879345,0.4268826],"study_design_scores_gemma":[0.00074598467,0.0016462333,0.003954991,0.00013306728,0.00004646616,7.826016e-7,0.9660789,0.00026985802,0.005936888,0.00015645722,0.020449553,0.0005808652],"about_ca_topic_score_codex":0.008855796,"about_ca_topic_score_gemma":0.001103643,"teacher_disagreement_score":0.42630175,"about_ca_system_score_codex":0.000077325436,"about_ca_system_score_gemma":0.0001173851,"threshold_uncertainty_score":0.9977443},"labels":[],"label_agreement":null},{"id":"W3005503463","doi":"10.36303/sajaa.2019.25.2.2193","title":"Defining fitness for purpose in South African anaesthesiologists using a Delphi technique to assess the CanMEDS framework","year":2019,"lang":"en","type":"article","venue":"Southern African Journal of Anaesthesia and Analgesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Medical education; Context (archaeology); Delphi; Medicine; Curriculum; Psychology; Pedagogy; Computer science","score_opus":0.07706570397310597,"score_gpt":0.38094450280558606,"score_spread":0.3038787988324801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005503463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730417,0.0005568606,0.020721568,0.0038449068,0.00006695884,0.0012904134,0.000016308082,0.000039145092,0.000422126],"genre_scores_gemma":[0.9806906,0.00009516507,0.018697824,0.00023008311,0.00012214259,0.000066288885,5.3853074e-7,0.000046629462,0.00005072901],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99667615,0.0007785731,0.000669945,0.00035373672,0.00074863475,0.00077293627],"domain_scores_gemma":[0.99773616,0.0006467287,0.00053346803,0.0003670083,0.0003634696,0.00035316983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058917687,0.00026060326,0.00058894255,0.0006394644,0.00040668788,0.00021651013,0.0011189106,0.00025749957,0.000027642003],"category_scores_gemma":[0.0008828939,0.00019000976,0.00021035864,0.0014176883,0.00047547996,0.00019063719,0.000072462695,0.000658067,0.0000065554286],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015277682,0.00042164495,0.5461719,0.000151971,0.00019943579,0.00052976096,0.26482177,0.001089229,0.0018943152,0.10739883,0.00021827685,0.07557511],"study_design_scores_gemma":[0.0016967716,0.00507195,0.02922474,0.002220959,0.00024146259,0.00016822536,0.8445308,0.0009646904,0.00048448014,0.07557031,0.03781937,0.002006202],"about_ca_topic_score_codex":0.0009142192,"about_ca_topic_score_gemma":0.00044745373,"teacher_disagreement_score":0.57970905,"about_ca_system_score_codex":0.000256622,"about_ca_system_score_gemma":0.00065854844,"threshold_uncertainty_score":0.7748373},"labels":[],"label_agreement":null},{"id":"W3005707434","doi":"10.3899/jrheum.191225","title":"Spinal Research — A Field in Need of Standardization","year":2020,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cambridge University Hospitals; National Institute for Health and Care Research; University of Cambridge; Wellcome Trust","keywords":"Standardization; Medicine; Publishing; Clinical trial; Family medicine; Medical education; Internal medicine; Medical physics; Computer science; Political science","score_opus":0.17588192140479947,"score_gpt":0.48891224160284136,"score_spread":0.3130303201980419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005707434","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010656461,0.00043368872,0.0011187063,0.9844995,0.00029164745,0.00028496952,0.0000036811398,0.00000975655,0.002701579],"genre_scores_gemma":[0.9345741,0.007535586,0.0007473258,0.0561573,0.0004950161,0.000011673895,0.0000031160776,0.000050167826,0.00042569815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99290574,0.0040614633,0.0007757021,0.000105606436,0.0017016473,0.0004498504],"domain_scores_gemma":[0.99504936,0.0030605858,0.00057549577,0.00022012925,0.0010397114,0.000054696895],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008639532,0.000097809265,0.00053692656,0.0006863417,0.00015626244,0.000031006588,0.0014532177,0.0005509275,0.00018947471],"category_scores_gemma":[0.0068094013,0.00007177874,0.000102064674,0.0009252409,0.00083317683,0.00009389074,0.00016259048,0.004322856,0.000009383034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002911688,0.000013058027,0.003163625,0.000100686775,0.000033385564,0.00015376518,0.003679451,0.0000037373438,0.000028377433,0.00093955663,0.9905549,0.0010382449],"study_design_scores_gemma":[0.00046577025,0.0011958308,0.000090353875,0.0009884427,0.000024259843,0.00043853038,0.0059257466,0.000020592273,0.00023217128,0.0303504,0.96011335,0.00015457498],"about_ca_topic_score_codex":0.004469883,"about_ca_topic_score_gemma":0.0007821715,"teacher_disagreement_score":0.9283422,"about_ca_system_score_codex":0.00018785118,"about_ca_system_score_gemma":0.00139388,"threshold_uncertainty_score":0.9979742},"labels":[],"label_agreement":null},{"id":"W3008814053","doi":"10.1177/1609406920976417","title":"Preregistering Qualitative Research: A Delphi Study","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Credibility; Transparency (behavior); Terminology; Relevance (law); Delphi method; Delphi; Computer science; Flexibility (engineering); Qualitative property; Psychology; Epistemology; Mathematics; Sociology; Artificial intelligence","score_opus":0.968747366045333,"score_gpt":0.82911360818675,"score_spread":0.139633757858583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008814053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19435468,0.0005850361,0.6474592,0.119281255,0.001500479,0.0013944635,0.0000344125,0.00011743483,0.035273034],"genre_scores_gemma":[0.7669229,0.000056558612,0.2314855,0.0003297847,0.00084950053,0.000030848492,7.8928e-7,0.000022987042,0.00030112357],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9270055,0.0665755,0.0012061667,0.0003351797,0.0044006165,0.00047702313],"domain_scores_gemma":[0.97610664,0.016403137,0.0006514841,0.00015945654,0.0062733195,0.00040597608],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.110464565,0.00014724395,0.00039680864,0.000616776,0.00029617164,0.00027496234,0.0020390942,0.000087898574,0.0003130816],"category_scores_gemma":[0.057156935,0.00013387458,0.00020097457,0.0009396531,0.0009589258,0.00067004893,0.00036210503,0.0010952797,0.000032511653],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039862195,0.00024537471,0.00008107852,0.000008571576,0.00032455352,0.00014499766,0.94597554,0.000008770743,0.001635376,0.02792472,0.003303632,0.01994876],"study_design_scores_gemma":[0.0005975499,0.0009256512,0.00010666482,0.0000674859,0.0000123145655,0.000006469345,0.90452117,0.00004223503,0.0007360911,0.05551445,0.037332986,0.00013693822],"about_ca_topic_score_codex":0.00070867507,"about_ca_topic_score_gemma":0.000089997804,"teacher_disagreement_score":0.57256824,"about_ca_system_score_codex":0.00047975636,"about_ca_system_score_gemma":0.0006266183,"threshold_uncertainty_score":0.95078504},"labels":[],"label_agreement":null},{"id":"W3011341133","doi":"10.1007/s00125-020-05123-6","title":"A core outcome set for studies of gestational diabetes mellitus prevention and treatment","year":2020,"lang":"en","type":"review","venue":"Diabetologia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Gestational diabetes; Medicine; Delphi method; Randomized controlled trial; Pediatrics; Pregnancy; Psychological intervention; Gestational age; Intervention (counseling); Obstetrics; Gestation; Intensive care medicine; Internal medicine; Nursing","score_opus":0.659075271893561,"score_gpt":0.5945216213570956,"score_spread":0.06455365053646533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011341133","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003969675,0.9960968,0.00001948916,0.0002757132,0.00012104501,0.0024628667,0.00035963897,0.00007354818,0.00019391676],"genre_scores_gemma":[0.0003853756,0.99577135,0.001810346,0.000009772148,0.000082631326,0.0014995576,0.00014077708,0.000019593292,0.00028058747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981236,0.00034515403,0.0005494794,0.00035039958,0.0003041711,0.0003272288],"domain_scores_gemma":[0.9965422,0.002655422,0.00037755608,0.00015204726,0.00018907088,0.00008371268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096164696,0.00022908552,0.0014861074,0.00013500192,0.00017142456,0.000028760736,0.00025673516,0.00025553658,0.000016604568],"category_scores_gemma":[0.0019138965,0.00017361433,0.00030454661,0.00028084283,0.0005586349,0.000058273985,0.00009047332,0.0001224067,0.000006351203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024803353,0.00004299944,0.0013678581,0.005247111,0.00035933996,0.0000029942812,0.0007954069,4.412669e-8,2.4080848e-7,0.0063084136,0.0007274981,0.9851456],"study_design_scores_gemma":[0.0001381501,0.0003815718,0.000052337917,0.0013664291,0.00043821233,3.4073133e-7,0.00063231477,0.0000034775542,0.0000035189596,0.0060320543,0.990765,0.00018662628],"about_ca_topic_score_codex":0.000026582396,"about_ca_topic_score_gemma":0.000056669265,"teacher_disagreement_score":0.99003744,"about_ca_system_score_codex":0.00027172142,"about_ca_system_score_gemma":0.0003837245,"threshold_uncertainty_score":0.7079787},"labels":[],"label_agreement":null},{"id":"W3013120346","doi":"","title":"Decision Makers Perceptions on the Current State of the Family Navigator Project in Quebec","year":2019,"lang":"en","type":"article","venue":"INSAR 2019 Annual Meeting","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); Current (fluid); Perception; Psychology; Computer science; Engineering","score_opus":0.05945765653736296,"score_gpt":0.42231437403014693,"score_spread":0.362856717492784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013120346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872269,0.000097738506,0.000010334953,0.0014318378,0.0004622185,0.0010780477,0.00004266906,0.000034400317,0.009615853],"genre_scores_gemma":[0.99810696,0.00008842093,0.0001227649,0.000096532574,0.000057915295,0.00003279361,9.031594e-7,0.000013492195,0.0014801964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99773717,0.00059089094,0.0002762171,0.0002085832,0.00085724803,0.00032987547],"domain_scores_gemma":[0.9984099,0.00090162386,0.00012137658,0.00035783605,0.00017402435,0.00003520129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027131701,0.000093530274,0.00012610022,0.000106883075,0.00022490154,0.000058253663,0.00070595864,0.00004899449,0.000024019359],"category_scores_gemma":[0.0011202977,0.000055249067,0.00008051773,0.0005965498,0.0002665019,0.00014414905,0.00018273025,0.0004649072,0.00017239021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014022365,0.00029757098,0.069809474,0.000058328973,0.000018223987,0.000003493613,0.09318506,0.00031274074,0.0056386986,0.0037431947,0.062141303,0.7646517],"study_design_scores_gemma":[0.000987352,0.00032503082,0.44760942,0.0042926506,0.000017794791,0.0000010221954,0.108024776,0.00060637994,0.0018258293,0.006979936,0.42855456,0.00077522214],"about_ca_topic_score_codex":0.056553878,"about_ca_topic_score_gemma":0.028274078,"teacher_disagreement_score":0.7638765,"about_ca_system_score_codex":0.00021793228,"about_ca_system_score_gemma":0.00048072732,"threshold_uncertainty_score":0.98945737},"labels":[],"label_agreement":null},{"id":"W3013308129","doi":"10.1186/s13063-020-04235-z","title":"An international, Delphi consensus study to identify priorities for methodological research in behavioral trials in health research","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Hôpital du Sacré-Cœur de Montréal; Université du Québec à Montréal","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Ireland Canada University Foundation; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","keywords":"Psychological intervention; Delphi method; Intervention (counseling); Medicine; Population; Behavioural sciences; Research design; Applied psychology; Thematic analysis; Behavior change; Delphi; Psychology; Qualitative research; Environmental health; Nursing; Social psychology; Computer science; Psychotherapist","score_opus":0.9841125174802391,"score_gpt":0.8198804329259023,"score_spread":0.1642320845543368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013308129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89227194,0.00012837526,0.00033459387,0.0864838,0.00044069457,0.019616432,0.000100599646,0.00012576657,0.00049780007],"genre_scores_gemma":[0.9835823,0.0001791498,0.012476722,0.00021885142,0.0010244623,0.0023582634,0.0000074025165,0.000028337505,0.00012452049],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.69580114,0.28776157,0.005566541,0.0017713994,0.0064850007,0.0026143568],"domain_scores_gemma":[0.89843893,0.098241255,0.0003740886,0.00057587645,0.0015721318,0.00079773786],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62488633,0.0001617667,0.0016724552,0.0017367168,0.00053828256,0.00060381345,0.0019150485,0.00023041002,0.00026813234],"category_scores_gemma":[0.32143584,0.00014895899,0.00017607563,0.002838927,0.0006259092,0.00023228608,0.00043817604,0.0011711516,0.00004261304],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03478242,0.010027767,0.10077845,0.00037101464,0.00019784838,0.00087036844,0.48394212,0.00019083545,0.02476313,0.08062159,0.098931104,0.16452335],"study_design_scores_gemma":[0.015512706,0.019934433,0.049076878,0.0005497554,0.000027438226,0.0000027401154,0.72824824,0.00020924694,0.0026673388,0.1006492,0.082105584,0.0010164363],"about_ca_topic_score_codex":0.031129746,"about_ca_topic_score_gemma":0.016022934,"teacher_disagreement_score":0.30345047,"about_ca_system_score_codex":0.0009392612,"about_ca_system_score_gemma":0.0019186992,"threshold_uncertainty_score":0.97532207},"labels":[],"label_agreement":null},{"id":"W3013427275","doi":"10.1186/s13063-020-04233-1","title":"Development of a Core Outcome Set for Studies on Cardiac Disease in Pregnancy (COSCarP): a study protocol","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University; Mount Sinai Hospital","funders":"University of Toronto; University Health Network","keywords":"Delphi method; Medicine; Protocol (science); Outcome (game theory); Set (abstract data type); Psychological intervention; Disease; MEDLINE; Pregnancy; Systematic review; Delphi; Intensive care medicine; Family medicine; Alternative medicine; Nursing; Pathology; Computer science","score_opus":0.8335416092814778,"score_gpt":0.6611472892821555,"score_spread":0.1723943199993223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013427275","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18854411,0.00010206139,0.000049295686,0.002165512,0.00021268598,0.8080045,0.00011640696,0.00016802501,0.0006374297],"genre_scores_gemma":[0.5013502,0.000003453847,0.001475661,0.000028916713,0.000102748665,0.49688745,0.0000016579206,0.000013763161,0.0001360921],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968354,0.00090031023,0.001004284,0.00029016213,0.0007027586,0.00026707296],"domain_scores_gemma":[0.9977959,0.0014328146,0.0002753737,0.00017876565,0.00016914328,0.00014800674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076803984,0.00011778199,0.0007269852,0.00009498539,0.00013839621,0.000023809675,0.0003352684,0.000045648605,0.000018078808],"category_scores_gemma":[0.017830228,0.00009337208,0.00013015734,0.00038610355,0.00009510854,0.000054991546,0.0001203221,0.000090609894,0.00000839586],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009022431,0.0026152784,0.44292542,0.002295027,0.0007144551,0.00008394009,0.48573053,0.00004738843,0.00083522435,0.0093854405,0.008028581,0.03831629],"study_design_scores_gemma":[0.061667383,0.010274484,0.13857667,0.006738353,0.000707573,1.1979107e-7,0.5067333,0.00016057481,0.015460969,0.02378206,0.2320507,0.0038478144],"about_ca_topic_score_codex":0.00006650987,"about_ca_topic_score_gemma":0.00019878024,"teacher_disagreement_score":0.31280613,"about_ca_system_score_codex":0.00015112615,"about_ca_system_score_gemma":0.0005548937,"threshold_uncertainty_score":0.990443},"labels":[],"label_agreement":null},{"id":"W3014422445","doi":"10.1136/bmjopen-2019-034960","title":"Core outcome set in paediatric sepsis in low- and middle-income countries: a study protocol","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"","keywords":"Medicine; Delphi method; Protocol (science); Inclusion (mineral); Psychological intervention; Sepsis; Global health; Outcome (game theory); Intensive care medicine; Pediatrics; Family medicine; Public health; Alternative medicine; Nursing; Immunology; Pathology","score_opus":0.5153647714191902,"score_gpt":0.5903955219678554,"score_spread":0.07503075054866515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014422445","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30034524,0.0000041878084,0.0000035248352,0.009444436,0.000033786782,0.6787898,0.000020957523,0.00008107566,0.0112770125],"genre_scores_gemma":[0.6381285,0.000002059837,0.00022812968,0.00044848508,0.00007386457,0.36081302,8.7127415e-7,0.000015104452,0.00028994773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997382,0.00055568834,0.0005172395,0.0003817701,0.0007567411,0.00040657262],"domain_scores_gemma":[0.9990351,0.0003450707,0.00011277691,0.00025443753,0.000073517345,0.00017904876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00524309,0.00012222899,0.00033951382,0.000174665,0.0001337705,0.00033699442,0.0011437576,0.00010520197,0.00026089078],"category_scores_gemma":[0.0016554575,0.00011408396,0.000024686518,0.0014160133,0.00013912357,0.00036537147,0.0011063385,0.0002661749,0.00006307598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020842653,0.00009580117,0.9767098,0.000241001,0.0000041482003,0.00020437448,0.021611795,0.000003064407,4.549938e-7,0.00021234626,0.0005751927,0.00013358361],"study_design_scores_gemma":[0.011313809,0.0015274383,0.84339905,0.0011357147,0.00001683984,0.000004366871,0.10790327,0.00091655337,0.000017965951,0.0029258567,0.029664287,0.0011748516],"about_ca_topic_score_codex":0.007839696,"about_ca_topic_score_gemma":0.019366281,"teacher_disagreement_score":0.33778328,"about_ca_system_score_codex":0.00018186242,"about_ca_system_score_gemma":0.00046377716,"threshold_uncertainty_score":0.9987672},"labels":[],"label_agreement":null},{"id":"W3016438552","doi":"10.1016/j.joca.2020.02.011","title":"Patient Oriented Knowledge Translation In Rehabilitation","year":2020,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Knowledge translation; Presentation (obstetrics); Quality of life (healthcare); Medicine; Psychology; Quality (philosophy); Medical education; Knowledge management; Nursing; Computer science","score_opus":0.057333548838313944,"score_gpt":0.3530416771855877,"score_spread":0.2957081283472738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016438552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96060807,0.0010277096,0.000048054007,0.0062191854,0.000057110436,0.000483224,0.00000813276,0.000074659605,0.03147389],"genre_scores_gemma":[0.9992153,0.00009790591,0.00044323862,0.000094600604,0.000046842488,0.00005882399,0.000004287039,0.0000069480097,0.000032024083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989734,0.00025159828,0.00017350791,0.0001888415,0.00022087844,0.00019175386],"domain_scores_gemma":[0.99951726,0.00021109435,0.000023057837,0.00006392262,0.00006269976,0.000121992365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038726316,0.000055860077,0.00009374601,0.000054536275,0.00012467745,0.00004122461,0.000051086812,0.00006767034,0.00008325219],"category_scores_gemma":[0.00045310095,0.00006325999,0.000027057153,0.00038111783,0.00015766712,0.00017481718,0.000021059725,0.000101640675,0.000019596115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000709003,0.00006822208,0.005410776,0.000040862178,5.585932e-7,0.000025139967,0.20500743,0.0000023211278,0.02261598,0.010316372,0.0014376646,0.75500375],"study_design_scores_gemma":[0.0022757768,0.0024673569,0.002219718,0.00024404687,0.000008175283,0.0000021004741,0.08623536,0.00015304705,0.011282073,0.0029037828,0.89170784,0.00050073577],"about_ca_topic_score_codex":0.00007979754,"about_ca_topic_score_gemma":0.0029367316,"teacher_disagreement_score":0.8902702,"about_ca_system_score_codex":0.000033367094,"about_ca_system_score_gemma":0.00004947881,"threshold_uncertainty_score":0.25796676},"labels":[],"label_agreement":null},{"id":"W3020678968","doi":"10.1097/01.aog.0000665572.96465.a0","title":"Composite Adverse Endpoints in Obstetric Studies: A Systematic Review [10N]","year":2020,"lang":"en","type":"review","venue":"Obstetrics and Gynecology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Pregnancy; Randomized controlled trial; Adverse effect; Obstetrics; MEDLINE; Pediatrics; Surgery; Internal medicine","score_opus":0.19267464754355745,"score_gpt":0.4802614661198574,"score_spread":0.2875868185763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020678968","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.7914356e-7,0.98827994,0.0000021356852,0.00044266807,0.0010425088,0.005843088,0.000026090403,0.000099538134,0.0042631566],"genre_scores_gemma":[0.000016857739,0.9975393,0.0001617929,0.00037153784,0.000048475347,0.0010420298,0.000014951367,0.000049068458,0.0007559922],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99299043,0.0030529895,0.0016551795,0.0007815506,0.0007358527,0.0007840055],"domain_scores_gemma":[0.9495274,0.048536014,0.0008085489,0.0005329848,0.0002800635,0.00031499896],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031311864,0.00048147296,0.005082256,0.0011812581,0.0002650561,0.00005630567,0.0010533998,0.0006558517,0.000069930364],"category_scores_gemma":[0.15033457,0.0003999826,0.00041663097,0.0057510254,0.00043423031,0.00011055638,0.00058665685,0.0010359299,0.00036252956],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3785408e-7,0.000051863102,0.000006563297,0.80680615,0.00016321645,0.00076282537,0.0006002692,2.3065155e-8,9.950795e-9,0.0013162857,0.0013282186,0.18896411],"study_design_scores_gemma":[0.00012097812,0.00006123325,7.1207745e-7,0.20444466,0.0006959364,0.0000138877695,0.0006485523,0.000001523664,1.398932e-8,0.00015081059,0.79355305,0.0003086279],"about_ca_topic_score_codex":0.000062536776,"about_ca_topic_score_gemma":0.0001397669,"teacher_disagreement_score":0.7922248,"about_ca_system_score_codex":0.0014840794,"about_ca_system_score_gemma":0.00080951094,"threshold_uncertainty_score":0.9998452},"labels":[],"label_agreement":null},{"id":"W3021334611","doi":"10.1136/bjsports-2019-scandinavianabs.10","title":"10 Recommended core outcome domains for tendinopathy derived from a delphi of patients and health care professionals: the groningen ISTS2018 consensus","year":2019,"lang":"en","type":"article","venue":"Abstracts","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Physical therapy; Tendinopathy; Delphi method; Medicine; Health care; Clinical trial; Core (optical fiber); Outcome (game theory); Palpation; Delphi; Physical medicine and rehabilitation; Tendon; Artificial intelligence; Computer science; Surgery; Pathology","score_opus":0.20516033625445912,"score_gpt":0.48214075763404085,"score_spread":0.27698042137958173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021334611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874037,0.0002164971,0.000003710671,0.0069027664,0.0002167946,0.002075613,0.00028834032,0.000045944194,0.0028466189],"genre_scores_gemma":[0.99730146,0.000016970118,0.0016411983,0.00042172222,0.000054925236,0.000080883634,0.000078204066,0.000017149874,0.00038747463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982685,0.00017315078,0.00042343477,0.00026151657,0.00047535432,0.00039808243],"domain_scores_gemma":[0.99771976,0.0012103111,0.00035870503,0.0002567903,0.00031809177,0.00013634263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001279216,0.00011636068,0.00024641195,0.000056074347,0.00039354624,0.000033265587,0.00034453307,0.00012728952,0.00023284214],"category_scores_gemma":[0.00064566254,0.00008591982,0.00005922169,0.000107605134,0.00021560566,0.0000639773,0.000109843975,0.00018343,0.000030569066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012868297,0.0011319219,0.590081,0.00079913106,0.00028832114,0.000014662967,0.19909026,0.0000068826475,0.0013114952,0.0051419823,0.12332822,0.07751931],"study_design_scores_gemma":[0.0020475034,0.0006863547,0.8838873,0.0002076335,0.000025603162,6.1814563e-7,0.06583545,0.000015923855,0.00074615853,0.0028995045,0.04330593,0.0003420459],"about_ca_topic_score_codex":0.0036018956,"about_ca_topic_score_gemma":0.0027645165,"teacher_disagreement_score":0.29380628,"about_ca_system_score_codex":0.00016811184,"about_ca_system_score_gemma":0.00038089787,"threshold_uncertainty_score":0.5445013},"labels":[],"label_agreement":null},{"id":"W3022004267","doi":"10.1016/j.jclinepi.2020.05.007","title":"Controversy and Debate Series on Core Outcome Sets: The SOLAR (Standardized Outcomes Linking Across StakeholdeRs) system and hub and spokes model for direct core outcome measures in health care and its relation to GRADE","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Impact","funders":"","keywords":"Outcome (game theory); Health care; Medicine; Core (optical fiber); Intervention (counseling); Guideline; Harmonization; Health technology; Public health; Nursing; Computer science; Political science","score_opus":0.7682114307894629,"score_gpt":0.6152901256422321,"score_spread":0.1529213051472308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022004267","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11411356,0.0039174873,0.002429854,0.87602913,0.00072428165,0.0022258817,0.00046579813,0.000056307043,0.0000376716],"genre_scores_gemma":[0.7842338,0.0045619346,0.0039288267,0.20601012,0.0010250394,0.000057027704,0.000015160047,0.00006507243,0.00010300226],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882372,0.005281225,0.004279743,0.0006756925,0.00069443724,0.0008317219],"domain_scores_gemma":[0.9506615,0.045522597,0.0027354625,0.00023444329,0.00042065667,0.0004253385],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04001952,0.0004042618,0.0041452004,0.00019136841,0.000692938,0.0001199945,0.00043478995,0.0011809908,7.2714744e-7],"category_scores_gemma":[0.08065573,0.00026457044,0.00037580924,0.00014795735,0.00087986805,0.00022121635,0.00020949317,0.0034815357,2.9738018e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028076055,0.00002854328,0.9270739,0.0023075773,0.00039985892,0.0002542112,0.01593072,0.0005027468,0.0000022488407,0.004668735,0.03848979,0.0075340434],"study_design_scores_gemma":[0.025413213,0.013613435,0.38423154,0.009352971,0.0010425474,0.00045403553,0.05170044,0.04087086,0.000003953254,0.05892824,0.41089213,0.0034966315],"about_ca_topic_score_codex":0.00030957788,"about_ca_topic_score_gemma":0.0013452742,"teacher_disagreement_score":0.67012024,"about_ca_system_score_codex":0.00030934106,"about_ca_system_score_gemma":0.00041778677,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W3022387503","doi":"10.29390/cjrt-2019-005","title":"Change is coming: Exciting new initiatives at the <i>Canadian Journal of Respiratory Therapy</i>.","year":2019,"lang":"en","type":"editorial","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Medicine","score_opus":0.27012781213473447,"score_gpt":0.41657643336048683,"score_spread":0.14644862122575236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022387503","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007784657,0.00900891,0.000006292785,0.011158884,0.8761282,0.0033429456,0.0001727198,0.000055822817,0.09934777],"genre_scores_gemma":[0.01298451,0.0013771974,0.000022975451,0.0010665271,0.9763296,0.00059427624,0.000008197345,0.00006827032,0.0075484095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952538,0.00092885736,0.000465323,0.00027266162,0.0021306747,0.0009487093],"domain_scores_gemma":[0.9946473,0.002869253,0.00070892624,0.0004082677,0.00078977016,0.0005764439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008194485,0.00021462457,0.00038710606,0.00039023164,0.0009917197,0.00047529655,0.0017821554,0.00086427626,0.00033082473],"category_scores_gemma":[0.00683238,0.00016390232,0.0002112096,0.00045947699,0.00080143375,0.00037792127,0.00013436383,0.0015361835,0.000037049707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019865553,0.0000057904767,0.0005457528,0.000011490008,0.000044540207,0.000013963883,0.008264643,3.208299e-8,6.371458e-7,0.00015030344,0.9483736,0.04256934],"study_design_scores_gemma":[0.00027021614,0.000030492596,0.0019315868,0.00005290203,0.000011131007,5.4553186e-7,0.00076134474,7.459181e-8,0.00005525802,0.0006992206,0.99601537,0.00017183235],"about_ca_topic_score_codex":0.065456815,"about_ca_topic_score_gemma":0.1759268,"teacher_disagreement_score":0.11046998,"about_ca_system_score_codex":0.0011703083,"about_ca_system_score_gemma":0.006842046,"threshold_uncertainty_score":0.99878824},"labels":[],"label_agreement":null},{"id":"W3023274543","doi":"10.1053/j.ajkd.2020.01.005","title":"Core Outcome Domains for Trials in Autosomal Dominant Polycystic Kidney Disease: An International Delphi Survey","year":2020,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hôpital Maisonneuve-Rosemont","funders":"National Health and Medical Research Council","keywords":"Medicine; Autosomal dominant polycystic kidney disease; Quality of life (healthcare); Kidney disease; Disease; Family medicine; Intensive care medicine; Internal medicine; Physical therapy; Nursing","score_opus":0.3028557339320348,"score_gpt":0.5079816998556226,"score_spread":0.20512596592358778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023274543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83289665,0.00031970328,0.01098729,0.14213641,0.0018988028,0.0024133755,0.008775936,0.00017187562,0.0003999456],"genre_scores_gemma":[0.9909077,0.00018290753,0.0021305776,0.005490404,0.0010346143,0.00005599201,0.000107339765,0.00003904002,0.000051392908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940634,0.0021663518,0.0014936205,0.00035277783,0.0013480409,0.0005758437],"domain_scores_gemma":[0.98753303,0.0036799386,0.0014100868,0.00028417518,0.0006797374,0.0064130127],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057802107,0.00022798822,0.0010051252,0.00039003728,0.00021406422,0.00019943171,0.0014422385,0.000054521686,0.000252692],"category_scores_gemma":[0.19738898,0.00019764576,0.00048267923,0.0008081135,0.0008856481,0.0006450247,0.00010765288,0.00028860613,0.0000069916173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008491455,0.0006667407,0.9321398,0.00004928994,0.00017214677,0.00032055526,0.001879657,0.000036203768,0.000332553,0.0014514396,0.04452068,0.0099394685],"study_design_scores_gemma":[0.0060020387,0.0022765934,0.8845231,0.00042342435,0.00040448463,0.000014712478,0.008028542,0.0013994751,0.000060145776,0.0037971025,0.09213132,0.0009390978],"about_ca_topic_score_codex":0.0010449678,"about_ca_topic_score_gemma":0.00009822519,"teacher_disagreement_score":0.19160877,"about_ca_system_score_codex":0.0002987804,"about_ca_system_score_gemma":0.00499474,"threshold_uncertainty_score":0.88604534},"labels":[],"label_agreement":null},{"id":"W3024337942","doi":"10.1111/1471-0528.16319","title":"A core outcome set for pre‐eclampsia research: an international consensus development study","year":2020,"lang":"en","type":"article","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Medizinische Universität Graz; St George's University Hospitals NHS Foundation Trust; Universiteit Stellenbosch; University of Toronto; Oulun Yliopisto; Curtin University of Technology; Monash University; University of Dundee; University of Oxford; School of Nursing, University of Washington; British Heart Foundation; National Health and Medical Research Council; Barts Charity; Karl-Franzens-Universität Graz; University Hospitals Plymouth NHS Trust; University Hospitals of Leicester NHS Trust; Weill Cornell Medical College; Queen Mary University of London; National Institute for Health and Care Research; University Hospital Southampton NHS Foundation Trust; Mount Royal University; University of Leicester; South Australian Health and Medical Research Institute; University of Washington; Barts Health NHS Trust; Burnet Institute","keywords":"Medicine; Caesarean section; Eclampsia; Delphi method; Population; Pediatrics; Pregnancy; Obstetrics; Intensive care medicine","score_opus":0.6599801683198738,"score_gpt":0.5909358901183107,"score_spread":0.06904427820156311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024337942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97950315,0.00006206932,0.0016918743,0.0064799534,0.006931355,0.0012692936,0.000070016424,0.000075081625,0.0039172065],"genre_scores_gemma":[0.98583096,0.000028742481,0.012545182,0.0003955587,0.00076104247,0.00007237301,0.000028034472,0.00003182911,0.00030624744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99393487,0.00091166137,0.0012155453,0.00042318157,0.0029417824,0.0005729393],"domain_scores_gemma":[0.9883262,0.0043447716,0.0006067162,0.00022112593,0.0059302794,0.0005708947],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065300874,0.00017886018,0.00037161176,0.0011564584,0.00042313343,0.0003331663,0.0033500066,0.00022815638,0.0008237928],"category_scores_gemma":[0.0315502,0.00017900918,0.00013673907,0.0007201053,0.0004087239,0.00056140736,0.00035297108,0.0008708836,0.000026574624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008750082,0.002420932,0.8353362,0.000019013873,0.000705194,0.0019583812,0.053368308,0.0002467157,0.00012417395,0.018998215,0.0052669933,0.08068087],"study_design_scores_gemma":[0.007367754,0.0066274703,0.585613,0.00001833628,0.000060374867,0.00012695958,0.058060527,0.001780333,0.00018768155,0.00681379,0.33266017,0.00068357267],"about_ca_topic_score_codex":0.000106283806,"about_ca_topic_score_gemma":0.00025413596,"teacher_disagreement_score":0.32739317,"about_ca_system_score_codex":0.0015649964,"about_ca_system_score_gemma":0.0017786779,"threshold_uncertainty_score":0.97660744},"labels":[],"label_agreement":null},{"id":"W3024509053","doi":"10.1016/j.jclinepi.2020.04.028","title":"Delphi consensus on core criteria set selecting among health-related outcome measures (HROM) in primary health care","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"Health Canada; Government of Ontario; McMaster University","keywords":"Delphi method; Outcome (game theory); Core (optical fiber); Delphi; Set (abstract data type); Medicine; Health care; MEDLINE; Primary care; Consensus conference; Family medicine; Computer science; Political science; Statistics; Mathematics","score_opus":0.7617082329822493,"score_gpt":0.6563067722474677,"score_spread":0.10540146073478163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024509053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61729544,0.0016531294,0.0002378526,0.37773672,0.0009806583,0.0005642922,0.000013689854,0.000077884644,0.0014403138],"genre_scores_gemma":[0.95407814,0.0009672247,0.0057965782,0.038320027,0.00078286114,0.000005432972,0.0000042551383,0.000025976244,0.00001952801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9652092,0.024148371,0.0083162,0.0004899531,0.0007593823,0.0010769344],"domain_scores_gemma":[0.9545916,0.038944013,0.0044794953,0.00023165719,0.0005640083,0.0011892605],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08857439,0.0002145028,0.0032119849,0.00023743382,0.0003185235,0.000020373167,0.00075006566,0.0006384716,0.00007831243],"category_scores_gemma":[0.22924447,0.00018244084,0.000525655,0.0006396253,0.00096866745,0.0000905628,0.00012108324,0.0036496227,0.000017581366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075699145,0.00012093073,0.87876964,0.00011273122,0.00007273942,0.00019958474,0.008066888,0.00019921297,0.0000075330804,0.0012826744,0.07829476,0.032116346],"study_design_scores_gemma":[0.0030204682,0.0064710644,0.9395241,0.00071732706,0.000021860225,0.000068866044,0.009869177,0.000659285,0.0000029512842,0.007534921,0.031662453,0.00044753944],"about_ca_topic_score_codex":0.0032266306,"about_ca_topic_score_gemma":0.0021920695,"teacher_disagreement_score":0.33941668,"about_ca_system_score_codex":0.0007267111,"about_ca_system_score_gemma":0.003114868,"threshold_uncertainty_score":0.998649},"labels":[],"label_agreement":null},{"id":"W3024636579","doi":"10.1016/j.jclinepi.2020.05.012","title":"Controversy and Debate Series on Core Outcome Sets. Paper 2: Debate on Paper 1 from the perspective of OMERACT [Outcome Measures in Rheumatology]","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; University of Ottawa","funders":"","keywords":"Outcome (game theory); Perspective (graphical); Medicine; Core (optical fiber); Series (stratigraphy); Rheumatology; Alternative medicine; Internal medicine; Family medicine; Computer science; Artificial intelligence; Economics; Pathology; Mathematical economics; Biology","score_opus":0.5457569856888365,"score_gpt":0.5810090735576304,"score_spread":0.03525208786879397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024636579","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029357785,0.00080426404,0.000024899926,0.9657923,0.0014944033,0.00052521314,0.000103694634,0.000026661086,0.001870781],"genre_scores_gemma":[0.28624544,0.007436099,0.00072275574,0.7035624,0.0017526349,0.000020069516,0.000010080068,0.00005840742,0.00019212517],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9718547,0.019250076,0.00626371,0.000719094,0.0010701304,0.0008423002],"domain_scores_gemma":[0.8152005,0.1787788,0.004617976,0.00051101536,0.0006151851,0.00027651526],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.030410634,0.0004692482,0.0053527057,0.00024347816,0.00021063356,0.000032516145,0.001502765,0.0021576204,0.00029285392],"category_scores_gemma":[0.32329473,0.00028600686,0.0011207393,0.0002711721,0.003332487,0.00024677222,0.00022110085,0.0103808325,0.000031298423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023584084,0.000114783325,0.50021696,0.00004562235,0.0005533252,0.0010332463,0.0011969025,0.0000146104585,0.000005810884,0.015789906,0.4768263,0.0018440898],"study_design_scores_gemma":[0.0022698694,0.0023064301,0.21664205,0.00067670405,0.00019338603,0.00008808754,0.0026724841,0.000021537671,0.0000020783816,0.19197208,0.58263975,0.0005155503],"about_ca_topic_score_codex":0.0057541584,"about_ca_topic_score_gemma":0.001794226,"teacher_disagreement_score":0.2928841,"about_ca_system_score_codex":0.00028199932,"about_ca_system_score_gemma":0.0006548567,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W3024772297","doi":"10.1017/cem.2020.44","title":"CAEP/ACMU 2020 Scientific Abstracts June 1<sup>st</sup> – 4<sup>th</sup>, 2020, Ottawa, Ontario","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Association of Emergency Physicians","funders":"","keywords":"Medicine; Content (measure theory); Library science; Family medicine; Computer science","score_opus":0.15552172460261868,"score_gpt":0.39930984709049233,"score_spread":0.24378812248787365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024772297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5060771,0.006695348,0.0001547071,0.32120064,0.015052811,0.0011857138,0.00015536207,0.00013610112,0.14934221],"genre_scores_gemma":[0.9478524,0.0006927311,0.0004648754,0.0010289936,0.007092406,0.000014899902,0.000039081984,0.00008010392,0.042734545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993254,0.00040790517,0.0018492517,0.000623377,0.0023274783,0.0015379862],"domain_scores_gemma":[0.9917837,0.00020315037,0.0006240612,0.0005219178,0.0015433957,0.0053237732],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053907754,0.00038715723,0.00075201434,0.0006258286,0.0012938754,0.00012878225,0.0021674575,0.00031784945,0.05807131],"category_scores_gemma":[0.006345273,0.00035812557,0.00030150716,0.002605618,0.001317493,0.00062983955,0.00006859104,0.001706625,0.00033102938],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022905551,0.000027881528,0.008003134,0.000039277562,0.00008125563,0.0012044209,0.03488716,0.0007351055,0.00018781215,0.00036594368,0.9530715,0.0013735967],"study_design_scores_gemma":[0.0005263137,0.00034638747,0.0019952946,0.000214418,0.000088447625,0.000032708576,0.010822772,0.0002559772,0.000039305858,0.0008273714,0.9845006,0.00035041635],"about_ca_topic_score_codex":0.44058076,"about_ca_topic_score_gemma":0.8835717,"teacher_disagreement_score":0.44299096,"about_ca_system_score_codex":0.0012012596,"about_ca_system_score_gemma":0.01147832,"threshold_uncertainty_score":0.99988705},"labels":[],"label_agreement":null},{"id":"W3026401238","doi":"10.1136/ebnurs-2020-103303","title":"What are Delphi studies?","year":2020,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":535,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Delphi method; Delphi; Expert opinion; Set (abstract data type); Field (mathematics); Oracle; Anonymity; Computer science; Management science; Knowledge management; Data science; Psychology; Engineering ethics; Engineering; Artificial intelligence; Medicine; Mathematics","score_opus":0.48845114373943305,"score_gpt":0.5363186513031396,"score_spread":0.04786750756370656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026401238","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062117245,0.032189626,0.005302913,0.8932272,0.0020980607,0.0011943558,0.0000028712207,0.0010590312,0.0028087068],"genre_scores_gemma":[0.9899904,0.0026736138,0.0020310925,0.0041684713,0.0009020035,0.000048371625,8.2686387e-7,0.000025653604,0.00015957166],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966588,0.0007970072,0.00027508492,0.0004469939,0.0012178201,0.00060431875],"domain_scores_gemma":[0.997384,0.0014141729,0.00014229455,0.00027631372,0.00042117038,0.00036206163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00221289,0.00015336346,0.0002574077,0.00011730741,0.00072285894,0.00045395063,0.00068023923,0.00012343375,0.00018690914],"category_scores_gemma":[0.0068759983,0.00015603942,0.00011223754,0.0010998765,0.00093398796,0.0017784416,0.00005344075,0.00035013928,0.00017424932],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040966744,0.00029384976,0.009301653,0.00041022463,0.0000947885,0.00044437658,0.14803417,0.0005072204,0.0029137444,0.0077060093,0.30489108,0.52499324],"study_design_scores_gemma":[0.0012197339,0.0010798057,0.0032376833,0.045662384,0.00017055888,0.0000051070083,0.7588219,0.0035934355,0.021227663,0.02052533,0.1424989,0.0019574973],"about_ca_topic_score_codex":0.00011212102,"about_ca_topic_score_gemma":0.000084635365,"teacher_disagreement_score":0.92787313,"about_ca_system_score_codex":0.00060836226,"about_ca_system_score_gemma":0.00047000224,"threshold_uncertainty_score":0.8231709},"labels":[],"label_agreement":null},{"id":"W3030418560","doi":"10.3760/cma.j.issn.1674-2907.2018.03.010","title":"Status and analysis of patient educational materials publication from domestic and abroad anesthesia associations","year":2018,"lang":"en","type":"article","venue":"Zhonghua xiandai huli zazhi","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anesthesiology; Association (psychology); Medicine; China; Content analysis; Medical education; Anesthesia; Psychology; Political science; Sociology; Social science","score_opus":0.03931978392815507,"score_gpt":0.4162282697141857,"score_spread":0.37690848578603064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030418560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99099106,0.0001346673,0.00007162892,0.005702079,0.00007520048,0.00029022383,0.0002022589,0.000044192337,0.0024887081],"genre_scores_gemma":[0.99751776,0.00014266423,0.0014431297,0.0001226597,0.00012952519,0.000047911708,0.00022889882,0.000009345228,0.00035807586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982471,0.0002973841,0.0003400325,0.00028634156,0.0005446961,0.00028444928],"domain_scores_gemma":[0.99823374,0.00052953954,0.0002467208,0.00022339754,0.00059563067,0.00017097018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079254934,0.00009581133,0.00025296852,0.00038002006,0.0003862448,0.00021900087,0.00015870515,0.000117900185,0.0015033173],"category_scores_gemma":[0.0013019113,0.00009663157,0.0000398751,0.0010470782,0.00059981446,0.00026553465,0.000055889457,0.00006659978,0.000019159635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007295486,0.0004851291,0.8459533,0.000027750044,0.00095880026,0.0000035915573,0.04991942,0.0000024638882,0.0090865595,0.04929085,0.017987337,0.026211856],"study_design_scores_gemma":[0.00016032092,0.000072558134,0.97804856,0.000016100603,0.00021760343,6.495801e-7,0.0011309031,0.000047801324,0.0012065661,0.007359375,0.01158339,0.00015619092],"about_ca_topic_score_codex":0.0072457753,"about_ca_topic_score_gemma":0.00091478694,"teacher_disagreement_score":0.13209525,"about_ca_system_score_codex":0.000119044016,"about_ca_system_score_gemma":0.0002780178,"threshold_uncertainty_score":0.99940944},"labels":[],"label_agreement":null},{"id":"W3033570122","doi":"10.1016/j.invent.2020.100331","title":"Consensus statement on the problem of terminology in psychological interventions using the internet or digital components","year":2020,"lang":"en","type":"article","venue":"Internet Interventions","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Regina","funders":"Narodowa Agencja Wymiany Akademickiej","keywords":"Glossary; Terminology; Psychological intervention; The Internet; Delphi method; Field (mathematics); Multitude; Computer science; Delphi; Public relations; Internet privacy; Psychology; Medical education; Management science; Medicine; World Wide Web; Political science; Artificial intelligence; Psychiatry","score_opus":0.6092423129914076,"score_gpt":0.5561313656532303,"score_spread":0.05311094733817734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033570122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.950948,0.00007102232,0.0060729273,0.03199047,0.00024809534,0.0015726127,0.00011057733,0.000114557115,0.008871767],"genre_scores_gemma":[0.9967695,0.000011548826,0.00055977044,0.00032052668,0.000051869007,0.00014570208,0.00001103235,0.000017060349,0.002113014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967526,0.00091486314,0.001094897,0.00036294822,0.00045474304,0.00041991688],"domain_scores_gemma":[0.99828833,0.00079770654,0.00035266965,0.00030442307,0.0001509684,0.000105871484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012924059,0.00017331497,0.0002771841,0.00017695794,0.00011961258,0.0001903238,0.0013899775,0.00011431704,0.0020826922],"category_scores_gemma":[0.0007909208,0.000102727725,0.0005141522,0.00048509732,0.00117692,0.00010906659,0.00051507505,0.00060242024,0.00010249563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003527345,0.015057976,0.068335384,0.0013321135,0.0017635076,0.0008380267,0.08574093,0.00047528147,0.0028447711,0.4562437,0.30902556,0.054815408],"study_design_scores_gemma":[0.014333343,0.0330306,0.08271293,0.0467119,0.0008044175,0.0005077688,0.21372388,0.038557883,0.009983343,0.091406144,0.46319997,0.005027823],"about_ca_topic_score_codex":0.0016002302,"about_ca_topic_score_gemma":0.002351572,"teacher_disagreement_score":0.36483756,"about_ca_system_score_codex":0.00019551891,"about_ca_system_score_gemma":0.000054646356,"threshold_uncertainty_score":0.99882954},"labels":[],"label_agreement":null},{"id":"W3035611753","doi":"10.1186/s12874-020-01029-4","title":"Improving design choices in Delphi studies in medicine: the case of an exemplary physician multi-round panel study with 100% response","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Newfoundland and Labrador; Achmea","keywords":"Delphi method; Delphi; Operations research; Computer science; Psychology; Medical education; Medicine; Management science; Data science; Artificial intelligence","score_opus":0.9143798360928609,"score_gpt":0.6898360383718415,"score_spread":0.2245437977210194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035611753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518112,0.0010385477,0.031907357,0.011942577,0.000083150815,0.0030351598,0.0000024606725,0.00006747597,0.00011210346],"genre_scores_gemma":[0.9458477,0.0002825252,0.05261456,0.00044918284,0.00030123309,0.00041859492,7.78009e-7,0.000033226766,0.000052239076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.83581364,0.15771043,0.0009275078,0.000900183,0.0032981394,0.0013500911],"domain_scores_gemma":[0.8231097,0.17480089,0.0001776098,0.0006003765,0.00068443234,0.0006269762],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21431653,0.00021765992,0.0008887201,0.0007210181,0.00049508276,0.000034635956,0.0018855482,0.00030475573,0.00008591428],"category_scores_gemma":[0.3555852,0.00013561537,0.000045453664,0.0032582304,0.007526118,0.00025662305,0.0007180095,0.0021702612,0.0000053451345],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03073626,0.0030688767,0.018554494,0.0009053997,0.00021691431,0.049874794,0.6852881,0.00023727339,0.008375018,0.0020415415,0.0011849747,0.1995164],"study_design_scores_gemma":[0.0034442397,0.0072644646,0.007879219,0.00032385075,0.00002386674,0.00010650575,0.9717151,0.0065517016,0.0004310289,0.0017517657,0.00024450742,0.00026376126],"about_ca_topic_score_codex":0.06959035,"about_ca_topic_score_gemma":0.2055721,"teacher_disagreement_score":0.28642705,"about_ca_system_score_codex":0.00028959257,"about_ca_system_score_gemma":0.0032905845,"threshold_uncertainty_score":0.9951748},"labels":[],"label_agreement":null},{"id":"W3036324227","doi":"10.1186/s13063-020-04531-8","title":"Development of a core outcome set for oral health services research involving dependent older adults (DECADE): a study protocol","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; Queen's University; Dunhill Medical Trust; National Institute for Health and Care Research","keywords":"Delphi method; Medicine; Protocol (science); Health care; Likert scale; Service (business); Set (abstract data type); Nursing; Medical education; Family medicine; Alternative medicine; Psychology; Business","score_opus":0.8085516636122031,"score_gpt":0.6828631249127616,"score_spread":0.12568853869944152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036324227","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22976486,0.00004546566,0.0005338169,0.004304778,0.00012377284,0.7644419,0.000068448644,0.00028328283,0.0004336885],"genre_scores_gemma":[0.7120631,0.0000034780205,0.010968122,0.00023320684,0.00024202742,0.27631897,0.0000072221646,0.000032357904,0.00013153072],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99173754,0.0029126764,0.0017066676,0.0005224863,0.0023311162,0.0007895169],"domain_scores_gemma":[0.9961734,0.0019061978,0.00051927083,0.00027720563,0.00075813266,0.00036583556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05062791,0.00015534236,0.0008181351,0.000226362,0.0006910487,0.00013196227,0.0010506227,0.00013223354,0.00016484635],"category_scores_gemma":[0.0037883876,0.00013019168,0.00010499886,0.00086753274,0.00012827228,0.00019556009,0.0003986806,0.0003276474,0.00002481965],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005401938,0.0015865897,0.043474462,0.004068686,0.00020037671,0.000022709199,0.86609536,0.0000031204238,0.0008379484,0.0019967766,0.004792818,0.07151924],"study_design_scores_gemma":[0.025660226,0.0041742614,0.013499804,0.0017542299,0.000038461512,0.0000011083091,0.8783509,0.00033525957,0.0072747776,0.0024253994,0.06554806,0.0009375058],"about_ca_topic_score_codex":0.003452856,"about_ca_topic_score_gemma":0.009866562,"teacher_disagreement_score":0.4881229,"about_ca_system_score_codex":0.0003115657,"about_ca_system_score_gemma":0.0017830104,"threshold_uncertainty_score":0.97757834},"labels":[],"label_agreement":null},{"id":"W3036503130","doi":"10.1016/j.preghy.2020.06.005","title":"Standardising definitions for the pre-eclampsia core outcome set: A consensus development study","year":2020,"lang":"en","type":"article","venue":"Pregnancy Hypertension","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, University of North Carolina at Chapel Hill; Balliol College, University of Oxford; Weill Cornell Medical College; Université de Paris; School of Nursing, University of Washington; Barts Health NHS Trust; St George's University Hospitals NHS Foundation Trust; Universität Leipzig; Medical Research Council; Università degli Studi di Brescia; Medical Research Council Canada; Universiteit Stellenbosch; Chulalongkorn University; University Hospital Southampton NHS Foundation Trust; Oxford University Hospitals NHS Foundation Trust; Nottingham University Hospitals NHS Trust; Universiteit Utrecht; Universidad Nacional de Colombia; KU Leuven; Université de Montréal; University of Washington; University of Pennsylvania Health System; Curtin University of Technology; Monash University; University of Aberdeen; Oulun Yliopisto; Imperial College London; University of Toronto; University of Glasgow; University of North Carolina at Chapel Hill; Queen Mary University of London; National Institute for Health and Care Research; Université de Sherbrooke; Northwell Health; King's College London; Universidade Estadual Paulista; Karl-Franzens-Universität Graz; University of Nottingham; University Hospitals of Leicester NHS Trust; University College London; Imperial College Healthcare NHS Trust; Western Sydney University; British Heart Foundation; Postgraduate Institute of Medical Education and Research, Chandigarh; North Bristol NHS Trust; Rijksuniversiteit Groningen; Drexel University; University of Leicester; Keele University; South Australian Health and Medical Research Institute; Jichi Medical University; National Institute for Social Care and Health Research; Barts Charity; Medizinische Universität Graz; University of Pennsylvania; Burnet Institute; Mount Royal University; Chelsea and Westminster Hospital NHS Foundation Trust; University of Leeds; University Hospitals Plymouth NHS Trust; National Center for Child Health and Development; University of Oxford; University of Dundee","keywords":"Outcome (game theory); Eclampsia; Core (optical fiber); Set (abstract data type); Computer science; Medicine; Intensive care medicine; Pregnancy; Programming language; Mathematics; Telecommunications","score_opus":0.6505702088919689,"score_gpt":0.4914080027535194,"score_spread":0.1591622061384495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036503130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8851008,0.0045418516,0.024632867,0.0566023,0.0009783076,0.017979069,0.00016033769,0.0015758538,0.008428637],"genre_scores_gemma":[0.9934337,0.00008134504,0.005306578,0.00048989704,0.00008027474,0.00045525093,0.000006512361,0.00002827144,0.00011813401],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978394,0.00018579431,0.00038245737,0.00036759634,0.000781187,0.00044356412],"domain_scores_gemma":[0.99782693,0.0011190028,0.00009654091,0.00028544775,0.0005053565,0.00016669855],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009750871,0.00014974273,0.00024201575,0.00004891698,0.0017250872,0.000111686604,0.00041544158,0.00009013556,0.00004181552],"category_scores_gemma":[0.0026425803,0.00010933166,0.000081633014,0.00044856546,0.00023028093,0.00006695571,0.00017218347,0.00023395446,0.000025936079],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014022383,0.0021553396,0.26440725,0.00063311774,0.0008614048,0.0009252745,0.41275665,0.00030948856,0.0038939153,0.036014747,0.050091445,0.22654913],"study_design_scores_gemma":[0.0142200235,0.0030304042,0.17759961,0.0037423573,0.0010852927,0.00011442017,0.32742703,0.011347703,0.0028945187,0.018744959,0.43591398,0.0038797106],"about_ca_topic_score_codex":0.00020442066,"about_ca_topic_score_gemma":0.00038817912,"teacher_disagreement_score":0.38582253,"about_ca_system_score_codex":0.000116294446,"about_ca_system_score_gemma":0.0004319938,"threshold_uncertainty_score":0.99957454},"labels":[],"label_agreement":null},{"id":"W3038028500","doi":"10.3138/jvme-2020-0027","title":"Development of International Learning Outcomes for Shelter Medicine in Veterinary Education: A Delphi Approach","year":2020,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Medical education; Specialty; Delphi; Curriculum; Veterinary education; Subject (documents); Veterinary medicine; Medicine; Psychology; Family medicine; Pedagogy; Library science","score_opus":0.3084008414276013,"score_gpt":0.5357654774353398,"score_spread":0.22736463600773843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038028500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91793936,0.00033102353,0.0071966215,0.06675473,0.0016658535,0.00044997857,7.674242e-7,0.000021354574,0.0056403307],"genre_scores_gemma":[0.9438621,0.00015003326,0.05400273,0.0007806277,0.00095651887,0.000072024304,0.000011036299,0.000012666095,0.00015227014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973141,0.00025237625,0.0008647103,0.0001512504,0.0012332529,0.00018429234],"domain_scores_gemma":[0.9983648,0.0003008011,0.0004193138,0.00007385842,0.0005176401,0.00032355785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029393896,0.0000983872,0.0002807475,0.00031488627,0.00009598243,0.000018193403,0.0006321745,0.00012311779,0.00041884647],"category_scores_gemma":[0.0068338364,0.000084678606,0.00007575757,0.00031023764,0.00020759601,0.00026479719,0.00008437652,0.00039158118,0.0000020340651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010323732,0.002770309,0.01662547,0.000575243,0.000139631,0.00003714944,0.1573111,0.00002095607,0.0048603243,0.0028980377,0.019873757,0.79385567],"study_design_scores_gemma":[0.0012291436,0.0016809799,0.020606406,0.0008419794,0.00001961335,0.00017337762,0.06536199,0.0005258726,0.000055410765,0.0005242412,0.9087562,0.00022476733],"about_ca_topic_score_codex":0.000060064045,"about_ca_topic_score_gemma":0.000005480192,"teacher_disagreement_score":0.88888246,"about_ca_system_score_codex":0.00026346176,"about_ca_system_score_gemma":0.005123056,"threshold_uncertainty_score":0.9088081},"labels":[],"label_agreement":null},{"id":"W3038372317","doi":"10.1016/j.kint.2020.05.054","title":"Establishing core outcome domains in pediatric kidney disease: report of the Standardized Outcomes in Nephrology—Children and Adolescents (SONG-KIDS) consensus workshops","year":2020,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia; SickKids Foundation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"National Health and Medical Research Council; Medical Research Council; Kidney Research UK; PA Research Foundation","keywords":"Medicine; Kidney disease; Family medicine; Relevance (law); Nephrology; Limiting; MEDLINE; Inclusion (mineral); Disease; Pediatrics; Intensive care medicine; Gerontology; Internal medicine; Psychology","score_opus":0.06689699215214005,"score_gpt":0.39907033596323793,"score_spread":0.33217334381109787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038372317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935011,0.0000342856,0.00006988499,0.10343228,0.0004701151,0.00072893134,0.0004350064,0.00005831837,0.0012700824],"genre_scores_gemma":[0.99603784,0.00006579955,0.00049580255,0.0029570106,0.00019394442,0.000025682046,0.000037495378,0.000015222324,0.00017121894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971656,0.00029640898,0.00064818154,0.00037848856,0.001172654,0.00033865398],"domain_scores_gemma":[0.99841577,0.0003760838,0.0002652981,0.00023248538,0.00018034701,0.0005300465],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015173488,0.00014436651,0.00028654773,0.00023685269,0.000108222295,0.000096543394,0.0008293466,0.00013157917,0.00010833058],"category_scores_gemma":[0.028730256,0.00012244181,0.00010041074,0.00062301924,0.00041178454,0.00016833995,0.00040541808,0.00049710117,0.0000028846587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014226658,0.000072506606,0.97871333,0.000019316802,0.000021101494,0.00013003942,0.0009513216,0.000012327859,0.000018842116,0.0012125353,0.018550828,0.00015559321],"study_design_scores_gemma":[0.0012971672,0.00001131816,0.99257714,0.00007851906,0.00001687065,0.000005706068,0.00023332174,0.0001462485,0.000005767573,0.0010685716,0.0044257753,0.00013361653],"about_ca_topic_score_codex":0.001035339,"about_ca_topic_score_gemma":0.0005275907,"teacher_disagreement_score":0.10253673,"about_ca_system_score_codex":0.00022424098,"about_ca_system_score_gemma":0.0010443871,"threshold_uncertainty_score":0.9794512},"labels":[],"label_agreement":null},{"id":"W3039618891","doi":"10.1016/j.nedt.2020.104530","title":"Adaptation and validation of a nursing competencies framework for clinical practice on a continuum of care from childhood to adulthood: A Delphi study","year":2020,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal","funders":"Centre hospitalier universitaire Sainte-Justine","keywords":"Adaptation (eye); Delphi method; Nursing; Psychology; Delphi; Clinical Practice; Medicine; Computer science","score_opus":0.19835832342202278,"score_gpt":0.5352534346924884,"score_spread":0.3368951112704657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039618891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9516037,0.00021739856,0.0112236645,0.031910397,0.0006122804,0.0030863849,0.000045977205,0.000057179004,0.0012430013],"genre_scores_gemma":[0.9147131,0.000026082522,0.084328,0.00035569587,0.00038110206,0.000155606,0.000020192,0.000012199823,0.000008035196],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979849,0.00059217797,0.0004612014,0.00029900277,0.00052121154,0.00014152782],"domain_scores_gemma":[0.9958497,0.0023964916,0.00033389629,0.00018290717,0.0010810151,0.00015598549],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009490789,0.00008617855,0.00022953903,0.000093279996,0.00014393401,0.000044134107,0.00020074188,0.00011638613,0.000020816417],"category_scores_gemma":[0.015908368,0.00009191388,0.000051927622,0.00039114125,0.00013293896,0.00018991185,0.000013553524,0.00017555372,0.0000037588727],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041646772,0.0020855302,0.005468237,0.000024940156,0.000033473607,1.7667206e-7,0.8102941,0.000008897891,0.00012402993,0.01343807,0.0030376678,0.16506845],"study_design_scores_gemma":[0.0003982621,0.0016244262,0.04476392,0.00038167782,0.000081253085,1.2812141e-7,0.9434455,0.000030761035,0.0010478129,0.005516042,0.0025962945,0.000113926675],"about_ca_topic_score_codex":0.00047777075,"about_ca_topic_score_gemma":0.0000954787,"teacher_disagreement_score":0.16495451,"about_ca_system_score_codex":0.00008066446,"about_ca_system_score_gemma":0.00067776476,"threshold_uncertainty_score":0.99238104},"labels":[],"label_agreement":null},{"id":"W3039994550","doi":"10.1177/0193945920935590","title":"National Competencies for Registered Nurses in Primary Care: A Delphi Study","year":2020,"lang":"en","type":"article","venue":"Western Journal of Nursing Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Canadian Nurses Association; Dalhousie University; Queen's University; Université de Sherbrooke; McMaster University; Western University; University of Manitoba; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Likert scale; Workforce; Nursing; General partnership; Medical education; Quality assurance; Primary care; Scale (ratio); Medicine; Psychology; Family medicine; Political science; External quality assessment","score_opus":0.5455906209916278,"score_gpt":0.5782877989898693,"score_spread":0.032697177998241456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039994550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495234,0.0008855137,0.0003192393,0.031399354,0.0005075247,0.0020187593,0.000016360329,0.000043035936,0.015286798],"genre_scores_gemma":[0.9974497,0.000046531153,0.0014869092,0.000099734374,0.0006057556,0.000034387926,0.0000021686371,0.000022408913,0.00025242427],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939066,0.0011987379,0.00058562873,0.00024585094,0.0034561458,0.00060702255],"domain_scores_gemma":[0.99519426,0.0013895833,0.00018725886,0.00014114153,0.0028009433,0.0002868291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007201037,0.00010337951,0.00030910742,0.0006305932,0.00041825217,0.0002790547,0.001099162,0.00009379864,0.000011971156],"category_scores_gemma":[0.0031636036,0.00009960629,0.000102830396,0.0010039358,0.0007314401,0.00039385716,0.000075693446,0.0008077276,0.0000066525167],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031221977,0.0025833582,0.13227473,0.00032354696,0.00009138276,0.00047724476,0.72781223,0.00011626052,0.0033260789,0.0029692752,0.03091739,0.09598629],"study_design_scores_gemma":[0.006600273,0.008507621,0.12136075,0.0031381706,0.0000391184,0.00008183043,0.79219544,0.00016769733,0.00030587433,0.017563233,0.04942753,0.000612455],"about_ca_topic_score_codex":0.00012985535,"about_ca_topic_score_gemma":0.00033142738,"teacher_disagreement_score":0.09537383,"about_ca_system_score_codex":0.0015707971,"about_ca_system_score_gemma":0.0020248187,"threshold_uncertainty_score":0.41075796},"labels":[],"label_agreement":null},{"id":"W3041561167","doi":"10.1164/ajrccm-conference.2020.201.1_meetingabstracts.a6581","title":"Interstitial Lung Disease Multidisciplinary Meeting Standardization: First Round of an International Modified Delphi Survey","year":2020,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Standardization; Multidisciplinary approach; Delphi method; Delphi; Interstitial lung disease; Computer science; Medical physics; Medicine; Lung; Political science; Artificial intelligence; Internal medicine","score_opus":0.1665261873718953,"score_gpt":0.45709275769573154,"score_spread":0.29056657032383626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041561167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6279995,0.000057268768,0.28136533,0.019941675,0.0007021701,0.0011723461,0.00053868647,0.0005614953,0.067661524],"genre_scores_gemma":[0.99744064,0.000035952096,0.0019011828,0.000062736624,0.00026936026,0.0000170995,0.00008462088,0.000014111387,0.00017432615],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978837,0.00036455865,0.00030634896,0.00028675335,0.0009343934,0.00022428358],"domain_scores_gemma":[0.9985892,0.00033003368,0.00009450142,0.00016422423,0.00047572984,0.00034629315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016233587,0.00009182393,0.00013404591,0.00008069942,0.00031775085,0.00013170466,0.00069175905,0.00006267478,0.00049990235],"category_scores_gemma":[0.0024166289,0.000093646064,0.000057945388,0.00036131626,0.00028784852,0.0005973092,0.00028848683,0.00012282297,0.0000053883005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005603485,0.0011517223,0.7425842,0.00034784855,0.0003369427,0.00027868498,0.08671564,0.033361766,0.0008054028,0.10085472,0.018197272,0.00976231],"study_design_scores_gemma":[0.001822417,0.00033015234,0.1601467,0.00023859357,0.000045488738,0.0000010312879,0.016714802,0.81090343,0.0009392681,0.0019240131,0.0060446938,0.00088939583],"about_ca_topic_score_codex":0.004219773,"about_ca_topic_score_gemma":0.0068517784,"teacher_disagreement_score":0.7775417,"about_ca_system_score_codex":0.00016193729,"about_ca_system_score_gemma":0.00028970014,"threshold_uncertainty_score":0.63790625},"labels":[],"label_agreement":null},{"id":"W3042971912","doi":"10.15585/mmwr.mm6914a5","title":"<i>QuickStats:</i> Percentage* of Persons Who Had a Cold in the Past 2 Weeks,<sup>†</sup> by Age Group and Calendar Quarter — National Health Interview Survey,<sup>§</sup> United States, 2018","year":2020,"lang":"en","type":"article","venue":"MMWR Morbidity and Mortality Weekly Report","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); National Health Interview Survey; Gerontology; Demography; Family medicine; Environmental health; Population","score_opus":0.15810777475362475,"score_gpt":0.4052331701268745,"score_spread":0.24712539537324973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042971912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629877,0.00067158823,0.000699637,0.029273858,0.0000593221,0.0016386773,0.0034898403,0.00011426712,0.0010650713],"genre_scores_gemma":[0.9929806,0.0015869584,0.00009493828,0.0035293906,0.00014448912,0.00009491745,0.0011353538,0.00002850956,0.00040485713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914567,0.0040925504,0.0011627633,0.0007954226,0.0017685455,0.0007240295],"domain_scores_gemma":[0.99785125,0.0006036835,0.0004174135,0.00043764274,0.00020789666,0.0004821156],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017343344,0.0003160313,0.0006928504,0.00016544625,0.0005523524,0.00017530864,0.00055010716,0.00021723968,0.0001032246],"category_scores_gemma":[0.00062858773,0.00028053738,0.00013597438,0.00088839926,0.0013565873,0.00037483737,0.00022475574,0.00076495943,0.0000031767372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006060661,0.0006624689,0.29155496,0.00064334413,0.00012295455,0.00055158697,0.057464685,0.000035560344,0.000060260143,0.00057214097,0.6474469,0.00082454924],"study_design_scores_gemma":[0.0012740826,0.0009815032,0.3323906,0.00033576007,0.00006513936,0.0001149602,0.07637863,0.004034271,0.000021006344,0.00054265046,0.5830041,0.00085727917],"about_ca_topic_score_codex":0.13945927,"about_ca_topic_score_gemma":0.022066753,"teacher_disagreement_score":0.11739251,"about_ca_system_score_codex":0.00021725183,"about_ca_system_score_gemma":0.0004855474,"threshold_uncertainty_score":0.99996465},"labels":[],"label_agreement":null},{"id":"W3043426241","doi":"10.1136/bmjopen-2019-034017","title":"Development of a core outcome set for studies on prevention and management of pregnancy-associated venous thromboembolism (COSPVenTE): a study protocol","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Protocol (science); Pregnancy; Population; Family medicine; Outcome (game theory); Health care; MEDLINE; Intensive care medicine; Alternative medicine; Environmental health","score_opus":0.6924012558755187,"score_gpt":0.6357068822388701,"score_spread":0.05669437363664864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043426241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15960804,0.000010901212,0.00008963814,0.000733638,0.000048176036,0.83591163,0.000021502745,0.00005357489,0.0035229279],"genre_scores_gemma":[0.43534777,0.0000061208943,0.007158485,0.00003075309,0.000013234302,0.556929,0.000003855848,0.00001727215,0.0004935017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981433,0.00019386185,0.00057809317,0.00025641135,0.0006295901,0.00019871233],"domain_scores_gemma":[0.99908525,0.000091491325,0.00039115796,0.00016740721,0.00020749931,0.00005721363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026355463,0.00010159673,0.0004490851,0.00004414685,0.00020544826,0.000036311892,0.0005478206,0.000044928955,0.0000119839615],"category_scores_gemma":[0.00041302084,0.000090037465,0.000042053,0.00026685873,0.0000954762,0.00009669771,0.0006959025,0.000054546796,0.0000016915459],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040098103,0.015399528,0.08863931,0.015864808,0.0054078926,0.000113267226,0.7234253,0.000026794403,0.00040423483,0.030209145,0.008630288,0.10786961],"study_design_scores_gemma":[0.030324219,0.023149284,0.24939758,0.022036167,0.0006043277,0.000001325508,0.6283081,0.00024534052,0.0054164617,0.02288927,0.015749767,0.0018781744],"about_ca_topic_score_codex":0.00007438428,"about_ca_topic_score_gemma":0.0006337253,"teacher_disagreement_score":0.2789826,"about_ca_system_score_codex":0.000108858076,"about_ca_system_score_gemma":0.0001866792,"threshold_uncertainty_score":0.36716214},"labels":[],"label_agreement":null},{"id":"W3044159743","doi":"10.1016/j.jacr.2020.06.027","title":"The Path to Parent-Inclusive Conferences","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"National Cancer Institute; National Institutes of Health; Breast Cancer Research Foundation","keywords":"Wonder; Attendance; Dissemination; Scopus; Work (physics); Psychology; Medical education; Public relations; MEDLINE; Medicine; Political science; Computer science; Social psychology; Telecommunications; Engineering","score_opus":0.062380333430213285,"score_gpt":0.40649915656507873,"score_spread":0.34411882313486547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044159743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60069007,0.0002935141,0.00044288792,0.39217007,0.0005072271,0.00040916807,0.00003952541,0.000014157833,0.005433384],"genre_scores_gemma":[0.9968945,0.0004816696,0.00077669014,0.0013335029,0.00035097418,0.0000048586026,4.8883678e-8,0.0000058469022,0.00015190037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975418,0.001132936,0.00039267386,0.000097848635,0.000549075,0.00028565835],"domain_scores_gemma":[0.997184,0.00127392,0.0007609671,0.00017223191,0.00041219403,0.0001967292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015992183,0.00007421429,0.00035701535,0.00005610052,0.00041785205,0.000016299526,0.0017921869,0.00003420386,0.00003003257],"category_scores_gemma":[0.0034151895,0.00003957171,0.00015462759,0.00075828057,0.0018291813,0.00004503467,0.00024415035,0.00030244986,0.0000045535735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014752239,0.00010673843,0.038056023,0.000017017213,0.00036805065,0.00018663202,0.015319102,0.00013629897,0.0074437885,0.0931492,0.816354,0.027387941],"study_design_scores_gemma":[0.00050235284,0.0036172306,0.014146664,0.00007148853,0.000056667686,0.00019936316,0.09248187,0.00010907284,0.0015585485,0.013025942,0.87399095,0.00023986715],"about_ca_topic_score_codex":0.00034894058,"about_ca_topic_score_gemma":0.0002541934,"teacher_disagreement_score":0.39620444,"about_ca_system_score_codex":0.00010511872,"about_ca_system_score_gemma":0.0011327642,"threshold_uncertainty_score":0.6739695},"labels":[],"label_agreement":null},{"id":"W3045197370","doi":"10.1097/acm.0000000000003612","title":"Consensus Group Methodology in Health Professions Education Research: The Nominal Group Technique","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Group (periodic table); Nominal group; Medical education; Psychology; Medicine; Computer science; Knowledge management","score_opus":0.703184404853263,"score_gpt":0.6431550659163837,"score_spread":0.06002933893687923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045197370","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011767303,0.0020811597,0.007683858,0.9625782,0.00038496553,0.0035800005,0.0000023729724,0.00017740503,0.011744745],"genre_scores_gemma":[0.9755953,0.00216939,0.006535776,0.011660393,0.0017410808,0.0011852102,0.000010870654,0.000027009966,0.0010749877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855089,0.0112829935,0.0007087801,0.00044782032,0.0011982946,0.0008531916],"domain_scores_gemma":[0.9924228,0.006484248,0.0001827596,0.00029837765,0.00018805274,0.00042373996],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044534948,0.000119816475,0.0003239035,0.00035328476,0.0006505995,0.000008212115,0.0011400323,0.00039473147,0.00025295935],"category_scores_gemma":[0.024646925,0.00008231182,0.000026408985,0.0020803232,0.0024102537,0.00006514212,0.00024854013,0.0037806295,0.00003198255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012533029,0.000042434705,0.0027396812,0.00014750396,0.0000088572515,0.000016129514,0.13849436,4.4133824e-7,0.016695885,0.4045626,0.40155938,0.035607405],"study_design_scores_gemma":[0.0004782984,0.00066613953,0.002386446,0.0009198746,0.0000069991547,0.000022831851,0.28877503,0.00006303951,0.00025997832,0.12802164,0.57820773,0.00019199534],"about_ca_topic_score_codex":0.016655486,"about_ca_topic_score_gemma":0.0011492007,"teacher_disagreement_score":0.96382797,"about_ca_system_score_codex":0.0003930673,"about_ca_system_score_gemma":0.0015945936,"threshold_uncertainty_score":0.9985177},"labels":[],"label_agreement":null},{"id":"W3045963844","doi":"10.2196/18916","title":"Respiratory Health of Pacific Youth: An Observational Study of Associated Risk and Protective Factors Throughout Childhood","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Medicine; Cohort; Cohort study; Psychological intervention; Epidemiology; Gerontology; Pediatrics; Internal medicine; Psychiatry","score_opus":0.7775243218075081,"score_gpt":0.6514173918592765,"score_spread":0.12610692994823158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045963844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53131443,0.000004584132,0.0000196833,0.00062378956,0.0000028115503,0.46723905,0.00017773679,0.00010241959,0.00051547005],"genre_scores_gemma":[0.6671673,0.0000012498467,0.00007007326,0.000015700045,0.000048731254,0.33265665,0.0000061697724,0.00002115307,0.000012962272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98758364,0.007494983,0.00064043794,0.0005524262,0.0030465683,0.0006819271],"domain_scores_gemma":[0.9966613,0.0007349186,0.000448668,0.00040412814,0.0013111907,0.00043976522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010081442,0.00015709425,0.0004433239,0.0002568044,0.00081385934,0.00010185683,0.0007990349,0.00018401533,0.000047770103],"category_scores_gemma":[0.005890269,0.00014294624,0.00005950899,0.00189168,0.00088709133,0.00043962567,0.00033133733,0.0011535175,0.0000026537089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032205568,0.003850364,0.69565445,0.00018007885,0.000061322,0.0000027775588,0.29433435,0.0000032301198,0.00048707987,0.00069338916,0.00085046975,0.003560434],"study_design_scores_gemma":[0.0019709019,0.015433017,0.76054543,0.0003907839,0.0000024390922,4.7796117e-8,0.21533048,0.000021097221,0.0009610929,0.001989446,0.0031317722,0.00022346352],"about_ca_topic_score_codex":0.0055428646,"about_ca_topic_score_gemma":0.0014714294,"teacher_disagreement_score":0.13585286,"about_ca_system_score_codex":0.0002642042,"about_ca_system_score_gemma":0.0017265859,"threshold_uncertainty_score":0.83791906},"labels":[],"label_agreement":null},{"id":"W3046801207","doi":"10.1111/pan.13981","title":"A systematic review of outcomes reported in pediatric perioperative research: A report from the Pediatric Perioperative Outcomes Group","year":2020,"lang":"en","type":"review","venue":"Pediatric Anesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta; BC Children's Hospital; University of British Columbia","funders":"Great Ormond Street Hospital Charity","keywords":"Medicine; Perioperative; Subspecialty; Pediatrics; Anesthesiology; Population; Clinical trial; MEDLINE; Intensive care medicine; Emergency medicine; Anesthesia; Family medicine; Internal medicine","score_opus":0.23490443849662213,"score_gpt":0.4969188275162253,"score_spread":0.26201438901960317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046801207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027722857,0.978104,0.000012405931,0.003739822,0.00019672727,0.015948933,0.00006464333,0.00025942503,0.0013968132],"genre_scores_gemma":[0.00024254751,0.9905846,0.00038462316,0.00028635477,0.0015723149,0.0053562648,0.00013440386,0.0002058996,0.0012330032],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96817106,0.015456349,0.0066346754,0.0021123686,0.0059367325,0.0016888441],"domain_scores_gemma":[0.97455335,0.016185792,0.0042103427,0.0027680965,0.0016803683,0.00060204155],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.024880465,0.0013383349,0.008684422,0.0015796638,0.00096522394,0.0004165246,0.0042867423,0.0010846517,0.00028531044],"category_scores_gemma":[0.05028812,0.0008481876,0.0020250785,0.011800801,0.00074684905,0.00048054446,0.00069290475,0.0035636239,0.00030177803],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001576363,0.0005014891,0.10939924,0.85795295,0.00043115468,0.013195042,0.00840891,1.948533e-7,1.7312326e-8,0.0012054354,0.0064145112,0.0024752982],"study_design_scores_gemma":[0.0016136288,0.00078406086,0.016516576,0.28765053,0.033821464,0.0018319967,0.013669083,0.000010504238,1.3976913e-7,0.00047332174,0.63725424,0.006374426],"about_ca_topic_score_codex":0.0045092776,"about_ca_topic_score_gemma":0.0004732104,"teacher_disagreement_score":0.63083977,"about_ca_system_score_codex":0.0011629842,"about_ca_system_score_gemma":0.007458331,"threshold_uncertainty_score":0.99993676},"labels":[],"label_agreement":null},{"id":"W3048491209","doi":"10.1186/s13063-019-3809-2","title":"Correction to: Choosing the target difference and undertaking and reporting the sample size calculation for a randomised controlled trial – the development of the DELTA2 guidance","year":2019,"lang":"en","type":"erratum","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Sample size determination; Medicine; Medical physics; Sample (material); Consolidated Standards of Reporting Trials; Alternative medicine; Clinical trial; Randomized controlled trial; Medical education; Statistics; Surgery; Pathology; Mathematics","score_opus":0.28956377064057803,"score_gpt":0.4939177347300221,"score_spread":0.20435396408944406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048491209","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12292724,0.006350443,0.17357986,0.062105358,0.19540963,0.4036605,0.00016367562,0.00046131262,0.03534198],"genre_scores_gemma":[0.91218954,0.0002837892,0.006837462,0.0005204705,0.005693941,0.010069716,0.000019033321,0.000094730036,0.06429132],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99234724,0.0037388073,0.002240401,0.00036360984,0.0009521593,0.00035780817],"domain_scores_gemma":[0.90613043,0.08680387,0.0058691986,0.0006178679,0.0005169089,0.000061742554],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053616747,0.00021419801,0.001076777,0.000048322152,0.0020136172,0.000351736,0.0006181267,0.00024211059,0.000015330023],"category_scores_gemma":[0.31846625,0.00008627815,0.00028277127,0.00030298636,0.0003259362,0.00005205125,0.00017630299,0.00047843496,3.239475e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30917925,0.00013939694,0.0010440472,0.00032746242,0.0012179659,8.184169e-7,0.084359914,0.00016827909,0.0032556232,0.0019216643,0.48794913,0.110436454],"study_design_scores_gemma":[0.5979787,0.00045835585,0.011831239,0.0035246995,0.001380032,0.000007173486,0.013751687,0.010262595,0.0019517926,0.027000384,0.33038953,0.0014638094],"about_ca_topic_score_codex":0.0014108748,"about_ca_topic_score_gemma":0.0016294857,"teacher_disagreement_score":0.7892623,"about_ca_system_score_codex":0.00016634272,"about_ca_system_score_gemma":0.0013964475,"threshold_uncertainty_score":0.99928564},"labels":[],"label_agreement":null},{"id":"W3049140083","doi":"10.1097/ccm.0000000000004585","title":"Core Outcomes Set for Trials in People With Coronavirus Disease 2019","year":2020,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Genentech; National Institutes of Health; National Institute for Health and Care Research; National Institute of Diabetes and Digestive and Kidney Diseases; University of Sydney; Equity Trustees; David and Elaine Potter Foundation; Wellcome Trust; Pfizer","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Core (optical fiber); Coronavirus; Pandemic; Set (abstract data type); Betacoronavirus; Coronavirus Infections; Intensive care medicine; MEDLINE; Disease; Virology; Internal medicine; Infectious disease (medical specialty); Outbreak","score_opus":0.5009724743428448,"score_gpt":0.5887165584546005,"score_spread":0.08774408411175572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049140083","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12448511,0.0033037674,0.0072380267,0.8479005,0.0007141131,0.0052388227,0.00070183206,0.00046911015,0.009948723],"genre_scores_gemma":[0.9956221,0.000033839693,0.00045507817,0.0030154004,0.0004564024,0.00021216372,0.00005109984,0.000018193221,0.00013574389],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770534,0.00037050986,0.00038131129,0.000299471,0.00080946943,0.00043389192],"domain_scores_gemma":[0.99289495,0.005893336,0.000034488843,0.00017103703,0.00035358424,0.0006525816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002170477,0.00012106127,0.00060369715,0.00006993626,0.0001436204,0.000026842337,0.00032297889,0.00008042014,0.0004872983],"category_scores_gemma":[0.055396006,0.00008303169,0.0000761671,0.00037033396,0.0008209438,0.000082539984,0.000051021278,0.00020925673,0.000016399776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022409798,0.00014236855,0.6448323,0.001209967,0.000035442445,0.0004953276,0.055936385,0.0000035600915,0.00015754675,0.16852303,0.099457316,0.026965762],"study_design_scores_gemma":[0.012696985,0.0049712723,0.27514455,0.0011463762,0.0005941599,0.0000033711128,0.30405024,0.00031353228,0.00015611113,0.030678933,0.3688882,0.001356297],"about_ca_topic_score_codex":0.0012691052,"about_ca_topic_score_gemma":0.0017260467,"teacher_disagreement_score":0.87113696,"about_ca_system_score_codex":0.00012288554,"about_ca_system_score_gemma":0.00039154247,"threshold_uncertainty_score":0.9525608},"labels":[],"label_agreement":null},{"id":"W3050661909","doi":"","title":"La Stratégie nationale de recherche en santé respiratoire – une priorité clé de la Société canadienne de thoracologie.","year":2012,"lang":"fr","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology","score_opus":0.2550019469256022,"score_gpt":0.49842269395381356,"score_spread":0.24342074702821137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3050661909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8016981,0.019061474,0.00056585757,0.023307731,0.0013514998,0.0005807339,0.0001552766,0.00011173588,0.1531676],"genre_scores_gemma":[0.9702659,0.0014253728,0.007757098,0.0071545998,0.0054931752,0.000083484025,0.000002743495,0.00012721364,0.0076903636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97079456,0.023326742,0.0006957342,0.00039073528,0.0007972432,0.003994957],"domain_scores_gemma":[0.98635286,0.006513136,0.00034364013,0.000407708,0.0005177644,0.0058648936],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06751933,0.00040007042,0.00041304927,0.00071464304,0.0018076424,0.000585093,0.0015805088,0.002816324,0.0018030793],"category_scores_gemma":[0.013842359,0.00046733086,0.00026721178,0.0016147327,0.0015312097,0.0008332595,0.00009669104,0.006144644,0.000095151896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000063767475,0.0002567301,0.08600579,0.00011037436,0.00025021934,0.00393702,0.029031424,0.00007253077,0.004400923,0.104787715,0.14958021,0.6215033],"study_design_scores_gemma":[0.00036554594,0.00016190171,0.035089806,0.0001795845,0.00006382135,0.00066841615,0.016766118,0.000038190243,0.0005264855,0.026026735,0.9196072,0.0005061952],"about_ca_topic_score_codex":0.29558206,"about_ca_topic_score_gemma":0.7857825,"teacher_disagreement_score":0.770027,"about_ca_system_score_codex":0.041884974,"about_ca_system_score_gemma":0.07181853,"threshold_uncertainty_score":0.99977785},"labels":[],"label_agreement":null},{"id":"W3080751662","doi":"10.1186/s13063-020-04668-6","title":"Development of a Core outcome set for fetal Myelomeningocele (COSMiC): study protocol","year":2020,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; University of Toronto; Sinai Health System; Sunnybrook Health Science Centre; Mount Sinai Hospital","funders":"National Health and Medical Research Council; Engineering and Physical Sciences Research Council; University of Toronto; Great Ormond Street Hospital Charity; Wellcome Trust; Wellcome","keywords":"Medicine; Fetal surgery; Delphi method; Pediatrics; Spina bifida; Pregnancy; Fetus; Intensive care medicine","score_opus":0.819315643199988,"score_gpt":0.6423561426236524,"score_spread":0.17695950057633558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080751662","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1717041,0.0000038122519,0.00299998,0.0029893592,0.00015453642,0.8151207,0.00006239133,0.000391818,0.00657331],"genre_scores_gemma":[0.56519145,2.8686367e-7,0.032457545,0.00011452227,0.0003397093,0.40130934,0.000004577063,0.000027776505,0.00055480254],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726456,0.0004434221,0.0010148878,0.00024951049,0.00071549544,0.00031212057],"domain_scores_gemma":[0.998339,0.0008349504,0.00034831977,0.00014521321,0.0001864561,0.00014606176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011086937,0.000105005034,0.00054758927,0.00006946206,0.00023641005,0.000047369456,0.0005027668,0.00007300421,0.00023998703],"category_scores_gemma":[0.0067774416,0.00008885958,0.00011124061,0.0003584773,0.00009363084,0.00007251634,0.00012603009,0.00009894169,0.000028407972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009435875,0.0028399474,0.08447763,0.001398934,0.0008512627,0.00005377257,0.55648506,0.000012969799,0.045852754,0.011174151,0.07025831,0.2171593],"study_design_scores_gemma":[0.016176205,0.002403459,0.003302193,0.00008494458,0.00008917399,7.19501e-7,0.07181081,0.00012719542,0.033288397,0.0036563692,0.8681983,0.0008622794],"about_ca_topic_score_codex":0.00011654306,"about_ca_topic_score_gemma":0.00013013944,"teacher_disagreement_score":0.79793996,"about_ca_system_score_codex":0.00008921876,"about_ca_system_score_gemma":0.00056850037,"threshold_uncertainty_score":0.81137204},"labels":[],"label_agreement":null},{"id":"W3081031891","doi":"10.1016/j.jaac.2020.07.905","title":"Core Outcome Set Development for Adolescent Major Depressive Disorder Clinical Trials: A Registered Report","year":2020,"lang":"en","type":"article","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Centre for Addiction and Mental Health; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Canadian Institutes of Health Research; Centre for Addiction and Mental Health; Brain and Behavior Research Foundation","keywords":"Major depressive disorder; Psychological intervention; Depression (economics); Clinical trial; Psychiatry; Medicine; MEDLINE; Comorbidity; Mental health; Clinical psychology; Psychology; Mood; Internal medicine","score_opus":0.3898280058695411,"score_gpt":0.5444575932283414,"score_spread":0.15462958735880034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081031891","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2075522,0.0023623668,0.010522967,0.77231985,0.002468591,0.00391604,0.000067375164,0.00010248639,0.000688118],"genre_scores_gemma":[0.96133626,0.0006828766,0.011680517,0.022822687,0.003266196,0.000024849218,0.000002072703,0.000061521576,0.00012299497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909768,0.0018385934,0.0043039266,0.00047506928,0.001807712,0.00059791777],"domain_scores_gemma":[0.9889545,0.0006375548,0.009122799,0.00036995974,0.0003169117,0.0005982869],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013184922,0.0003057486,0.0015776342,0.00016763399,0.000471768,0.000059452996,0.0023335132,0.00022060842,0.000022429887],"category_scores_gemma":[0.009555869,0.00021276217,0.0014023348,0.0007230351,0.0012354976,0.00017338748,0.00033746802,0.0020815774,0.0000040643304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002315054,0.0007392161,0.7701495,0.00028325463,0.00039803635,0.000013337196,0.00093489164,0.000020305793,0.00005230001,0.00050050195,0.20463066,0.019962901],"study_design_scores_gemma":[0.0035845544,0.00038213772,0.5178906,0.0016919032,0.0003728552,0.00014290515,0.0035514254,0.000034338802,0.00023460876,0.0010050068,0.47061917,0.00049053464],"about_ca_topic_score_codex":0.000021365307,"about_ca_topic_score_gemma":0.000019001207,"teacher_disagreement_score":0.7537841,"about_ca_system_score_codex":0.0001698584,"about_ca_system_score_gemma":0.0011117386,"threshold_uncertainty_score":0.99878705},"labels":[],"label_agreement":null},{"id":"W3082162705","doi":"10.1016/j.jclinepi.2020.08.010","title":"Response to “Trials for depressive disorder in adolescents: the emperor's new clothes,” a letter to the editor by Alain Braillon, MD, PhD","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Centre for Addiction and Mental Health; SickKids Foundation; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Scopus; Clinical trial; Mental health; Medicine; Systematic review; Psychology; MEDLINE; Psychiatry; Psychotherapist; Internal medicine; Political science","score_opus":0.46700519008197255,"score_gpt":0.5879722394147078,"score_spread":0.12096704933273522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082162705","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051072316,0.0009983795,0.014137875,0.97205746,0.009181438,0.0029416922,0.00010965926,0.00002776516,0.000035032353],"genre_scores_gemma":[0.0008106222,0.0007419202,0.001902531,0.85544384,0.13991928,0.00020029207,0.0000055732007,0.00006984059,0.00090611406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.87143046,0.11435018,0.009678892,0.0010705597,0.0016579493,0.001811984],"domain_scores_gemma":[0.6640102,0.32829404,0.0050462536,0.0009990565,0.00076176116,0.00088863674],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1817828,0.00044496142,0.0041771755,0.00029626244,0.0003632532,0.00010796012,0.004407184,0.0022234148,0.00011823579],"category_scores_gemma":[0.73742634,0.00023857754,0.0017741054,0.00061621366,0.0008990633,0.00013236562,0.0004949947,0.00820059,0.00010318482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003584336,0.000064764004,0.003496121,0.000021011061,0.00013402951,0.00008518934,0.00079749856,0.000022624336,0.000016757127,0.000026311101,0.98400706,0.0077443086],"study_design_scores_gemma":[0.0010155659,0.0008838915,0.00086126477,0.00042784307,0.00007039405,0.000005488791,0.00021312674,0.000007599617,0.0000029708183,0.005426836,0.9908292,0.00025581438],"about_ca_topic_score_codex":0.0011753722,"about_ca_topic_score_gemma":0.0010103692,"teacher_disagreement_score":0.55564356,"about_ca_system_score_codex":0.00024882331,"about_ca_system_score_gemma":0.0018123154,"threshold_uncertainty_score":0.9990719},"labels":[],"label_agreement":null},{"id":"W3083645816","doi":"10.1016/j.yebeh.2020.107372","title":"Mapping epilepsy-specific patient-reported outcome measures for children to a proposed core outcome set for childhood epilepsy","year":2020,"lang":"en","type":"article","venue":"Epilepsy & Behavior","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; Canadian Institutes of Health Research; National Institute for Health and Care Research; South London and Maudsley NHS Foundation Trust","keywords":"Epilepsy; Outcome (game theory); Set (abstract data type); Core (optical fiber); Medicine; Pediatrics; Psychology; Psychiatry; Computer science; Mathematics","score_opus":0.2926384455419799,"score_gpt":0.436890330277849,"score_spread":0.14425188473586914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083645816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9529077,0.00012487329,0.009327873,0.010153585,0.0010711863,0.023044618,0.0013474963,0.0013648047,0.0006578582],"genre_scores_gemma":[0.97071695,0.000025696654,0.019982608,0.0016699757,0.0010139717,0.005591522,0.00033280355,0.00021866096,0.00044778103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99173814,0.00033375982,0.0020867335,0.0016680502,0.0019921989,0.0021811433],"domain_scores_gemma":[0.9952931,0.0005604117,0.00067312113,0.0010481757,0.0009762668,0.0014489284],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0025600053,0.0006991242,0.0011830681,0.00048965024,0.0014306116,0.00039556395,0.0017574949,0.0005406623,0.0003573682],"category_scores_gemma":[0.0038608713,0.00070605177,0.00084710895,0.0015194027,0.00042121686,0.00039522996,0.0003601182,0.00074151455,0.00016658375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026725198,0.00061078643,0.89517564,0.000048479124,0.00010063122,0.000053289074,0.0159961,0.000007389774,0.0031975512,0.0009433867,0.029111888,0.0544876],"study_design_scores_gemma":[0.0032839843,0.0016991878,0.85452265,0.00012383563,0.00022994477,0.000025932626,0.007254937,0.00002769061,0.0022414848,0.0005298777,0.12826368,0.0017967853],"about_ca_topic_score_codex":0.0005026069,"about_ca_topic_score_gemma":0.00019954622,"teacher_disagreement_score":0.0991518,"about_ca_system_score_codex":0.00054497545,"about_ca_system_score_gemma":0.00051428645,"threshold_uncertainty_score":0.9998694},"labels":[],"label_agreement":null},{"id":"W3087295871","doi":"10.1093/dote/doaa101","title":"Fit-for-Discharge Criteria after Esophagectomy: An International Expert Delphi Consensus","year":2020,"lang":"en","type":"article","venue":"Diseases of the Esophagus","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Toronto General Hospital; Montreal General Hospital; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Esophagectomy; Delphi; Preparedness; Likert scale; Intensive care medicine; Descriptive statistics; Emergency medicine; Esophageal cancer; Internal medicine; Statistics","score_opus":0.12623810618636985,"score_gpt":0.4522788544907417,"score_spread":0.3260407483043718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087295871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78590465,0.059430435,0.00064764527,0.1329601,0.0052056583,0.006047821,0.0054421984,0.0012511131,0.003110358],"genre_scores_gemma":[0.9965161,0.000038771832,0.0008358884,0.0014207637,0.0007283926,0.00022267753,0.000017583647,0.000025294828,0.00019452252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981412,0.00026381228,0.00026412593,0.00031615942,0.0006820936,0.0003325829],"domain_scores_gemma":[0.9986672,0.00024287718,0.00010620803,0.00038169022,0.00027415715,0.00032790002],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030100008,0.0001367757,0.00018378816,0.00005639894,0.00023512532,0.00010328925,0.0013081109,0.00008035969,0.0009810898],"category_scores_gemma":[0.0016938453,0.00011194715,0.00022931483,0.00023221035,0.00051294954,0.00020888685,0.00023975474,0.00010889506,0.000018170962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007123998,0.002482719,0.5845145,0.0003937176,0.00068166316,0.00030006154,0.05659389,0.00008296212,0.0018737158,0.05140448,0.27553844,0.019009836],"study_design_scores_gemma":[0.010053373,0.0017712237,0.7435023,0.0006894405,0.0005411058,0.000016467542,0.024373978,0.016921641,0.039775938,0.055442706,0.10316523,0.0037465508],"about_ca_topic_score_codex":0.00026283145,"about_ca_topic_score_gemma":0.00003460227,"teacher_disagreement_score":0.21061143,"about_ca_system_score_codex":0.00006756303,"about_ca_system_score_gemma":0.00023751093,"threshold_uncertainty_score":0.99993217},"labels":[],"label_agreement":null},{"id":"W3087910492","doi":"10.2196/18732","title":"Prevailing Outcome Themes Reported by People With Degenerative Cervical Myelopathy: Focus Group Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; Wellcome Trust","keywords":"Myelopathy; Focus group; Context (archaeology); Medicine; Thematic analysis; Physical therapy; Psychology; Physical medicine and rehabilitation; Qualitative research; Spinal cord; Psychiatry","score_opus":0.20249218590237822,"score_gpt":0.49975216742202444,"score_spread":0.2972599815196462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087910492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432744,0.00022019424,0.0024291263,0.018469565,0.000062951105,0.0063990746,0.000046568326,0.0005267179,0.028571412],"genre_scores_gemma":[0.99720395,0.000046351146,0.00040879383,0.00008861259,0.0001691306,0.0014269374,0.000018347362,0.00004310241,0.0005947791],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.990933,0.0026627479,0.0006546583,0.00063755206,0.0038979156,0.0012141414],"domain_scores_gemma":[0.9967484,0.00087564084,0.00017788385,0.00045394062,0.0011539189,0.00059022714],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059332647,0.00024585004,0.00044201457,0.00026228043,0.0015446603,0.0004475469,0.0011420486,0.0001639936,0.00046166606],"category_scores_gemma":[0.0013937434,0.00018847783,0.00008556728,0.0028588513,0.0007278258,0.00092008366,0.00061501726,0.0014359085,0.00017967558],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007783249,0.0018653859,0.18396962,0.00016757919,0.00026867897,0.00024226547,0.7292283,0.0000068818495,0.0012442521,0.0065208985,0.062212627,0.013495177],"study_design_scores_gemma":[0.003860951,0.01120535,0.05810631,0.00015322023,0.000045342873,0.000015158183,0.8564889,0.0020897852,0.0068817562,0.002895476,0.056727063,0.0015307143],"about_ca_topic_score_codex":0.0018365917,"about_ca_topic_score_gemma":0.0030363374,"teacher_disagreement_score":0.12726057,"about_ca_system_score_codex":0.00040920533,"about_ca_system_score_gemma":0.00046334646,"threshold_uncertainty_score":0.9997552},"labels":[],"label_agreement":null},{"id":"W3089319728","doi":"10.1136/annrheumdis-2020-217895","title":"Towards consensus in defining and handling contextual factors within rheumatology trials: an initial qualitative study from an OMERACT working group","year":2020,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital; Institute for Work & Health; University of Toronto","funders":"Odense Universitetshospital; University of Leeds; National Institute for Health and Care Research; University of Bristol; Amsterdam University Medical Centers; School of Medicine, Duke University; University of Washington; Parker Institute for Cancer Immunotherapy; Université de Lorraine; Oak Foundation","keywords":"Medicine; Rheumatology; Internal medicine; Qualitative research; Family medicine; Alternative medicine; Physical therapy; Clinical trial; Pathology","score_opus":0.5109180140231975,"score_gpt":0.5595759363645055,"score_spread":0.04865792234130806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089319728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955695,0.00058746536,0.00005831962,0.0024016576,0.00014467436,0.0008928646,0.00013444296,0.00008240941,0.00012865869],"genre_scores_gemma":[0.99940073,0.00008550582,0.00023570399,0.0001712651,0.000023658034,0.000045386372,0.000015914666,0.000020404827,0.0000014158915],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98664856,0.010755519,0.0010611358,0.0003954441,0.0007642224,0.00037514456],"domain_scores_gemma":[0.9892228,0.009368967,0.00064084504,0.00028141445,0.0001449416,0.00034101825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068622767,0.00020491867,0.00091029156,0.00013449417,0.00035382502,0.000174933,0.0006460363,0.00009755002,0.00006601621],"category_scores_gemma":[0.032207485,0.00015351869,0.00012288966,0.00043478078,0.0007742802,0.00029202126,0.00020103919,0.00026306554,0.0000019014145],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068620505,0.0007262538,0.08922137,0.000058121095,0.0002399828,0.000015245227,0.87783706,0.000035417397,0.000018131552,0.006474576,0.00011605444,0.024571588],"study_design_scores_gemma":[0.0010966797,0.000526295,0.035565097,0.00059039594,0.000063901876,5.0844955e-7,0.94244033,0.0009073238,0.000097166085,0.018432215,0.000013448075,0.0002666589],"about_ca_topic_score_codex":0.028013572,"about_ca_topic_score_gemma":0.0054464103,"teacher_disagreement_score":0.06460326,"about_ca_system_score_codex":0.000025036263,"about_ca_system_score_gemma":0.0003535437,"threshold_uncertainty_score":0.97845894},"labels":[],"label_agreement":null},{"id":"W3091103426","doi":"10.24095/hpcdp.32.2.06f","title":"L’élaboration d’indicateurs nationaux pour la surveillance de l’ostéoporose au Canada","year":2012,"lang":"fr","type":"article","venue":"Maladies chroniques et blessures au Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Memorial University of Newfoundland","funders":"","keywords":"Political science; Humanities; Gynecology; Medicine; Art","score_opus":0.033440030591205275,"score_gpt":0.3524144544521488,"score_spread":0.31897442386094355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091103426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4909161,0.015306719,0.00051948195,0.14637294,0.005632344,0.001314607,0.0014481484,0.0003033552,0.3381863],"genre_scores_gemma":[0.96526927,0.0020897866,0.0007406621,0.0013756974,0.0018716186,0.00013498333,0.000093683346,0.00007929633,0.028344994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99251276,0.0023400004,0.0005843643,0.0004949779,0.0018780389,0.002189871],"domain_scores_gemma":[0.9959505,0.0018911472,0.0003648149,0.00045270656,0.0005354743,0.00080531056],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004595687,0.0004562113,0.00047475618,0.00013949057,0.0009340114,0.00016374847,0.0008749379,0.00039144495,0.0010804469],"category_scores_gemma":[0.0012223207,0.0005285161,0.00007894161,0.0008826574,0.00086719205,0.000677399,0.00021307051,0.00073295104,0.000011243179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000021812633,0.00011059602,0.359703,0.00041411602,0.00014056754,0.00014233342,0.003269147,0.0003956549,0.00008311388,0.101847224,0.5277501,0.0061223526],"study_design_scores_gemma":[0.00014661082,0.000025332833,0.16883545,0.00016973872,0.000026349197,0.000025515865,0.00213664,0.00013596815,0.0014017709,0.0003861134,0.82618785,0.0005226827],"about_ca_topic_score_codex":0.9998147,"about_ca_topic_score_gemma":0.9999937,"teacher_disagreement_score":0.47435316,"about_ca_system_score_codex":0.01953813,"about_ca_system_score_gemma":0.10386595,"threshold_uncertainty_score":0.9998327},"labels":[],"label_agreement":null},{"id":"W3091935749","doi":"10.1097/ccm.0000000000004660","title":"A Core Outcome Set for Pediatric Critical Care*","year":2020,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute; National Institute for Health and Care Research; Universidade de São Paulo; Johns Hopkins University","keywords":"Outcome (game theory); Core (optical fiber); Set (abstract data type); Critical illness; Intensive care","score_opus":0.5156944405188556,"score_gpt":0.5959346529191493,"score_spread":0.08024021240029366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091935749","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022942625,0.011336545,0.028558187,0.8228338,0.0031641931,0.0034607695,0.0005393763,0.0016528581,0.10551167],"genre_scores_gemma":[0.9891049,0.000030572053,0.0019818635,0.004393469,0.004201921,0.00015610586,0.000033761255,0.000033042747,0.00006434199],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9968789,0.00018501836,0.000424925,0.0004813844,0.0012184632,0.00081130216],"domain_scores_gemma":[0.9933687,0.0040026554,0.000020285555,0.00024825276,0.0013753081,0.0009848163],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00076897704,0.00017617231,0.00040527477,0.000108139306,0.0004702558,0.000052323285,0.00059449224,0.0002374104,0.000784729],"category_scores_gemma":[0.06423549,0.00015372313,0.0001226085,0.0006000393,0.0017351556,0.000110527944,0.00013224191,0.0004769202,0.000073175055],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019166282,0.00007774273,0.06532221,0.0058009597,0.000012157533,0.00061469385,0.10610666,5.669058e-7,0.0001894901,0.6690098,0.14241691,0.010257131],"study_design_scores_gemma":[0.0024783395,0.004192798,0.0018719985,0.00017509554,0.0005976001,0.000016778877,0.60937554,0.00021385167,0.00018743436,0.02593807,0.35384592,0.001106592],"about_ca_topic_score_codex":0.00026492108,"about_ca_topic_score_gemma":0.00007354202,"teacher_disagreement_score":0.9661623,"about_ca_system_score_codex":0.00017832455,"about_ca_system_score_gemma":0.00030280164,"threshold_uncertainty_score":0.94364685},"labels":[],"label_agreement":null},{"id":"W3092043383","doi":"10.1016/j.jclinepi.2020.09.014","title":"Erratum to “Controversy and debate series on core outcome sets. Paper 3:debate on paper 1 from the perspective of GRADE [Grading of Recommendations Assessment, Development and Evaluation]” [Journal of Clinical Epidemiology 125C (2020) 216-221]","year":2020,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Outcome (game theory); Health care; Medicine; Grading (engineering); Population; Perspective (graphical); Actuarial science; Political science; Computer science; Business; Engineering; Environmental health","score_opus":0.633235307309604,"score_gpt":0.6457146337335498,"score_spread":0.01247932642394578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092043383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06839574,0.004165287,0.0016052804,0.8711617,0.039216477,0.0023920399,0.00031530776,0.000037602425,0.012710542],"genre_scores_gemma":[0.56245923,0.12152872,0.19015759,0.090726204,0.028152822,0.0001630912,0.00022754684,0.000345263,0.0062395013],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9426328,0.039272364,0.014958183,0.0009043283,0.0014186967,0.0008136537],"domain_scores_gemma":[0.7935023,0.1858358,0.016630854,0.0005724962,0.0025278374,0.0009307597],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1481222,0.00051694445,0.006963707,0.00034000372,0.00036905447,0.00002951162,0.0013917771,0.0017933765,0.00034628058],"category_scores_gemma":[0.41845763,0.00033958032,0.0012510432,0.00038819603,0.002346466,0.0003286988,0.00040846976,0.0072562704,0.0000046932337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017745779,0.00040322804,0.14806923,0.000055261375,0.0016385894,0.000050948627,0.001811242,0.00005685152,0.000007499846,0.01790737,0.8020541,0.026171073],"study_design_scores_gemma":[0.00242476,0.0050579496,0.42316368,0.0011579148,0.0006769424,0.00005985852,0.006055289,0.00024916863,0.0000028617076,0.13454328,0.42617795,0.00043033296],"about_ca_topic_score_codex":0.000557871,"about_ca_topic_score_gemma":0.0010313719,"teacher_disagreement_score":0.7804355,"about_ca_system_score_codex":0.00043622113,"about_ca_system_score_gemma":0.0042268177,"threshold_uncertainty_score":0.99990565},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3092398506","doi":"10.1093/eurpub/ckaa165.1415","title":"Reliability of studies published as SR/MA on nutrition in cancer prevention - a systematic survey","year":2020,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Systematic review; Psychological intervention; Data extraction; Population; MEDLINE; Meta-analysis; Environmental health; Protocol (science); Family medicine; Cohort; Alternative medicine; Internal medicine; Pathology; Psychiatry","score_opus":0.4624090257692922,"score_gpt":0.5289368051151159,"score_spread":0.06652777934582366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092398506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80284655,0.0035715192,0.0013439534,0.18491004,0.0005509591,0.0022617765,0.00001817693,0.00007037273,0.004426675],"genre_scores_gemma":[0.996942,0.0020774782,0.0002784094,0.00040811783,0.00019232705,0.000012166769,0.0000014286236,0.000014369023,0.000073717965],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9521015,0.0435411,0.0019357258,0.00026198063,0.0016508203,0.0005088632],"domain_scores_gemma":[0.996131,0.00077033753,0.0011328965,0.00017630139,0.0013887782,0.00040069502],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09237566,0.000092612725,0.0005498636,0.0003137514,0.00012818031,0.00010947903,0.0005618453,0.000030724143,0.00006601309],"category_scores_gemma":[0.037193637,0.000075621494,0.00009684177,0.0012034113,0.00017389024,0.00061009167,0.00006902975,0.00046892147,0.000010728603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009084857,0.010230363,0.12450338,0.1465514,0.00074175047,0.0005584459,0.35875684,0.0002056841,0.0003776254,0.015847297,0.23516996,0.10614878],"study_design_scores_gemma":[0.007414971,0.017125309,0.7647537,0.06031601,0.000054695196,0.00003073535,0.11467504,0.00020965254,0.00016218345,0.0067044366,0.027574832,0.0009784203],"about_ca_topic_score_codex":0.0009846273,"about_ca_topic_score_gemma":0.0010198655,"teacher_disagreement_score":0.6402503,"about_ca_system_score_codex":0.0007183652,"about_ca_system_score_gemma":0.0017062004,"threshold_uncertainty_score":0.9709165},"labels":[],"label_agreement":null},{"id":"W3092543142","doi":"10.1093/eurpub/ckaa166.345","title":"Defining a standard set of outcomes for patients with psychosis","year":2020,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Delphi method; Health care; Set (abstract data type); Medicine; Quality of life (healthcare); Inclusion (mineral); Systematic review; Schizophrenia (object-oriented programming); Psychiatry; MEDLINE; Psychology; Nursing; Computer science; Artificial intelligence","score_opus":0.24131457896984443,"score_gpt":0.46792937964057996,"score_spread":0.22661480067073553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092543142","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3474156,0.00027030808,0.16534834,0.46564013,0.00044402288,0.001430499,0.00029534887,0.0001212341,0.01903452],"genre_scores_gemma":[0.97871596,0.00005812333,0.019856337,0.0011972473,0.0001214031,0.000001585739,0.000002455422,0.00002428801,0.000022583503],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958177,0.0020952425,0.00059893786,0.00011373747,0.0009843255,0.00039004977],"domain_scores_gemma":[0.99746484,0.00028154842,0.0006780667,0.00010178817,0.0008770101,0.0005967443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014040947,0.0000752779,0.00029062398,0.00014225763,0.00019588979,0.00007801697,0.0005090455,0.000015626336,0.000049532326],"category_scores_gemma":[0.002980304,0.000056245084,0.00008757883,0.00040772528,0.00013520944,0.00024409937,0.00003934378,0.00022563146,0.000004167961],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016882848,0.0001685017,0.4916378,0.00015374554,0.00011851272,0.000014319326,0.03610559,0.00000408966,0.0000020044954,0.0071325405,0.076108545,0.38838553],"study_design_scores_gemma":[0.002909284,0.007165069,0.14507698,0.00017023606,0.00001008684,0.000001589156,0.0077371052,0.000007667433,0.000006387406,0.0001813965,0.836554,0.00018019453],"about_ca_topic_score_codex":0.000037014524,"about_ca_topic_score_gemma":0.00002436051,"teacher_disagreement_score":0.7604455,"about_ca_system_score_codex":0.00011825896,"about_ca_system_score_gemma":0.0010050948,"threshold_uncertainty_score":0.48663402},"labels":[],"label_agreement":null},{"id":"W3095185442","doi":"10.1183/13993003.congress-2020.4017","title":"Identification of important respiratory research themes relevant to primary care: qualitative analysis of round 1 of the 2020 International Primary Care Respiratory Group (IPCRG) Research Prioritisation Exercise","year":2020,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Thematic analysis; Delphi method; Qualitative research; Respiratory care; Delphi; Family medicine; Nursing; Medical education; Intensive care medicine","score_opus":0.21914419134491192,"score_gpt":0.518886833917489,"score_spread":0.2997426425725771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095185442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96651065,0.003147945,0.00046704893,0.0050160554,0.00022556879,0.0039847847,0.0004614709,0.00009090043,0.020095548],"genre_scores_gemma":[0.9980214,0.00040427243,0.0007603232,0.0001425393,0.0001198988,0.00022818011,0.00006405975,0.000029997129,0.00022930447],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98553973,0.004809448,0.0017138252,0.00075588597,0.0066289855,0.00055214216],"domain_scores_gemma":[0.98896176,0.0020696009,0.0005989797,0.0009438628,0.007187917,0.0002378945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018126,0.00017090814,0.00058011233,0.0013015626,0.0004990544,0.0001058136,0.0022422038,0.0002417858,0.000120314355],"category_scores_gemma":[0.005372415,0.00014807002,0.00031160095,0.008095114,0.0018630128,0.00043395307,0.00096039375,0.00074684614,0.000007983727],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084144296,0.00030775488,0.029950054,0.0011887968,0.00051866606,0.000010703323,0.5480118,0.00006663323,0.372317,0.024636667,0.0072590415,0.014891487],"study_design_scores_gemma":[0.0006683159,0.00083541864,0.14204098,0.00060922117,0.0002467182,1.6702107e-7,0.72192955,0.00009421966,0.11646831,0.003078145,0.013586212,0.0004427156],"about_ca_topic_score_codex":0.0044202507,"about_ca_topic_score_gemma":0.0033090718,"teacher_disagreement_score":0.25584868,"about_ca_system_score_codex":0.0014883201,"about_ca_system_score_gemma":0.002052148,"threshold_uncertainty_score":0.6864348},"labels":[],"label_agreement":null},{"id":"W3095922016","doi":"10.22541/au.158447717.70500903","title":"Assessing the Comprehensiveness of Outcome Reporting in Obstetric Trials: Development of a Reporting Tool","year":2020,"lang":"en","type":"dataset","venue":"Authorea","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Outcome (game theory); Clinical trial; Context (archaeology); Psychological intervention; Transparency (behavior); Medicine; Population; Systematic review; Computer science; MEDLINE; Data science; Nursing; Pathology","score_opus":0.6292738777305608,"score_gpt":0.5890804197342465,"score_spread":0.04019345799631424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095922016","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23465459,0.0022478472,0.0019748972,0.005365765,0.0058654435,0.01548116,0.728803,0.0006179153,0.004989376],"genre_scores_gemma":[0.54952013,0.0002636425,0.02448949,0.00016641917,0.0006953847,0.00056510814,0.42403302,0.00012040255,0.00014640746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98248696,0.0023400167,0.012129534,0.00053480244,0.0019859215,0.0005227673],"domain_scores_gemma":[0.965279,0.0060987812,0.02722869,0.0007285156,0.0005777579,0.000087256216],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052113663,0.00024381465,0.0017731074,0.0004818448,0.0003159282,0.0001542655,0.001088401,0.0004257926,0.000045551344],"category_scores_gemma":[0.3007867,0.00018696491,0.00030109336,0.0019931493,0.00036000373,0.00016331399,0.0005551784,0.00094358064,0.000006386778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054104938,0.00030952634,0.04811982,0.003134599,0.0002919511,0.001205325,0.015391889,0.000022705754,0.0009793502,0.00029014033,0.84910154,0.08109903],"study_design_scores_gemma":[0.0002954712,0.000032589167,0.029284524,0.0017482828,0.00011411978,0.000012179181,0.014508134,0.000026476235,0.0012730934,0.00044489285,0.95174676,0.00051349896],"about_ca_topic_score_codex":0.0050082193,"about_ca_topic_score_gemma":0.001076931,"teacher_disagreement_score":0.31486553,"about_ca_system_score_codex":0.00032075198,"about_ca_system_score_gemma":0.0022879988,"threshold_uncertainty_score":0.97604847},"labels":[],"label_agreement":null},{"id":"W3096142005","doi":"10.1182/blood-2020-138613","title":"<i>Establishing Clinical Decision Limits for Serum B12 Deficiency: Using Modified Delphi Methodology</i>","year":2020,"lang":"en","type":"article","venue":"Blood","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Vitamin B12; Comorbidity; Cobalamin; Intensive care medicine; Internal medicine; Pediatrics; Methylmalonic acid","score_opus":0.6144168797891965,"score_gpt":0.5508229174537467,"score_spread":0.06359396233544978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096142005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61190265,0.00034349263,0.3730424,0.0064035864,0.0005252489,0.0013814037,0.00003507619,0.000452735,0.005913407],"genre_scores_gemma":[0.7027841,0.00009381713,0.2953679,0.0010000981,0.0006536891,0.000039722803,0.0000021521437,0.000029114033,0.000029378542],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99624324,0.001077723,0.0006158232,0.00059231184,0.00074713735,0.0007237941],"domain_scores_gemma":[0.9915949,0.007257591,0.00016761899,0.00029542047,0.00032785704,0.0003565947],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009871221,0.00014881985,0.00036183494,0.00010108859,0.000663021,0.00023080253,0.0010215129,0.00037626093,0.000032603508],"category_scores_gemma":[0.02943077,0.00014896182,0.00021096406,0.0007934594,0.00033463517,0.00038945623,0.00023444148,0.00043915276,0.00001591442],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017409752,0.004245044,0.07518608,0.00045647912,0.0003771169,0.00035680112,0.04755622,0.0016389599,0.05309105,0.13115029,0.053954545,0.63024646],"study_design_scores_gemma":[0.032702927,0.006661761,0.011363726,0.0011049159,0.0022381945,0.000105367595,0.06634492,0.10217521,0.093226664,0.4013382,0.2756065,0.0071316143],"about_ca_topic_score_codex":0.00030844216,"about_ca_topic_score_gemma":0.00023445237,"teacher_disagreement_score":0.6231148,"about_ca_system_score_codex":0.000036190428,"about_ca_system_score_gemma":0.0005363442,"threshold_uncertainty_score":0.97874475},"labels":[],"label_agreement":null},{"id":"W3096647058","doi":"10.1136/archdischild-2020-rcpch.32","title":"G45(P) Severe neurological impairment: towards an international consensus-based definition","year":2020,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Medicine; Process (computing); Dissemination; Medical education; Public relations; Computer science; Political science; Telecommunications; Artificial intelligence","score_opus":0.22632968218029031,"score_gpt":0.4389873491691047,"score_spread":0.2126576669888144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096647058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43566972,0.000004002637,0.0014227525,0.19717702,0.00018167612,0.0004352028,0.000031367465,0.0008318589,0.3642464],"genre_scores_gemma":[0.98534226,0.00000948883,0.0075540524,0.0067511857,0.00019198442,0.000023442042,0.000017361179,0.0000072733937,0.00010293757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983869,0.0003061809,0.00014730798,0.0002521918,0.00065949606,0.00024788],"domain_scores_gemma":[0.9993474,0.000116844974,0.00003410209,0.000106519714,0.00014877786,0.00024637245],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005789002,0.000072447,0.000081518934,0.000048101603,0.00017075718,0.00011166675,0.00044705442,0.00010717115,0.004146982],"category_scores_gemma":[0.0007339698,0.00006581079,0.000052039028,0.00020949788,0.0002485236,0.00012038168,0.000070604685,0.00019225714,0.00017502118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001738421,0.00172361,0.09575685,0.000052783293,0.000080752274,0.00090373075,0.009940392,0.00033625192,0.0023181804,0.6576417,0.12861636,0.10089094],"study_design_scores_gemma":[0.0055570495,0.007713573,0.14554399,0.00004839321,0.000052928153,0.00005052697,0.01192273,0.08457445,0.003979476,0.12039666,0.61795926,0.0022009218],"about_ca_topic_score_codex":0.0006150026,"about_ca_topic_score_gemma":0.00015139987,"teacher_disagreement_score":0.54967254,"about_ca_system_score_codex":0.000048709866,"about_ca_system_score_gemma":0.00023362564,"threshold_uncertainty_score":0.99676335},"labels":[],"label_agreement":null},{"id":"W3096840688","doi":"10.1136/bjsports-2019-101630","title":"i-CONTENT tool for assessing therapeutic quality of exercise programs employed in randomised clinical trials","year":2020,"lang":"en","type":"article","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Delphi method; Delphi; Psychological intervention; Medicine; Physical therapy; Quality (philosophy); Intervention (counseling); Randomized controlled trial; Clinical trial; Medical physics; Computer science; Nursing; Surgery; Internal medicine","score_opus":0.606919933585674,"score_gpt":0.5812465172965132,"score_spread":0.025673416289160755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096840688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96551347,0.008561324,0.005098419,0.015934018,0.00070551934,0.0037814677,0.000006227583,0.000041567106,0.00035797188],"genre_scores_gemma":[0.9903907,0.006538846,0.0018931353,0.00029661978,0.0007806353,0.00003338565,0.0000033534598,0.000016471487,0.000046860503],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99268353,0.001604468,0.0037822325,0.0001916464,0.0014280644,0.00031004404],"domain_scores_gemma":[0.99418557,0.0026582894,0.0019034634,0.00010556886,0.0008568188,0.00029027855],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07852158,0.00010181917,0.0016451511,0.000112799826,0.00008566295,0.00006044407,0.0004017715,0.00015769899,0.00016181912],"category_scores_gemma":[0.029183317,0.000088351226,0.00041883453,0.0003887354,0.0005856334,0.00021348851,0.000025284957,0.00047176526,1.8335506e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032554965,0.0002201454,0.036724664,0.000110461486,0.00004164415,0.00023482066,0.0012966762,6.881995e-7,0.0002747122,0.00008869088,0.0016605384,0.95609146],"study_design_scores_gemma":[0.15451513,0.00189978,0.74385184,0.033587765,0.00067660934,0.00014047834,0.036831286,0.00008767668,0.0005412298,0.01447301,0.012625562,0.0007696374],"about_ca_topic_score_codex":0.0008370116,"about_ca_topic_score_gemma":0.000052885793,"teacher_disagreement_score":0.95532185,"about_ca_system_score_codex":0.000058722377,"about_ca_system_score_gemma":0.0005417926,"threshold_uncertainty_score":0.9789943},"labels":[],"label_agreement":null},{"id":"W3100496553","doi":"10.1093/eurjcn/zvab003","title":"An international e-Delphi study to identify core competencies for Italian cardiac nurses","year":2021,"lang":"en","type":"article","venue":"European Journal of Cardiovascular Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Core competency; Delphi method; Medicine; Competence (human resources); Medical education; Nursing; Psychological intervention; Promotion (chess); Delphi; Psychology","score_opus":0.14095127592486165,"score_gpt":0.47076585760835504,"score_spread":0.3298145816834934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100496553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.922216,0.002658875,0.03186698,0.001865302,0.008153587,0.0010630906,0.0000277287,0.00011389017,0.03203454],"genre_scores_gemma":[0.9883362,0.00012468312,0.00925872,0.00004428886,0.001994059,0.000004102223,0.000004448159,0.00005138787,0.00018212554],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461704,0.0023066502,0.00051657256,0.00029815326,0.0018837284,0.00037783146],"domain_scores_gemma":[0.9968939,0.00013731173,0.00015676241,0.00050841336,0.001962348,0.0003412937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009543859,0.00014426168,0.00044457716,0.0002856077,0.00044165694,0.0004925342,0.001027732,0.000026822992,0.000030781186],"category_scores_gemma":[0.0013483673,0.00015031817,0.00097122137,0.0004426715,0.00019803968,0.00055205874,0.00006573091,0.0002658618,0.000016079715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039723795,0.0024212012,0.009293424,0.000045343168,0.007978571,0.0057611438,0.1953578,0.005055025,0.01131319,0.0032892735,0.025418015,0.73366976],"study_design_scores_gemma":[0.0014122935,0.001086279,0.042687587,0.0006327802,0.000795575,0.00019249515,0.26891413,0.000039118677,0.0014346614,0.0005954691,0.6816584,0.0005511907],"about_ca_topic_score_codex":0.000035114925,"about_ca_topic_score_gemma":0.000010466074,"teacher_disagreement_score":0.7331186,"about_ca_system_score_codex":0.0003038155,"about_ca_system_score_gemma":0.00026975054,"threshold_uncertainty_score":0.6129797},"labels":[],"label_agreement":null},{"id":"W3100944217","doi":"10.1136/ijgc-2020-igcs.88","title":"97 Practicing knowledge translation: building awareness and assessing barriers and facilitators to provincial implementation of the proactive molecular risk classifier for endometrial cancer (ProMisE)","year":2020,"lang":"en","type":"article","venue":"International Journal of Gynecological Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Women's Health Research Institute","funders":"","keywords":"Focus group; Thematic analysis; Psychology; Knowledge translation; Medical education; Computer science; Medicine; Knowledge management; Qualitative research; Sociology","score_opus":0.21098755489678056,"score_gpt":0.5310677374330005,"score_spread":0.32008018253621995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100944217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732822,0.0003175993,0.012706369,0.012111899,0.0005299977,0.00084501103,0.00008686862,0.0000077468585,0.000112271075],"genre_scores_gemma":[0.99641347,0.0001445631,0.0027884794,0.00015528407,0.00037514712,0.00011061295,3.4582135e-7,0.000006612381,0.000005508354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983275,0.00035317833,0.0003810011,0.00017257434,0.00060265476,0.00016311233],"domain_scores_gemma":[0.99717855,0.0013315666,0.00042993503,0.0000322645,0.0008574102,0.00017026831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013267315,0.00008205415,0.00018901461,0.00011276434,0.00024414287,0.00011717314,0.00029019266,0.00007978933,0.00012576279],"category_scores_gemma":[0.0056846635,0.000061453204,0.00008572191,0.00026347736,0.00018250731,0.00036676324,0.00007531852,0.00023459633,8.577599e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011512255,0.000057135407,0.21934547,0.000052523472,0.0004750319,0.000010829169,0.020107921,0.00044450117,0.032957617,0.0022595203,0.00026149096,0.7228767],"study_design_scores_gemma":[0.019549575,0.0037495813,0.51719725,0.0007523992,0.0011214393,0.00002156835,0.112490796,0.0051114634,0.23043513,0.014576354,0.09349977,0.001494689],"about_ca_topic_score_codex":0.0009521954,"about_ca_topic_score_gemma":0.0010874418,"teacher_disagreement_score":0.721382,"about_ca_system_score_codex":0.00040230987,"about_ca_system_score_gemma":0.0011720721,"threshold_uncertainty_score":0.68054837},"labels":[],"label_agreement":null},{"id":"W3102683442","doi":"10.1007/s00403-020-02159-x","title":"Core outcome sets and core outcome measures: a primer","year":2020,"lang":"en","type":"article","venue":"Archives of Dermatological Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outcome (game theory); Core (optical fiber); Primer (cosmetics); Medicine; Computer science; Chemistry; Mathematics; Telecommunications","score_opus":0.7634841626133501,"score_gpt":0.5878705019242542,"score_spread":0.1756136606890959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102683442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8562955,0.0007586827,0.00068881194,0.0477477,0.000055866836,0.0018889154,0.00005386589,0.0003373036,0.092173345],"genre_scores_gemma":[0.9948804,0.0004240231,0.0037920189,0.00044506186,0.000049862523,0.00007081012,0.0000055447344,0.000020569842,0.00031172906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423677,0.0011930533,0.00065298245,0.0005748893,0.0022563448,0.0010859497],"domain_scores_gemma":[0.9932605,0.005184972,0.000103434584,0.00037774426,0.00025145346,0.0008219027],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0025405595,0.00018629945,0.00054348755,0.00028347873,0.00061730534,0.00009577638,0.0013893641,0.0002169708,0.00019380004],"category_scores_gemma":[0.015272914,0.00014777175,0.0001507568,0.0008256531,0.0043049976,0.00014302475,0.0010489061,0.0012046029,0.000089985006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029153115,0.00014527787,0.89208233,0.00019119651,0.00003812887,0.0002566567,0.007352162,9.545874e-7,0.0028802813,0.07450492,0.0032845929,0.018971967],"study_design_scores_gemma":[0.0027676718,0.0013612338,0.6161485,0.00027289373,0.000045387675,0.00009638178,0.021548115,0.0023622913,0.00411943,0.17893131,0.17099051,0.0013563216],"about_ca_topic_score_codex":0.00036477656,"about_ca_topic_score_gemma":0.00009944867,"teacher_disagreement_score":0.2759339,"about_ca_system_score_codex":0.00003292733,"about_ca_system_score_gemma":0.00026258559,"threshold_uncertainty_score":0.99840474},"labels":[],"label_agreement":null},{"id":"W3110074878","doi":"10.2196/24175","title":"The Effect of Question Order on Outcomes in the Core Outcome Set for Brief Alcohol Interventions Among Online Help-Seekers: Protocol for a Factorial Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linköpings Universitet","keywords":"Psychological intervention; Interim; Protocol (science); Psychology; Randomized controlled trial; Generalizability theory; Research design; Medicine; Clinical psychology; Psychiatry; Statistics; Developmental psychology; Alternative medicine","score_opus":0.696412107173351,"score_gpt":0.7128172318021413,"score_spread":0.01640512462879029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110074878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001923262,3.7881512e-7,0.00074424193,0.009476174,0.000036873418,0.98730415,0.00014251322,0.00009027331,0.00028211033],"genre_scores_gemma":[0.009806439,2.2117754e-7,0.00024037361,0.000046301102,0.00067999505,0.9887244,0.000023481198,0.000038599574,0.00044019477],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9859016,0.009062362,0.0012390601,0.0005039798,0.002353184,0.00093981845],"domain_scores_gemma":[0.9725286,0.025488334,0.00038812647,0.0005456435,0.0008729671,0.00017635159],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04005881,0.00025000604,0.0008347422,0.00024479433,0.0009150271,0.000450854,0.0018647799,0.00028393607,0.0000485685],"category_scores_gemma":[0.062284235,0.0001321215,0.0007878779,0.0010717957,0.0014319683,0.00023510697,0.00022391461,0.0010413663,0.0000056565164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582791,0.0009114734,0.0062747495,0.0014102078,0.00008476612,0.0000040732216,0.002489907,0.000006033818,0.00006217476,0.008604776,0.018286992,0.0035857907],"study_design_scores_gemma":[0.843878,0.017525557,0.0005129285,0.0017097051,0.000013373052,2.2347994e-7,0.0012328478,0.0005593695,0.0004106584,0.005580864,0.12830997,0.00026653265],"about_ca_topic_score_codex":0.00079805125,"about_ca_topic_score_gemma":0.0014326347,"teacher_disagreement_score":0.11440108,"about_ca_system_score_codex":0.00023068205,"about_ca_system_score_gemma":0.0004450385,"threshold_uncertainty_score":0.9884615},"labels":[],"label_agreement":null},{"id":"W3111192689","doi":"10.1002/alz.036378","title":"VADEC program: Cognitive impairment (CI) assessment in Spain","year":2020,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Neuropsychology; Test (biology); Cognition; Montreal Cognitive Assessment; Delphi method; Consensus conference; Cognitive impairment; Confidence interval; Medicine; Clinical Practice; Psychology; Psychiatry; Family medicine; Disease; Computer science; Pathology; Artificial intelligence; Internal medicine","score_opus":0.14142652575757012,"score_gpt":0.4576080306357376,"score_spread":0.31618150487816743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111192689","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23965524,0.053251937,0.008397578,0.27065843,0.0016251727,0.03456254,0.00017585079,0.005221085,0.38645217],"genre_scores_gemma":[0.99118036,0.00010529166,0.0069917226,0.00089058065,0.00015579049,0.0006237346,0.000018418978,0.000024346384,0.00000977804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699235,0.0005609774,0.00035193947,0.00044572313,0.0009419967,0.0007069903],"domain_scores_gemma":[0.99913687,0.00017463468,0.00009165108,0.00015613293,0.00013179798,0.00030894694],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001657257,0.00016463612,0.00020028731,0.00011093699,0.000232543,0.00016561426,0.0004889417,0.00011390503,0.0011947253],"category_scores_gemma":[0.00013982506,0.00017410627,0.00008759966,0.00076525856,0.00026826287,0.00022087726,0.000236373,0.00039122294,0.00023689691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001351239,0.0018234666,0.116101645,0.00002045446,0.00500707,0.00033081527,0.017068023,0.000007424985,0.00035497182,0.012095141,0.028183138,0.81887275],"study_design_scores_gemma":[0.006470752,0.004068272,0.16999802,0.00036414454,0.008394985,0.000005115062,0.06434204,0.0034264517,0.010614336,0.008020893,0.7212799,0.0030150604],"about_ca_topic_score_codex":0.0019631886,"about_ca_topic_score_gemma":0.0010549235,"teacher_disagreement_score":0.81585765,"about_ca_system_score_codex":0.000041064155,"about_ca_system_score_gemma":0.00042124043,"threshold_uncertainty_score":0.9997183},"labels":[],"label_agreement":null},{"id":"W3111223757","doi":"10.1111/obr.13161","title":"Effective and resource‐efficient strategies for recruiting families in physical activity, sedentary behavior, nutrition, and obesity prevention research: A systematic review with expert opinion","year":2020,"lang":"en","type":"review","venue":"Obesity Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Medical Research Council; National Institute for Health and Care Research; Medical Research Council Canada; Wellcome Trust","keywords":"Delphi method; Psychological intervention; Referral; Intervention (counseling); Medicine; Resource (disambiguation); Psychology; Family medicine; Nursing","score_opus":0.3410496023082349,"score_gpt":0.5444660082953691,"score_spread":0.20341640598713417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111223757","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028160063,0.9405277,0.00010784384,0.00022256147,0.000032281358,0.058467153,0.00003047762,0.00007637495,0.0002540312],"genre_scores_gemma":[0.00008259067,0.9684319,0.00040503583,0.000021233787,0.00020382865,0.030721579,0.00004385797,0.00004737197,0.000042594962],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9859292,0.010481335,0.00085114304,0.0010304514,0.0010685691,0.00063932914],"domain_scores_gemma":[0.9960429,0.0022899904,0.0006539653,0.0005123495,0.00025940052,0.00024139],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01136701,0.000515046,0.0038270878,0.00035384504,0.0007181539,0.00035229587,0.00056522066,0.00029168246,0.000004267736],"category_scores_gemma":[0.0018812886,0.00039280922,0.00041127077,0.0014050135,0.00063023326,0.00033553367,0.000394927,0.001052523,0.00001118553],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009846556,0.000505472,0.00000996186,0.76589596,0.000028204018,0.000013995016,0.0013168284,1.4945842e-8,8.2070414e-7,0.00031830824,0.0007532265,0.23114733],"study_design_scores_gemma":[0.00015288049,0.00022513795,0.00001187274,0.58214325,0.00032991133,0.000017193008,0.0014592612,0.000006048338,7.975296e-7,0.0001565153,0.41519535,0.000301823],"about_ca_topic_score_codex":0.00043960437,"about_ca_topic_score_gemma":0.0007354031,"teacher_disagreement_score":0.41444212,"about_ca_system_score_codex":0.00066965603,"about_ca_system_score_gemma":0.00047986687,"threshold_uncertainty_score":0.99985236},"labels":[],"label_agreement":null},{"id":"W3111422120","doi":"10.1016/s1473-3099(20)30681-2","title":"Fungal infections should be part of the core outcome set for COVID-19 – Authors' reply","year":2020,"lang":"en","type":"letter","venue":"The Lancet Infectious Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Michael's Hospital","funders":"World Health Organization","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Set (abstract data type); Core (optical fiber); Common core; Intensive care medicine; Outcome (game theory); Medicine; Virology; Computer science; Internal medicine; Disease; Infectious disease (medical specialty); Economics","score_opus":0.45538365417015103,"score_gpt":0.5097231331160375,"score_spread":0.05433947894588642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111422120","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068019086,0.00016518247,0.0002720823,0.9802968,0.0018384029,0.0031442663,0.0049389256,0.0010943068,0.007569844],"genre_scores_gemma":[0.066997595,0.00021630869,0.000020063064,0.9141354,0.012466422,0.00178122,0.00024332792,0.000100900696,0.004038785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544483,0.0012582047,0.0005856245,0.0005632962,0.0012874254,0.0008606116],"domain_scores_gemma":[0.9935379,0.0039856476,0.00054789503,0.0013221807,0.00031367887,0.00029270325],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0015290984,0.0003621988,0.00076581823,0.00014128705,0.001912987,0.0002155295,0.0018143316,0.00050061813,0.00038028572],"category_scores_gemma":[0.015226085,0.0002375853,0.00070915016,0.0009567599,0.0016310284,0.000115037685,0.00042306675,0.0020233882,0.000022167393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029965247,0.00005546772,0.0781156,0.00036273577,0.00012373047,0.000026519578,0.000829707,0.000024989673,0.0000017232603,0.0023591905,0.9179615,0.00010888096],"study_design_scores_gemma":[0.00031852294,0.00011543868,0.00073496375,0.000049826147,0.00027138344,0.0000106823745,0.00021224406,0.000014670639,0.0000052319942,0.021353614,0.976631,0.00028245238],"about_ca_topic_score_codex":0.0038406397,"about_ca_topic_score_gemma":0.0016193494,"teacher_disagreement_score":0.077380635,"about_ca_system_score_codex":0.0004991554,"about_ca_system_score_gemma":0.0015256386,"threshold_uncertainty_score":0.99938637},"labels":[],"label_agreement":null},{"id":"W3111526411","doi":"10.1101/2020.12.15.20248275","title":"Development of a Conceptual Model of Childhood Asthma to Inform Asthma Prevention Policies","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Manitoba; McMaster University; BC Children's Hospital; Hospital for Sick Children; University of British Columbia","funders":"University of British Columbia","keywords":"Asthma; Delphi method; Psychological intervention; Context (archaeology); Medicine; Population; Family medicine; Computer science; Environmental health; Artificial intelligence; Nursing","score_opus":0.1730360723045629,"score_gpt":0.42877620388249454,"score_spread":0.25574013157793163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111526411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96537125,0.00004218306,0.014670624,0.002457693,0.00012889439,0.0014142953,0.000050897277,0.00013452047,0.01572966],"genre_scores_gemma":[0.94076335,0.000027295957,0.058326017,0.000063665495,0.00008317608,0.00017732785,0.000016315613,0.00002328019,0.00051959034],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99674577,0.00015387959,0.0008213505,0.00036668137,0.0015085558,0.0004037694],"domain_scores_gemma":[0.9984591,0.00008032108,0.00040844313,0.00039413717,0.00042106086,0.00023693893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017856488,0.00021049412,0.00048673098,0.00030153734,0.0001602491,0.000035042893,0.001209705,0.00031682587,0.00010188937],"category_scores_gemma":[0.0009380177,0.00022146985,0.00017295171,0.0005639857,0.0005404896,0.000094121504,0.0014637477,0.00046867237,0.00002584625],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010441434,0.0005895069,0.0027598732,0.0006296129,0.0002671822,0.000004269362,0.81953907,0.0029994892,0.011991716,0.090614386,0.0022804916,0.068219975],"study_design_scores_gemma":[0.0025933855,0.00160573,0.1494585,0.0061163586,0.00012750864,0.0000040435893,0.1721907,0.008099097,0.28809297,0.122561894,0.24437903,0.0047707753],"about_ca_topic_score_codex":0.00053671154,"about_ca_topic_score_gemma":0.0009015318,"teacher_disagreement_score":0.6473484,"about_ca_system_score_codex":0.00019472327,"about_ca_system_score_gemma":0.002579365,"threshold_uncertainty_score":0.90312785},"labels":[],"label_agreement":null},{"id":"W3111755384","doi":"10.1002/alz.036831","title":"Development of international practice recommendations for the recognition and management of hearing, vision and cognitive impairment","year":2020,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Cognition; Guideline; Evidence-based practice; Psychology; Best practice; MEDLINE; Medicine; Medical education; Applied psychology; Psychiatry; Alternative medicine","score_opus":0.20889247562411817,"score_gpt":0.45515457178484386,"score_spread":0.2462620961607257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111755384","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14217661,0.07039161,0.19629732,0.51877904,0.0016581485,0.023552755,0.0004961393,0.00037215257,0.046276253],"genre_scores_gemma":[0.90015024,0.0016660113,0.09770757,0.00025362876,0.000025656838,0.000160004,0.000026632955,0.0000063542047,0.000003883075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917865,0.0000719032,0.00022576956,0.00014224365,0.00027787546,0.000103547034],"domain_scores_gemma":[0.9991963,0.00034631367,0.00013892319,0.000043982356,0.00022865468,0.000045855435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010329409,0.000052413317,0.00006637219,0.000037288108,0.00020912719,0.000034402885,0.00011446035,0.00002490514,0.00008121395],"category_scores_gemma":[0.00010303821,0.000045066954,0.000018985143,0.000102644975,0.00012700466,0.00018662168,0.00016428091,0.00004846479,0.000002412459],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015785507,0.00014497981,0.00040893824,0.00002886107,0.004999744,7.615084e-7,0.014660737,2.8156546e-7,0.00019013019,0.0021638449,0.0032531882,0.9739907],"study_design_scores_gemma":[0.0024144233,0.00058096746,0.017774835,0.00047079995,0.009077967,0.0000026276987,0.10032555,0.00063695654,0.024689976,0.0019706616,0.8416478,0.00040744993],"about_ca_topic_score_codex":0.00011330551,"about_ca_topic_score_gemma":0.00005014543,"teacher_disagreement_score":0.9735832,"about_ca_system_score_codex":0.0000056359577,"about_ca_system_score_gemma":0.000039201364,"threshold_uncertainty_score":0.1837777},"labels":[],"label_agreement":null},{"id":"W3111774647","doi":"10.1016/j.apmr.2020.10.121","title":"Letter to the Editor—Response","year":2020,"lang":"en","type":"letter","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Baycrest Hospital; St. Michael's Hospital; Public Health Ontario; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Systematic review; Quality (philosophy); Perspective (graphical); Management science; Intervention (counseling); Psychology; Medicine; MEDLINE; Engineering ethics; Computer science; Political science; Epistemology; Engineering","score_opus":0.03633755811752076,"score_gpt":0.3956228514036086,"score_spread":0.3592852932860878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111774647","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008738476,0.000037600534,0.00022383872,0.99485487,0.00049064925,0.0007194263,0.000011023536,0.000039271392,0.002749476],"genre_scores_gemma":[0.03808259,0.00003131131,0.001837611,0.8286298,0.13017145,0.00020554657,0.000021163583,0.000037783295,0.000982766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969846,0.0014253897,0.00021819783,0.00029177906,0.00084104616,0.00023900878],"domain_scores_gemma":[0.9686276,0.030875858,0.00008319545,0.0002489536,0.00006772377,0.0000967103],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00068341586,0.00013088417,0.00029211078,0.00018439785,0.00018294419,0.000014260805,0.0004112046,0.00010679661,0.000014105994],"category_scores_gemma":[0.011209704,0.00007942235,0.00011507615,0.00027167838,0.002454504,0.000049043712,0.000108206346,0.0009121916,0.000014933935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008998625,0.000013396798,0.000007054789,0.00010238048,0.000010892973,0.00000472632,0.066886805,5.1246167e-7,0.00066576677,0.0007224507,0.9231424,0.00835367],"study_design_scores_gemma":[0.000088510584,0.0012179649,0.0002301632,0.00027452546,0.000018345127,1.0295878e-7,0.0018215928,0.000029314806,0.000013160291,0.026870007,0.96935266,0.00008364298],"about_ca_topic_score_codex":0.00039125932,"about_ca_topic_score_gemma":0.00001870437,"teacher_disagreement_score":0.16622509,"about_ca_system_score_codex":0.000018118895,"about_ca_system_score_gemma":0.00009001043,"threshold_uncertainty_score":0.9971193},"labels":[],"label_agreement":null},{"id":"W3112860936","doi":"10.1136/archdischild-2020-320345","title":"Development of an international standard set of patient-centred outcome measures for overall paediatric health: a consensus process","year":2020,"lang":"en","type":"article","venue":"Archives of Disease in Childhood","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Outcome (game theory); Consensus conference; Process (computing); MEDLINE; International standard; Set (abstract data type); Pediatrics; Family medicine; Intensive care medicine","score_opus":0.09369938827422544,"score_gpt":0.40569646906721,"score_spread":0.3119970807929846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112860936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913449,0.00024444566,0.0001328503,0.0054521156,0.000058663896,0.0012874607,0.0010554623,0.00003296623,0.00039108243],"genre_scores_gemma":[0.98813665,0.000051866857,0.011568136,0.00008796847,0.00004245034,0.00004710563,0.00005231753,0.000011843634,0.0000016880911],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99780744,0.00018650436,0.00068114465,0.0002376362,0.0008251213,0.00026217263],"domain_scores_gemma":[0.99876976,0.00031109064,0.00033146213,0.00013352792,0.00013972072,0.00031442224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026239737,0.000100228724,0.0002766552,0.00019364421,0.00007623624,0.000010634639,0.0004930732,0.000026847514,0.000017116461],"category_scores_gemma":[0.0015640858,0.00010117913,0.00009612289,0.00020714228,0.0002280387,0.00007919319,0.00009041138,0.00009217119,2.4502341e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003879001,0.0016294848,0.25873756,0.0011010197,0.00016132345,0.0000064051974,0.53044385,0.00037705098,0.00018053719,0.003696817,0.00025569432,0.19953126],"study_design_scores_gemma":[0.013506356,0.0025641464,0.8198415,0.0011730278,0.00008515619,6.623749e-7,0.07652202,0.0021970924,0.00879221,0.061393507,0.012623823,0.0013004965],"about_ca_topic_score_codex":0.00010083661,"about_ca_topic_score_gemma":0.00015344117,"teacher_disagreement_score":0.56110394,"about_ca_system_score_codex":0.00004058417,"about_ca_system_score_gemma":0.0017296571,"threshold_uncertainty_score":0.41259652},"labels":[],"label_agreement":null},{"id":"W3113420203","doi":"10.1111/aogs.14072","title":"A tool for assessing the comprehensiveness of outcome reporting within clinical trials in pregnancy","year":2020,"lang":"en","type":"article","venue":"Acta Obstetricia Et Gynecologica Scandinavica","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medicine; Clinical trial; Context (archaeology); Outcome (game theory); Population; MEDLINE; Pregnancy; Intensive care medicine; Internal medicine","score_opus":0.6211404572283749,"score_gpt":0.6022410579608679,"score_spread":0.018899399267506944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113420203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964742,0.00031540357,0.0006878192,0.02419437,0.0008402168,0.004465751,0.000019907186,0.00018212441,0.0045524267],"genre_scores_gemma":[0.99454165,0.00010834173,0.0037794996,0.0010131359,0.00011715121,0.00034290692,0.0000049562586,0.000021785612,0.00007059982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98625606,0.0065696356,0.0050664446,0.0006148701,0.0008473183,0.00064565253],"domain_scores_gemma":[0.88863105,0.1041874,0.005817742,0.0005226107,0.0006327702,0.00020844312],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041626118,0.00020569885,0.0014961306,0.0001749208,0.00043851932,0.00020195675,0.001071422,0.00044863627,0.00008280343],"category_scores_gemma":[0.5602918,0.0001404262,0.0004989488,0.0018637788,0.0005333165,0.00023212026,0.00030593455,0.0008202915,0.0000029175706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000983843,0.0002974682,0.963835,0.0001371731,0.000056414578,0.00008915621,0.0043901796,0.000050304192,0.00064646744,0.006622508,0.0010203222,0.022756629],"study_design_scores_gemma":[0.0027699447,0.0009540387,0.9501804,0.0005927434,0.00014859071,0.000004053242,0.018273657,0.0015299758,0.0005830174,0.0066712205,0.017580695,0.00071163883],"about_ca_topic_score_codex":0.00026800385,"about_ca_topic_score_gemma":0.00021994379,"teacher_disagreement_score":0.5186657,"about_ca_system_score_codex":0.00020225336,"about_ca_system_score_gemma":0.00063184684,"threshold_uncertainty_score":0.9868476},"labels":[],"label_agreement":null},{"id":"W3113639586","doi":"10.1093/geroni/igaa057.1592","title":"Canadian Consensus Conference on Psychological and Non-Pharmacological Interventions for Dementia","year":2020,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of British Columbia; McGill University; Alzheimer Society of Canada; University of Victoria","funders":"","keywords":"Dementia; Psychological intervention; Psychosocial; Delphi method; Medicine; Psychology; Delphi; Cognition; Nursing; Gerontology; Psychiatry; Disease","score_opus":0.40192714986826333,"score_gpt":0.5447376990789835,"score_spread":0.14281054921072017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113639586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7893435,0.000021283922,0.0074582654,0.17728244,0.00017618781,0.0010039127,0.00001918385,0.00009329032,0.024601957],"genre_scores_gemma":[0.99531233,0.000009620189,0.0020725813,0.0023957728,0.000057143123,0.00009576739,0.0000055536616,0.0000036214735,0.00004763451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99912053,0.0000851312,0.00024406768,0.00019021794,0.00013225421,0.00022782265],"domain_scores_gemma":[0.9995027,0.00014639278,0.000049558792,0.00003998253,0.0001734059,0.00008796871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00101257,0.000049605726,0.000077527715,0.0002244145,0.00019508392,0.000072687224,0.00014270016,0.00006803824,0.00021589323],"category_scores_gemma":[0.0007955648,0.000051044994,0.000018037928,0.0007690725,0.00013539118,0.000039845745,0.000025160589,0.0001846916,0.000008185455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008606745,0.00015343272,0.058725245,0.000089304645,0.00004345451,0.0000631129,0.0066407947,0.000026367428,0.0073789265,0.8316043,0.04817654,0.047012456],"study_design_scores_gemma":[0.010634487,0.003131502,0.38120288,0.0019459369,0.00012500305,0.0000142985145,0.047627598,0.029652178,0.0073563047,0.29834458,0.21715567,0.0028095602],"about_ca_topic_score_codex":0.0059025027,"about_ca_topic_score_gemma":0.015237842,"teacher_disagreement_score":0.53325975,"about_ca_system_score_codex":0.00009489249,"about_ca_system_score_gemma":0.00010642685,"threshold_uncertainty_score":0.89228576},"labels":[],"label_agreement":null},{"id":"W3118113853","doi":"10.1093/geroni/igaa057.2805","title":"A Delphi Study on Dementia Care Technology Use and How to Mitigate Risks: Design to Implementation","year":2020,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Delphi method; Dementia; Delphi; Risk analysis (engineering); Value (mathematics); Business; Medicine; Computer science; Computer security","score_opus":0.3227833864973011,"score_gpt":0.5055754025545728,"score_spread":0.1827920160572717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118113853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056782,0.000008183582,0.036109984,0.05600332,0.00003879959,0.0019281541,0.000004080637,0.00015510783,0.00007414658],"genre_scores_gemma":[0.9910306,0.0000022363265,0.007365438,0.001212395,0.00003936364,0.00032893734,0.0000033227318,0.000011899354,0.0000058101114],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9985965,0.000205732,0.000231517,0.00030616458,0.00039141165,0.0002686963],"domain_scores_gemma":[0.99926615,0.00011008076,0.000067269684,0.00011921883,0.00037547524,0.000061799416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001121582,0.00008326199,0.00009870017,0.0009111875,0.00021253662,0.00022910663,0.00020600695,0.000050770246,0.000013485954],"category_scores_gemma":[0.001183488,0.00009641398,0.0000064241526,0.004432814,0.000041395797,0.00025109536,0.00012619003,0.00015969464,0.000009805535],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045973436,0.000054845666,0.7041008,0.000015270316,0.00002935483,0.000032191452,0.16192445,0.00021750765,0.013613154,0.009777717,0.003909857,0.106278874],"study_design_scores_gemma":[0.0012982755,0.0012143091,0.17488481,0.00012231784,0.000019033878,6.152105e-7,0.77500796,0.00015877644,0.030355087,0.0018777862,0.014531888,0.0005291236],"about_ca_topic_score_codex":0.00080501195,"about_ca_topic_score_gemma":0.0011842739,"teacher_disagreement_score":0.61308354,"about_ca_system_score_codex":0.00015960739,"about_ca_system_score_gemma":0.00007837694,"threshold_uncertainty_score":0.3931648},"labels":[],"label_agreement":null},{"id":"W3118843455","doi":"10.1371/journal.pone.0244878","title":"Choosing important health outcomes for comparative effectiveness research: 6th annual update to a systematic review of core outcome sets for research","year":2021,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Universiteit van Amsterdam; Queen's University Belfast; University of Bristol; National Institute for Health and Care Research","keywords":"Scopus; MEDLINE; Systematic review; Medicine; Web of science; Meta-analysis; Internal medicine; Biology","score_opus":0.8830205020587499,"score_gpt":0.6947579129835472,"score_spread":0.18826258907520277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118843455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018447585,0.9289442,0.0001672252,0.0018970277,0.00008849908,0.066506006,0.0021416852,0.000094620525,0.00014233682],"genre_scores_gemma":[0.000049184193,0.9658878,0.005167201,0.00014307116,0.00012611339,0.027720787,0.00028420318,0.0001241528,0.00049750385],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9721802,0.015489297,0.0033730823,0.0012876509,0.0055033257,0.002166466],"domain_scores_gemma":[0.9603621,0.028432898,0.001235925,0.0014788039,0.007782469,0.00070781884],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10634421,0.0005528859,0.009996126,0.0013538083,0.001266994,0.00019860675,0.0023067645,0.0004329581,0.000036597285],"category_scores_gemma":[0.05072669,0.0004468903,0.0010355392,0.003973714,0.00068491977,0.00019033503,0.00075000606,0.0015681259,0.000042980464],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028777977,0.0007701987,0.00003735707,0.98516834,0.00086110976,0.000008961288,0.0013385508,3.39886e-8,8.097916e-7,0.004382515,0.0043717003,0.003031641],"study_design_scores_gemma":[0.00021062663,0.00057658105,0.000004552694,0.9396647,0.000642598,0.0000017723038,0.0017309536,0.0000037745663,0.000009804081,0.00054025836,0.05621492,0.00039942018],"about_ca_topic_score_codex":0.00063723815,"about_ca_topic_score_gemma":0.00048777324,"teacher_disagreement_score":0.055617522,"about_ca_system_score_codex":0.0025350563,"about_ca_system_score_gemma":0.0058974763,"threshold_uncertainty_score":0.9997983},"labels":[],"label_agreement":null},{"id":"W3119114767","doi":"10.1038/s41592-020-01036-9","title":"The standardization fallacy","year":2021,"lang":"en","type":"article","venue":"Nature Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre","funders":"","keywords":"Standardization; Fallacy; Computational biology; Computer science; Biology; Medicine; Philosophy; Epistemology","score_opus":0.10174689525763374,"score_gpt":0.6168790902412016,"score_spread":0.5151321949835679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119114767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037229183,0.006558056,0.50731695,0.036135174,0.0014213453,0.00029178456,0.0000046852338,0.00024429188,0.44765544],"genre_scores_gemma":[0.055000916,0.0018803175,0.9114158,0.0008583138,0.00073358836,0.000040886534,0.0000048688403,0.000022862752,0.030042414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965557,0.0023567462,0.0000991762,0.00014855145,0.0006025897,0.00023727985],"domain_scores_gemma":[0.99741286,0.0017124026,0.000031111234,0.0002650201,0.0005197822,0.000058849502],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008132672,0.00004596194,0.00006952595,0.000027536787,0.0007833845,0.00019840067,0.00031872903,0.0002593655,0.00014122],"category_scores_gemma":[0.01203442,0.000033099335,0.00004979908,0.00071210146,0.00017687136,0.00007074147,0.0000814153,0.00059941574,0.0000071850695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007722504,0.000010452824,0.00021240034,0.0000034301058,0.000012461562,0.000012160618,0.0009967824,0.0000021919163,0.002084922,0.36629435,0.032053966,0.59830916],"study_design_scores_gemma":[0.000034816385,0.000003980479,0.00023176048,0.0000043989653,0.0000027333347,8.9388743e-7,0.0009600745,0.000016200978,0.01321816,0.038171917,0.9473121,0.000042976026],"about_ca_topic_score_codex":0.000046391986,"about_ca_topic_score_gemma":0.0004310573,"teacher_disagreement_score":0.9152581,"about_ca_system_score_codex":0.00009983113,"about_ca_system_score_gemma":0.0004366093,"threshold_uncertainty_score":0.99628764},"labels":[],"label_agreement":null},{"id":"W3120696767","doi":"10.1007/s13187-021-01956-w","title":"Core Competencies in Cancer Genomics for Healthcare Professionals: Results From a Systematic Literature Review and a Delphi Process","year":2021,"lang":"en","type":"review","venue":"Journal of Cancer Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"","keywords":"Delphi method; Genomics; Core competency; Health care; Medicine; Curriculum; Medical education; Delphi; MEDLINE; Knowledge management; Psychology; Computer science; Genetics","score_opus":0.2789091318103659,"score_gpt":0.6212218279473903,"score_spread":0.3423126961370244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120696767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036268175,0.9836096,0.0000050755293,0.010982051,0.00091840496,0.004027764,0.00039385766,0.000007377037,0.000019608698],"genre_scores_gemma":[0.000023415776,0.9947722,0.0009846652,0.0004382694,0.0009736047,0.0024187649,0.0000799184,0.000029058945,0.00028009358],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.996326,0.000828134,0.0016400173,0.0002943404,0.00064488244,0.0002665692],"domain_scores_gemma":[0.99361145,0.0009941858,0.0024628968,0.0002112989,0.0025497645,0.00017037176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003182119,0.0002269485,0.001941352,0.00032494505,0.00016592948,0.0001406866,0.00050630275,0.000319509,0.000017305088],"category_scores_gemma":[0.0023871686,0.00016915715,0.00023100295,0.0009808302,0.00007706688,0.00024107745,0.000038449783,0.0007511195,3.0211575e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001533548,0.00009612458,0.000018668656,0.7596076,0.00010064792,0.0000045121983,0.010446714,3.3001993e-7,1.2911627e-7,0.000250205,0.009823993,0.21963573],"study_design_scores_gemma":[0.000081996775,0.00001775432,0.0000032272205,0.63888,0.00041868215,0.000013321607,0.0031741448,9.796655e-7,1.2289853e-7,0.00036963937,0.35692418,0.00011592426],"about_ca_topic_score_codex":0.0013647914,"about_ca_topic_score_gemma":0.0052004447,"teacher_disagreement_score":0.3471002,"about_ca_system_score_codex":0.0017407762,"about_ca_system_score_gemma":0.023792984,"threshold_uncertainty_score":0.9817412},"labels":[],"label_agreement":null},{"id":"W3123233014","doi":"10.33151/ajp.18.885","title":"Protocol for Development of a Consensus-Based Reporting Guideline Extension for Pre-Hospital Case Reports (Prehospital-Care)","year":2021,"lang":"en","type":"article","venue":"Australasian Journal of Paramedicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Protocol (science); Health care; Context (archaeology); Delphi method; Nursing; Medical education; Medical emergency; Alternative medicine; Political science; Computer science","score_opus":0.16105095074685144,"score_gpt":0.5225940253921766,"score_spread":0.36154307464532515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123233014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7062337,0.00012660143,0.09070574,0.022902055,0.0011809341,0.17784585,0.000021046342,0.0001113633,0.0008727372],"genre_scores_gemma":[0.69170666,8.007979e-7,0.295485,0.000058670787,0.00039365145,0.012122503,0.0000085276115,0.000028888524,0.00019533899],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.99395376,0.00013665413,0.0041315015,0.00031917228,0.0009711348,0.0004877788],"domain_scores_gemma":[0.9889378,0.0005458249,0.004918111,0.00033285876,0.0049399626,0.00032546642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073521873,0.00018134742,0.00062210305,0.00019834588,0.00030491746,0.000038030663,0.00015709143,0.0001773864,0.000075150536],"category_scores_gemma":[0.019748464,0.0001569304,0.00027435203,0.00033941993,0.0003538152,0.00009594078,0.000036964477,0.0002887727,2.627305e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042822254,0.0043265535,0.03718686,0.0064765736,0.0010834335,0.2954534,0.076727316,0.001264388,0.03662241,0.0012001802,0.27545238,0.2599243],"study_design_scores_gemma":[0.016046695,0.011319605,0.004035989,0.009795394,0.0004978553,0.034427207,0.10909779,0.0006995595,0.29249284,0.0057149595,0.51443905,0.0014330631],"about_ca_topic_score_codex":0.0000551202,"about_ca_topic_score_gemma":0.00010212043,"teacher_disagreement_score":0.2610262,"about_ca_system_score_codex":0.00022813574,"about_ca_system_score_gemma":0.0038991282,"threshold_uncertainty_score":0.9885086},"labels":[],"label_agreement":null},{"id":"W3123258292","doi":"10.20944/preprints201902.0015.v1","title":"Scoping Review of the Person-Centered Literature in Adult Physical Rehabilitation","year":2019,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Data extraction; Systematic review; Descriptive statistics; Protocol (science); Rehabilitation; Empirical research; Psychology; Grey literature; Inclusion (mineral); Medicine; MEDLINE; Applied psychology; Political science; Alternative medicine; Statistics; Social psychology; Mathematics; Pathology","score_opus":0.24858298228364034,"score_gpt":0.49358577091420086,"score_spread":0.24500278863056052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123258292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94487756,0.0033552588,0.000015041055,0.017039118,0.0007018395,0.008134308,0.000032340427,0.000121047306,0.025723474],"genre_scores_gemma":[0.9928328,0.0056834337,0.00018429727,0.00020429069,0.00014492686,0.0004316883,0.0000106638145,0.000022825789,0.00048509953],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99572945,0.0016271321,0.00049389317,0.00071101694,0.0010845364,0.0003539912],"domain_scores_gemma":[0.9967904,0.0005857358,0.0004028168,0.0014179511,0.0007353955,0.00006770539],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003369437,0.00020566928,0.0005325564,0.00014023516,0.00009491839,0.0000354349,0.00152259,0.0003255583,0.0001759107],"category_scores_gemma":[0.009670858,0.00017017289,0.00037184567,0.00063399883,0.00038471553,0.00014904472,0.001402978,0.001421936,0.00012354745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056073946,0.0005287333,0.816153,0.10270316,0.000049835227,0.0000051800016,0.0714402,0.0000514956,0.0014864709,0.005215554,0.0007225504,0.0015877732],"study_design_scores_gemma":[0.0003372713,0.000032162687,0.1820122,0.80655277,0.000035971134,8.696038e-7,0.0021825072,0.00011332964,0.0027639016,0.0049800156,0.0005078898,0.00048113707],"about_ca_topic_score_codex":0.0009979253,"about_ca_topic_score_gemma":0.0002964369,"teacher_disagreement_score":0.70384955,"about_ca_system_score_codex":0.00037725046,"about_ca_system_score_gemma":0.0007508294,"threshold_uncertainty_score":0.9986711},"labels":[],"label_agreement":null},{"id":"W3124829688","doi":"10.1093/eurjpc/zwaa080","title":"Delphi consensus recommendations on how to provide cardiovascular rehabilitation in the COVID-19 era","year":2020,"lang":"en","type":"article","venue":"European Journal of Preventive Cardiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Delphi method; Referral; Coronavirus disease 2019 (COVID-19); Rehabilitation; Likert scale; Pandemic; Comorbidity; Canadian Cardiovascular Society; Physical therapy; Intensive care medicine; Delphi; Disease; Family medicine; Internal medicine; Myocardial infarction","score_opus":0.1643326625416625,"score_gpt":0.4206434826818263,"score_spread":0.25631082014016376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124829688","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0673111,0.00046809897,0.03926415,0.86672795,0.00045869747,0.0017505429,0.00002702801,0.000051356226,0.023941087],"genre_scores_gemma":[0.9906532,0.00011608445,0.0042237462,0.0043121804,0.00060646917,0.000018004108,0.000002084613,0.000016118713,0.000052119944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97798777,0.020571033,0.0004033272,0.00023385354,0.00053411553,0.00026988346],"domain_scores_gemma":[0.9964726,0.0024354171,0.00019630276,0.0002435218,0.0003781017,0.00027404045],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01728791,0.00010411628,0.00033662017,0.00021271541,0.00022492663,0.00006242791,0.0007122624,0.000040417515,0.00002386476],"category_scores_gemma":[0.029800138,0.00008169637,0.00039571658,0.00057364797,0.00030861588,0.000081530685,0.00008767932,0.0005914234,0.000036672653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062599813,0.00011548898,0.0041904943,0.00005749943,0.0007146195,0.0029659625,0.112023085,0.0066510583,0.00061646866,0.007561541,0.7794386,0.08503916],"study_design_scores_gemma":[0.0005142916,0.0010164193,0.0048337453,0.000033959084,0.000038074737,0.00005882957,0.019484634,0.0000037762236,0.000010285862,0.00085651537,0.9730437,0.00010577886],"about_ca_topic_score_codex":0.000033771466,"about_ca_topic_score_gemma":0.00002902434,"teacher_disagreement_score":0.9233421,"about_ca_system_score_codex":0.00022233487,"about_ca_system_score_gemma":0.000368523,"threshold_uncertainty_score":0.9783723},"labels":[],"label_agreement":null},{"id":"W3126411974","doi":"10.1186/s12884-021-03588-w","title":"Composite adverse outcomes in obstetric studies: a systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Pregnancy and Childbirth","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Centre for Addiction and Mental Health; Mount Sinai Hospital","funders":"","keywords":"Medicine; Reproductive medicine; Adverse effect; MEDLINE; Intensive care medicine; Pregnancy; Obstetrics; Internal medicine","score_opus":0.21020102660139559,"score_gpt":0.4879213486513229,"score_spread":0.27772032204992736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126411974","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.058064e-7,0.9913353,0.0000069825514,0.000057823974,0.00019222994,0.0063762013,0.000028794395,0.00011601952,0.0018859484],"genre_scores_gemma":[0.0000048858346,0.9962976,0.00025813913,0.00008108978,0.00003302491,0.001674217,0.000017464128,0.000040188414,0.0015933911],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99385804,0.0027648,0.0013313217,0.000658062,0.00081011764,0.0005776783],"domain_scores_gemma":[0.9957985,0.0025756534,0.0005644149,0.0007498806,0.00015227574,0.00015923081],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017331567,0.0004732201,0.004736035,0.0004021197,0.00028846247,0.0000688467,0.00078637904,0.00030191668,0.00003331019],"category_scores_gemma":[0.0048347767,0.00034954768,0.000565385,0.0015933476,0.00027412563,0.00015831935,0.00036252374,0.00061737426,0.000060231116],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6976937e-7,0.00007225655,0.00017907155,0.967426,0.00016428516,0.000089285255,0.00064243824,3.1491915e-8,5.6712607e-10,0.0011601574,0.00012252554,0.03014369],"study_design_scores_gemma":[0.0001136489,0.000014661195,0.000011427583,0.920236,0.0005887055,0.000014593258,0.0007266581,1.4324318e-7,9.8398765e-9,0.000054824573,0.077895425,0.0003439284],"about_ca_topic_score_codex":0.00007261063,"about_ca_topic_score_gemma":0.00042884238,"teacher_disagreement_score":0.0777729,"about_ca_system_score_codex":0.00032766382,"about_ca_system_score_gemma":0.00073932414,"threshold_uncertainty_score":0.99989563},"labels":[],"label_agreement":null},{"id":"W3126939995","doi":"10.22541/au.159069189.98002248","title":"Quality Appraisal of Systematic Reviews on the Efficacy and Safety of Labour Induction Methods: Systematic Review.","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Cochrane Library; MEDLINE; Medicine; Impact factor; Inclusion and exclusion criteria; Meta-analysis; Alternative medicine; Internal medicine; Pathology; Political science","score_opus":0.4563118356087174,"score_gpt":0.592988594376427,"score_spread":0.13667675876770963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126939995","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006589055,0.35042444,0.11949156,0.10352719,0.0036404168,0.29642314,0.00030969147,0.001240492,0.11835402],"genre_scores_gemma":[0.4390865,0.43785265,0.10293675,0.00236571,0.00075741066,0.012946,0.00003499184,0.00020206188,0.003817934],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9617958,0.032856923,0.003157897,0.0005000114,0.0014461954,0.00024318289],"domain_scores_gemma":[0.97814214,0.016672077,0.0030084662,0.0014974771,0.0005555948,0.00012423846],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07241679,0.0002755211,0.0031482764,0.00011429672,0.00015007066,0.000057034795,0.0012980871,0.00031887201,0.0001155137],"category_scores_gemma":[0.142183,0.00015571632,0.00035299367,0.00066485535,0.00044958445,0.00005842148,0.0006493732,0.0008381508,0.000018062456],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010918973,0.000040579005,0.0000044582803,0.8981259,0.000085774,2.7272844e-7,0.001806554,5.221132e-7,0.00009264794,0.0989243,0.00076806545,0.00014002157],"study_design_scores_gemma":[0.000105255145,0.000068416084,0.00010212475,0.98774415,0.00041882918,0.000001525321,0.004494686,0.000023776909,0.00031563547,0.0058665494,0.00057878625,0.00028027038],"about_ca_topic_score_codex":0.0012945115,"about_ca_topic_score_gemma":0.000057869624,"teacher_disagreement_score":0.43249744,"about_ca_system_score_codex":0.00012619769,"about_ca_system_score_gemma":0.00026774654,"threshold_uncertainty_score":0.95514214},"labels":[],"label_agreement":null},{"id":"W3127741312","doi":"10.1111/bjd.19874","title":"Priority research questions in atopic dermatitis: an International Eczema Council eDelphi consensus","year":2021,"lang":"en","type":"letter","venue":"British Journal of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of California, San Francisco; Medical Research Council; National Institute for Health and Care Research; Wellcome Trust","keywords":"Atopic dermatitis; Dermatology; Consensus conference; Medicine; MEDLINE; Family medicine; Political science; Internal medicine; Law","score_opus":0.23209595287328302,"score_gpt":0.4617653728410365,"score_spread":0.2296694199677535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127741312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031502586,0.00419386,0.000078617944,0.94311893,0.0024447322,0.0005275255,0.00009738236,0.000067973655,0.017968416],"genre_scores_gemma":[0.710359,0.041608088,0.0110410955,0.21311219,0.01760219,0.00023727972,0.00026675357,0.0002704832,0.0055029267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98696417,0.006313741,0.0013594774,0.00043707955,0.0038839949,0.0010415645],"domain_scores_gemma":[0.99044865,0.0016890939,0.0005397214,0.00036996242,0.0067056892,0.00024687516],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0056712586,0.00021083474,0.0007827912,0.0008268678,0.0005289975,0.00066708185,0.0019458671,0.0015873376,0.0006417268],"category_scores_gemma":[0.008904578,0.000290898,0.00020758426,0.0007559627,0.0016106818,0.000472079,0.00027107797,0.0075105857,0.000031083608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005980273,0.00012785169,0.0027755348,0.000063429135,0.00006038807,0.12858418,0.0010221138,0.0000010676274,0.0000049904675,0.0007196556,0.86189616,0.0047386354],"study_design_scores_gemma":[0.0005351125,0.00003568991,0.0031514787,0.000976976,0.00001546324,0.059867322,0.0015286345,0.000016548447,0.000019026458,0.0066412436,0.9269604,0.00025208667],"about_ca_topic_score_codex":0.010480629,"about_ca_topic_score_gemma":0.032077674,"teacher_disagreement_score":0.7300067,"about_ca_system_score_codex":0.0021426452,"about_ca_system_score_gemma":0.009750764,"threshold_uncertainty_score":0.99995434},"labels":[],"label_agreement":null},{"id":"W3127777134","doi":"10.5194/egusphere-egu2020-16812","title":"How efficient are Early Career Scientists in peer-review activities?","year":2020,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université Laval; McGill University; Université du Québec à Rimouski","funders":"","keywords":"Credibility; Peer review; Sustainability; Public relations; Political science; Process (computing); Psychology; Engineering ethics; Engineering; Ecology; Computer science","score_opus":0.23488315227225107,"score_gpt":0.4433260964963895,"score_spread":0.20844294422413842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127777134","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14132057,0.0018125946,0.0008551234,0.656144,0.0002721934,0.0018043632,0.000030042836,0.0004750583,0.19728605],"genre_scores_gemma":[0.97837514,0.00017580426,0.00033784928,0.0014415062,0.000086641594,0.000055842145,0.0000013176067,0.000010625596,0.019515282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996711,0.00020274756,0.00013877617,0.00032769435,0.0021363497,0.00048341448],"domain_scores_gemma":[0.9990705,0.00010969377,0.000056279507,0.00019450487,0.000321747,0.0002472389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020367801,0.00009428181,0.00019728916,0.00009494689,0.00018427902,0.0003293386,0.000646706,0.00007375549,0.0004483055],"category_scores_gemma":[0.0022572707,0.000086235064,0.0000698603,0.0012919465,0.00031417067,0.0001934566,0.00017762429,0.00026163555,0.0000794827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030768682,0.00033947846,0.04573429,0.0012165542,0.000027139702,0.00041327078,0.0320076,0.000025742595,0.0010382745,0.04065215,0.82025445,0.058260277],"study_design_scores_gemma":[0.0002442409,0.000072149654,0.013083115,0.00057978684,0.0000081151975,9.758118e-7,0.009810554,0.000193487,0.0008945185,0.000171604,0.97456485,0.00037657248],"about_ca_topic_score_codex":0.0015867486,"about_ca_topic_score_gemma":0.0020222133,"teacher_disagreement_score":0.83705455,"about_ca_system_score_codex":0.00017641127,"about_ca_system_score_gemma":0.00020418556,"threshold_uncertainty_score":0.49086308},"labels":[],"label_agreement":null},{"id":"W3128504751","doi":"10.1371/journal.pone.0246273","title":"A Delphi study to explore and gain consensus regarding the most important barriers and facilitators affecting physiotherapist and pharmacist non-medical prescribing","year":2021,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Pharmacist; Medicine; Delphi method; Family medicine; Pharmacy; Nursing; Concordance; MEDLINE; Health care","score_opus":0.16874976838678657,"score_gpt":0.41393381779224236,"score_spread":0.2451840494054558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128504751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389046,0.0005342171,0.00002787446,0.003950238,0.000030419475,0.0010684495,0.000013010599,0.00007946579,0.0004058565],"genre_scores_gemma":[0.9986637,0.00027681634,0.00046870238,0.00028859495,0.0001007788,0.000095767195,6.626327e-7,0.000019612431,0.000085348795],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99731505,0.00056719367,0.00025216807,0.0004396524,0.0010164187,0.0004095017],"domain_scores_gemma":[0.9980995,0.000994305,0.000055234166,0.00020993661,0.00014708008,0.0004939597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030557695,0.00013972505,0.00025482627,0.000067764224,0.0009879981,0.0002510295,0.00017911578,0.000059512564,0.000047936093],"category_scores_gemma":[0.0052220696,0.00011663199,0.000021927555,0.00040484552,0.00053988316,0.00008338093,0.0003055817,0.0003409013,0.0000013018562],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002528695,0.0010314584,0.5201278,0.00039272266,0.00080247206,0.0008730019,0.3791611,0.0000020094783,0.08550885,0.00024414525,0.00187837,0.009725239],"study_design_scores_gemma":[0.0024487718,0.0005729968,0.004734718,0.0011268534,0.00016263418,0.000037053054,0.96434695,0.0040850975,0.02028368,0.0006287185,0.0008095756,0.00076296873],"about_ca_topic_score_codex":0.001175682,"about_ca_topic_score_gemma":0.001242364,"teacher_disagreement_score":0.5851858,"about_ca_system_score_codex":0.00006238555,"about_ca_system_score_gemma":0.0002278451,"threshold_uncertainty_score":0.7598983},"labels":[],"label_agreement":null},{"id":"W3129204539","doi":"10.1016/j.thromres.2021.02.016","title":"Are the correct outcomes being measured in studies of oral anticoagulants? A systematic survey","year":2021,"lang":"en","type":"review","venue":"Thrombosis Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; Ottawa Hospital; Impact; McMaster University","funders":"Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Medicine; Prospective cohort study; Adverse effect; Clinical trial; MEDLINE; CINAHL; Cohort study; Intensive care medicine; Randomized controlled trial; Systematic review; Emergency medicine; Internal medicine; Psychological intervention","score_opus":0.8485346519138699,"score_gpt":0.6673436340514217,"score_spread":0.18119101786244818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129204539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004910244,0.99274784,0.0000028918678,0.00038469816,0.00028913567,0.0049764197,0.000053088363,0.000060473034,0.0009944151],"genre_scores_gemma":[0.013357697,0.9848907,0.000039697363,0.000008421848,0.00004503657,0.001020137,0.000012101964,0.00006748804,0.0005587206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9449785,0.046156626,0.0015948185,0.0007095831,0.0052252663,0.0013352295],"domain_scores_gemma":[0.965989,0.0290313,0.00074812095,0.0014118556,0.0026707856,0.00014897106],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08988105,0.00042304365,0.006065826,0.0011937325,0.0008002359,0.00030045322,0.0029782932,0.00050450483,0.00006788839],"category_scores_gemma":[0.08998879,0.00026056202,0.00060772686,0.006178428,0.0022652424,0.00013683765,0.0012378815,0.0019328052,0.000069775095],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018429831,0.0011244161,0.077341,0.76929384,0.006424163,0.00032054077,0.025543641,0.0000015093523,0.000005207986,0.0042009936,0.017627422,0.09809885],"study_design_scores_gemma":[0.0004299652,0.00016371487,0.01563287,0.81821275,0.0009619393,0.000010490479,0.10616952,0.000009934485,0.0000140216625,0.001222386,0.0557468,0.0014255963],"about_ca_topic_score_codex":0.015067916,"about_ca_topic_score_gemma":0.041599818,"teacher_disagreement_score":0.09667326,"about_ca_system_score_codex":0.0011596489,"about_ca_system_score_gemma":0.0019319025,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W3130901445","doi":"10.1007/s11948-021-00286-w","title":"Domain Experts on Dementia-Care Technologies: Mitigating Risk in Design and Implementation","year":2021,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health","keywords":"Dementia; Philosophy of science; Domain (mathematical analysis); Risk analysis (engineering); Engineering ethics; Computer science; Medicine; Engineering; Epistemology; Philosophy","score_opus":0.10676325342302637,"score_gpt":0.45107570898735305,"score_spread":0.34431245556432666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130901445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96741253,0.0009666762,0.023227168,0.0066762064,0.0001387193,0.00040998068,0.0000030968756,0.00029229195,0.0008733588],"genre_scores_gemma":[0.95417994,0.00090618094,0.04481289,0.000048066013,0.000010751259,0.000033941757,4.671979e-7,0.0000044080803,0.0000033584824],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986913,0.000089877576,0.00009933928,0.00023231012,0.0005918577,0.00029526625],"domain_scores_gemma":[0.9991987,0.00047111724,0.000021436783,0.00010431641,0.00015609476,0.000048380043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004468122,0.000056289522,0.00005791113,0.00017407132,0.0005030393,0.00016201346,0.00015973827,0.000105292645,0.0000038070214],"category_scores_gemma":[0.002276865,0.000058362235,0.000006890571,0.000802375,0.00043901964,0.00019893951,0.000102934115,0.00036055228,4.2668108e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009190744,0.000045818564,0.03326295,0.0002506336,0.000018627736,0.000113729366,0.327876,0.0031300397,0.11250458,0.2658816,0.0003144078,0.2565924],"study_design_scores_gemma":[0.0005180379,0.00016904165,0.008270762,0.00046826436,0.000009112092,0.000006003968,0.83923864,0.0037711698,0.1104288,0.021066343,0.015510254,0.0005435604],"about_ca_topic_score_codex":0.00025820412,"about_ca_topic_score_gemma":0.00029838347,"teacher_disagreement_score":0.5113626,"about_ca_system_score_codex":0.000119251505,"about_ca_system_score_gemma":0.00035642515,"threshold_uncertainty_score":0.38690224},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3133303080","doi":"10.3390/jrfm14020082","title":"Idiosyncratic Viral Loss Theory: Systemic Operational Losses in Banks","year":2021,"lang":"en","type":"article","venue":"Journal of risk and financial management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operational risk; Business; Insolvency; Risk management; Systemic risk; Accounting; Corporate governance; Liability; Finance; Economics; Financial crisis","score_opus":0.02265266457704039,"score_gpt":0.3365895414917702,"score_spread":0.3139368769147298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133303080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610099,0.003130239,0.02542997,0.0014270165,0.0005043288,0.0003126024,0.00000780655,0.000015226506,0.0081629185],"genre_scores_gemma":[0.9909111,0.0069025527,0.0013621246,0.00009132359,0.00025254634,0.000006966349,5.238274e-7,0.0000051965794,0.0004676211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99832493,0.00047409354,0.00035928594,0.00011858204,0.00051972567,0.00020338567],"domain_scores_gemma":[0.9993428,0.00018095439,0.00013693095,0.00008836056,0.00018362887,0.0000673542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003093796,0.00007134006,0.00018720941,0.00018754852,0.00021441575,0.00012805586,0.00019974528,0.00006509683,0.00006508761],"category_scores_gemma":[0.00071418856,0.0000642516,0.000058179758,0.00033031392,0.00013208135,0.00022054595,0.0000892239,0.0002596307,0.0000055492783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016450994,0.0002113906,0.06015568,0.00013364619,0.0000323443,0.0023804219,0.0059856456,0.00012792516,0.00006759711,0.71147484,0.0022535415,0.21701247],"study_design_scores_gemma":[0.0033766679,0.00044277534,0.3192723,0.0018564513,0.0001836464,0.00031159038,0.025912145,0.00012737018,0.00052108447,0.43945485,0.20780544,0.0007356707],"about_ca_topic_score_codex":0.00009966567,"about_ca_topic_score_gemma":0.00030597247,"teacher_disagreement_score":0.27201998,"about_ca_system_score_codex":0.00012323013,"about_ca_system_score_gemma":0.00023020785,"threshold_uncertainty_score":0.26201043},"labels":[],"label_agreement":null},{"id":"W3133516654","doi":"10.1097/01.pcc.0000740272.32586.48","title":"P0484 / #1608: A CORE OUTCOME SET FOR PEDIATRIC CRITICAL CARE RESEARCH","year":2021,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Delphi method; Stakeholder; Pediatric intensive care unit; Family medicine; Nursing","score_opus":0.5360520298955658,"score_gpt":0.6368756207037974,"score_spread":0.10082359080823167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133516654","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18800491,0.16657893,0.012069333,0.38181543,0.015837857,0.0099114375,0.0024652705,0.003096314,0.2202205],"genre_scores_gemma":[0.9799186,0.0009469762,0.0026235036,0.0005767725,0.014370529,0.00052665,0.00014168544,0.00008623744,0.000809064],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9898909,0.0011850187,0.0010023221,0.001216014,0.004357865,0.0023479145],"domain_scores_gemma":[0.96864206,0.019595766,0.00005171114,0.00086246605,0.009488826,0.0013591717],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005418271,0.00036678085,0.00077964854,0.00084008777,0.0016470964,0.00019621965,0.001147919,0.00062355987,0.0018031175],"category_scores_gemma":[0.15058498,0.0003456121,0.00028714596,0.0036454045,0.0022869173,0.00023603813,0.0005405241,0.0017552648,0.0001592275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025620242,0.0004917281,0.31926093,0.011857983,0.000025257958,0.0034929586,0.06440083,0.0000013581483,0.00008899865,0.31572506,0.27437055,0.010028127],"study_design_scores_gemma":[0.004033876,0.0031151953,0.008818472,0.00019981207,0.0013296661,0.00012480105,0.71914077,0.0000862796,0.0001558277,0.04744999,0.21353897,0.0020063447],"about_ca_topic_score_codex":0.001234948,"about_ca_topic_score_gemma":0.00073248247,"teacher_disagreement_score":0.7919137,"about_ca_system_score_codex":0.0008101613,"about_ca_system_score_gemma":0.0021137157,"threshold_uncertainty_score":0.99989957},"labels":[],"label_agreement":null},{"id":"W3135119575","doi":"10.3899/jrheum.201679","title":"Instruments Measuring Physical Function for Psoriatic Arthritis Endorsed at GRAPPA 2020 Annual Meeting: Updates of the GRAPPA-OMERACT Working Group","year":2021,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; Women's College Hospital","funders":"National Institute for Health and Care Research","keywords":"Psoriatic arthritis; Medicine; Enthesitis; Physical therapy; Psoriasis; Rheumatology; Internal medicine; Dermatology","score_opus":0.046277892502284576,"score_gpt":0.3332546606922205,"score_spread":0.2869767681899359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135119575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939987,0.000598368,0.0003467965,0.0034366737,0.00094752363,0.0002713319,0.000005108414,0.000017179125,0.00037834028],"genre_scores_gemma":[0.99799013,0.0015141043,0.00031549548,0.000038563314,0.000072999166,0.000011431349,0.0000010997443,0.000014988327,0.000041174146],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969288,0.0012577969,0.00055410457,0.00013140438,0.00075059413,0.00037727258],"domain_scores_gemma":[0.9971752,0.001383926,0.00073664443,0.00021587808,0.00041094125,0.00007741052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002937426,0.00011565347,0.00039872053,0.00008916062,0.00061532756,0.0000316682,0.0006261851,0.000096653646,0.000038099246],"category_scores_gemma":[0.0015625955,0.00007709014,0.00024750573,0.00052279927,0.00043014754,0.00017007407,0.00018924328,0.0003885513,0.0000028455474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035094752,0.0014803101,0.50464946,0.00036191454,0.0021302733,0.00004868026,0.06496778,0.00028089894,0.04460957,0.051467303,0.0244359,0.30205843],"study_design_scores_gemma":[0.02014923,0.0037541753,0.08512507,0.008956336,0.0015948452,0.007298314,0.16363008,0.0018758607,0.12358757,0.43373442,0.14790122,0.0023928832],"about_ca_topic_score_codex":0.0003097118,"about_ca_topic_score_gemma":0.00106826,"teacher_disagreement_score":0.4195244,"about_ca_system_score_codex":0.00010968305,"about_ca_system_score_gemma":0.0002191978,"threshold_uncertainty_score":0.47326642},"labels":[],"label_agreement":null},{"id":"W3135676403","doi":"10.1007/s00428-021-03059-9","title":"Improving tumor budding reporting in colorectal cancer: a Delphi consensus study","year":2021,"lang":"en","type":"review","venue":"Archiv für Pathologische Anatomie und Physiologie und für Klinische Medicin","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Brampton Civic Hospital","funders":"KWF Kankerbestrijding","keywords":"Colorectal cancer; Tumor budding; Consensus conference; Delphi method; Medicine; MEDLINE; Oncology; Cancer; Internal medicine; Biology; Computer science; Metastasis; Artificial intelligence","score_opus":0.2249599334871146,"score_gpt":0.5489617267079479,"score_spread":0.3240017932208332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135676403","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04028912,0.9446009,0.000082434846,0.00041724453,0.0011472049,0.0059761708,0.00013105158,0.0007260757,0.0066298414],"genre_scores_gemma":[0.071604185,0.9212785,0.0032347739,0.00018520073,0.0011458709,0.0019885541,0.00016905085,0.00021146079,0.00018241811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782047,0.008838078,0.0053608776,0.0029474264,0.0018455146,0.0028033536],"domain_scores_gemma":[0.9823669,0.009714998,0.0052981256,0.0015100357,0.00045847605,0.00065142196],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.019709306,0.0014295935,0.005811244,0.0013317423,0.0011584226,0.00028170313,0.0028965438,0.0011222813,0.00014781594],"category_scores_gemma":[0.04750805,0.0011843733,0.0011834259,0.0032393732,0.003005643,0.0001949466,0.0021761649,0.0055331104,0.00004798466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106173786,0.001162377,0.0021986568,0.0032136387,0.0008173597,0.014747935,0.0070446385,0.000029381472,0.0003979969,0.0018787668,0.0013569576,0.96704614],"study_design_scores_gemma":[0.0047454527,0.0032870402,0.0013985371,0.044917338,0.005582323,0.00036717698,0.1099719,0.0007135521,0.00029430536,0.00488529,0.8163274,0.007509716],"about_ca_topic_score_codex":0.014919486,"about_ca_topic_score_gemma":0.0054062176,"teacher_disagreement_score":0.9595364,"about_ca_system_score_codex":0.0009365158,"about_ca_system_score_gemma":0.008104966,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W3136660010","doi":"10.7120/09627286.30.2.179","title":"Establishing consensus on the best ways to educate children about animal welfare and prevent harm: An online Delphi study","year":2021,"lang":"en","type":"article","venue":"Animal Welfare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Animal welfare; Intervention (counseling); Psychological intervention; Delphi method; Cruelty; Welfare; Stakeholder; Harm; Terminology; Medical education; Psychology; Public relations; Medicine; Political science; Nursing; Social psychology; Computer science","score_opus":0.13840780240481457,"score_gpt":0.4177742654058348,"score_spread":0.2793664630010202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136660010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86220086,0.00018451037,0.0000021499,0.13280372,0.00011053901,0.001425442,0.000187688,0.00016325389,0.002921814],"genre_scores_gemma":[0.997867,0.0000561921,0.000591237,0.00064640853,0.00044297896,0.00012143829,0.000032706987,0.000051079987,0.00019099326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99618953,0.0007138904,0.0003847464,0.00083465525,0.0010815173,0.0007956845],"domain_scores_gemma":[0.9980147,0.00030773334,0.00010265675,0.00063485856,0.00047170825,0.00046835846],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016970945,0.00028921635,0.00031324974,0.00014645842,0.0021966523,0.0007699183,0.0008921187,0.00015341159,0.0005521596],"category_scores_gemma":[0.0017079865,0.00024192815,0.00008223845,0.00082710304,0.00029103944,0.00024898484,0.0005561222,0.0006348349,0.00003701749],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020244126,0.023618516,0.18338287,0.00015473858,0.0008328057,0.0023301588,0.15130769,0.00005355853,0.009834887,0.45571256,0.044324983,0.12642281],"study_design_scores_gemma":[0.000563902,0.0030948664,0.668541,0.00013644897,0.000087411994,0.00004916328,0.26093787,0.00003370832,0.0008430574,0.00031708684,0.06464964,0.0007458392],"about_ca_topic_score_codex":0.009607194,"about_ca_topic_score_gemma":0.01330692,"teacher_disagreement_score":0.48515812,"about_ca_system_score_codex":0.00017190524,"about_ca_system_score_gemma":0.00028927767,"threshold_uncertainty_score":0.99910235},"labels":[],"label_agreement":null},{"id":"W3137920042","doi":"10.1097/j.pain.0000000000002254","title":"Developing consensus on core outcome domains for assessing effectiveness in perioperative pain management: results of the PROMPT/IMI-PainCare Delphi Meeting","year":2021,"lang":"en","type":"article","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada","funders":"Faculty of Medicine and Health, University of Sydney; Medisinske fakultet, Universitetet i Oslo; Care and Public Health Research Institute, Universiteit Maastricht; Université de Versailles Saint-Quentin-en-Yvelines; Université du Luxembourg; Innovative Medicines Initiative; Assistance publique-Hôpitaux de Paris; Universiteit Antwerpen; Paracelsus Medizinische Privatuniversität; Universitätsklinikum Regensburg; Universiteit Maastricht; Radboud Universiteit; KU Leuven; Universiteit Utrecht; Aarhus Universitet; Helsingin Yliopisto; European Commission; Institut National de la Santé et de la Recherche Médicale; University of Oxford; Bundesinstitut für Arzneimittel und Medizinprodukte; Radboud Universitair Medisch Centrum; European Federation of Pharmaceutical Industries and Associations; Universitetet i Oslo; Macquarie University; Anglia Ruskin University; Aarhus Universitetshospital","keywords":"Medicine; Perioperative; Physical therapy; Observational study; Delphi method; Clinical trial; Intensive care medicine; Surgery; Internal medicine","score_opus":0.24753927588675917,"score_gpt":0.4917616224183816,"score_spread":0.24422234653162245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137920042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88304234,0.00017128403,0.04851779,0.018446766,0.00040619512,0.0074558947,0.00008542179,0.00024275333,0.04163153],"genre_scores_gemma":[0.9837539,0.000008494795,0.015353411,0.00027891324,0.000042936892,0.00033063657,0.000008668252,0.000022005383,0.00020099849],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9885587,0.009454309,0.0004772202,0.00041607418,0.0006129151,0.0004807623],"domain_scores_gemma":[0.987123,0.011977875,0.00017330398,0.00030311957,0.00037208095,0.000050634284],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045841467,0.00015144385,0.0002839335,0.0001325971,0.0006474026,0.000120413955,0.00041135,0.00012239326,0.0000043987407],"category_scores_gemma":[0.029044352,0.00012588139,0.000105653766,0.0009183596,0.00029678625,0.00006278963,0.00018422872,0.0002493893,9.517859e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008578533,0.0005737236,0.3394813,0.003990585,0.0002901138,0.00056909356,0.07966688,0.0014879052,0.008993466,0.32770067,0.0014143457,0.23497409],"study_design_scores_gemma":[0.0099433735,0.0004707911,0.204612,0.020005092,0.00010736291,0.000008001604,0.6134018,0.023709966,0.03932274,0.045509316,0.04040315,0.0025064105],"about_ca_topic_score_codex":0.00046293647,"about_ca_topic_score_gemma":0.0027585968,"teacher_disagreement_score":0.5337349,"about_ca_system_score_codex":0.0006128245,"about_ca_system_score_gemma":0.00043525235,"threshold_uncertainty_score":0.982507},"labels":[],"label_agreement":null},{"id":"W3138805633","doi":"","title":"神経心理学的検査 3 Montreal Cognitive Assessment日本版(MoCA-J)","year":2020,"lang":"ja","type":"article","venue":"リハビリナース","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Psychiatry","score_opus":0.1800435292483682,"score_gpt":0.47572231200453147,"score_spread":0.29567878275616327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138805633","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08567758,0.001075424,0.0014576449,0.072934456,0.0008737563,0.0024319645,0.00033012612,0.0008866816,0.83433235],"genre_scores_gemma":[0.9884199,0.0006758032,0.000467201,0.002958377,0.0013225978,0.00009797187,0.00002640534,0.000063140695,0.0059686345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948052,0.00084532355,0.0005180317,0.0008847982,0.0017777705,0.0011688469],"domain_scores_gemma":[0.99719167,0.0009339657,0.0002111723,0.00031348897,0.00045327886,0.00089643255],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012081297,0.0003638757,0.00049318885,0.00012227945,0.000636356,0.00042906858,0.0010950975,0.00042786202,0.005052681],"category_scores_gemma":[0.0016837299,0.0003903305,0.00025119216,0.0014144107,0.00090089324,0.00047490495,0.0005114918,0.0009666269,0.0040854053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088943646,0.0015666148,0.010906824,0.00047999,0.0008840818,0.0023694604,0.17710191,0.000009671477,0.0037807545,0.011957823,0.5386699,0.25138357],"study_design_scores_gemma":[0.006672711,0.0042179544,0.035924833,0.0010308328,0.0007906731,0.00002676359,0.2826661,0.006203362,0.013429185,0.009161906,0.63550466,0.0043710074],"about_ca_topic_score_codex":0.0058247605,"about_ca_topic_score_gemma":0.000965315,"teacher_disagreement_score":0.90274227,"about_ca_system_score_codex":0.0002384347,"about_ca_system_score_gemma":0.0006729744,"threshold_uncertainty_score":0.99985486},"labels":[],"label_agreement":null},{"id":"W3140889432","doi":"10.18178/ijesd.2021.12.5.1334","title":"Indicators for Sustainable Redevelopment of Cultural Landscapes — Huangpu Veterans Quarter in Taiwan","year":2021,"lang":"en","type":"article","venue":"International Journal of Environmental Science and Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Redevelopment; Delphi method; Environmental planning; Sustainability; Geography; Government (linguistics); Cultural landscape; Quarter (Canadian coin); Sustainable development; Environmental resource management; Analytic hierarchy process; Business; Political science; Civil engineering; Engineering; Archaeology; Operations research; Computer science; Ecology; Economics","score_opus":0.028737513017106132,"score_gpt":0.36774554787750974,"score_spread":0.3390080348604036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140889432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99565804,0.00012546057,0.0002079918,0.0017618098,0.00013944152,0.00014153175,0.0000028890129,0.0000028741874,0.001959971],"genre_scores_gemma":[0.9922709,0.00015166136,0.007198501,0.0000701371,0.00003611893,0.000010228904,0.0000020482819,0.0000027697263,0.00025765155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99788624,0.00003589195,0.0003790929,0.00014151372,0.0013079861,0.00024925038],"domain_scores_gemma":[0.9993865,0.000050676437,0.0001638175,0.00004243811,0.00024988368,0.000106723994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020382968,0.000063485364,0.00011525249,0.0003487011,0.00016549819,0.00009629818,0.00042320302,0.000035632107,0.00011027941],"category_scores_gemma":[0.0002557456,0.00005507174,0.000028198254,0.00024308608,0.0003733126,0.0005032673,0.00013484329,0.00008417388,9.5945e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047844308,0.0015834604,0.31397548,0.0000648944,0.0002399504,0.0009205494,0.2370624,0.00007712648,0.09082362,0.0095061185,0.0050651757,0.34020278],"study_design_scores_gemma":[0.0019456655,0.00020278941,0.33794954,0.00019291963,0.000007406994,0.00008625278,0.2807039,0.000017814691,0.09951045,0.00145574,0.27756703,0.00036048313],"about_ca_topic_score_codex":0.000028368257,"about_ca_topic_score_gemma":0.00006413147,"teacher_disagreement_score":0.3398423,"about_ca_system_score_codex":0.0007113766,"about_ca_system_score_gemma":0.0010377468,"threshold_uncertainty_score":0.22457604},"labels":[],"label_agreement":null},{"id":"W3145920889","doi":"10.1016/j.semarthrit.2021.03.013","title":"OMERACT consensus-based operational definition of contextual factors in rheumatology clinical trials: A mixed methods study","year":2021,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute for Work & Health; University of Toronto; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"Oak Foundation","keywords":"Medicine; Rheumatology; Internal medicine; Clinical trial; Medical physics; Physical therapy; Family medicine","score_opus":0.2578077023759825,"score_gpt":0.5440155114207877,"score_spread":0.28620780904480525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145920889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98777235,0.008890445,0.00040748788,0.0010222401,0.00038470264,0.00070430833,0.000039385137,0.000026579093,0.0007525073],"genre_scores_gemma":[0.9504159,0.027537277,0.021876821,0.000026741072,0.000007635869,0.00008301612,0.000021810047,0.000011132632,0.00001964231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9826547,0.014446527,0.0017341517,0.00039535688,0.00044679237,0.00032250612],"domain_scores_gemma":[0.9823413,0.016861247,0.00029057573,0.0001895716,0.00020536005,0.00011196527],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025870249,0.00014116624,0.0009700516,0.00028108724,0.00016535031,0.00006206144,0.00015580963,0.00026782384,0.00030483422],"category_scores_gemma":[0.029372113,0.00014092961,0.00010902683,0.00047365285,0.00072251505,0.000097551216,0.0000853488,0.00042888048,0.0000024576736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008060883,0.0009913057,0.43779403,0.000028396465,0.000031221934,0.00012422158,0.008761105,0.000004684517,0.00022259064,0.02073487,0.0007459877,0.530481],"study_design_scores_gemma":[0.01592294,0.001652322,0.6783249,0.01703268,0.000032485314,0.00009898377,0.23583744,0.0013515921,0.0023955542,0.04522141,0.0010837397,0.0010459695],"about_ca_topic_score_codex":0.0036291962,"about_ca_topic_score_gemma":0.0155944275,"teacher_disagreement_score":0.52943504,"about_ca_system_score_codex":0.000059489605,"about_ca_system_score_gemma":0.0007111735,"threshold_uncertainty_score":0.9788039},"labels":[],"label_agreement":null},{"id":"W3147019025","doi":"","title":"認知機能の継時的変化を評価する際の日本語版Montreal Cognitive Assessment(MoCA-J)の有用性--MCIと軽度アルツハイマー病患者を対象とした縦断的検討","year":2011,"lang":"ja","type":"article","venue":"老年精神医学雑誌","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Psychiatry","score_opus":0.24834406487013308,"score_gpt":0.4903922385938024,"score_spread":0.2420481737236693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147019025","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068368606,0.0007410212,0.0008539997,0.0019184849,0.0018560413,0.0022954412,0.00025294547,0.0007974211,0.92291605],"genre_scores_gemma":[0.97048575,0.0010852087,0.0032723981,0.0007591108,0.0010525626,0.00033427993,0.000044430122,0.00015210826,0.022814171],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99048865,0.0017380421,0.0011170298,0.0015093484,0.0026508912,0.0024960227],"domain_scores_gemma":[0.9950551,0.0012253186,0.0005438104,0.0010256931,0.0010691636,0.0010809326],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0041804933,0.00078846107,0.00091763854,0.0005784632,0.001435705,0.00042369234,0.0021506608,0.0010158664,0.015888814],"category_scores_gemma":[0.0009542061,0.0008355141,0.00052808144,0.0018631314,0.0026261697,0.0010260445,0.0008265149,0.0018260262,0.0043683616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014719031,0.00871759,0.077659205,0.0006359689,0.002246787,0.0039316863,0.24498644,0.000001578995,0.0017842383,0.1311437,0.26732224,0.26009864],"study_design_scores_gemma":[0.0102868015,0.0056073237,0.30744627,0.0025598293,0.0018449544,0.00013606792,0.29077634,0.0013015611,0.011163141,0.054454584,0.3055748,0.008848308],"about_ca_topic_score_codex":0.016481351,"about_ca_topic_score_gemma":0.0028619973,"teacher_disagreement_score":0.90211713,"about_ca_system_score_codex":0.00067735644,"about_ca_system_score_gemma":0.00139636,"threshold_uncertainty_score":0.9998643},"labels":[],"label_agreement":null},{"id":"W3153542746","doi":"10.1213/ane.0000000000005446","title":"Identification of Sleep Medicine and Anesthesia Core Topics for Anesthesia Residency: A Modified Delphi Technique Survey","year":2021,"lang":"en","type":"article","venue":"Anesthesia & Analgesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health; Western University; Toronto Western Hospital; Women's College Hospital; London Health Sciences Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Sleep medicine; Anesthesia; Anesthesiology; Likert scale; Anesthetic; Sleep disorder; Insomnia; Psychiatry; Psychology","score_opus":0.14270662581222712,"score_gpt":0.4175007526772077,"score_spread":0.2747941268649806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153542746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86333144,0.0026974382,0.016506849,0.11208018,0.00004960858,0.0039410056,0.000008757258,0.0004962245,0.00088848075],"genre_scores_gemma":[0.9925117,0.00093778525,0.0037822316,0.00059711793,0.00022996061,0.00044879297,0.00007592158,0.00006941748,0.0013470574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9953742,0.0010511439,0.0010251122,0.00077091204,0.0011046702,0.0006739637],"domain_scores_gemma":[0.9954724,0.0012964132,0.0004903742,0.00088667625,0.001573877,0.00028031695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007091885,0.00032735348,0.00070690963,0.00041082106,0.00054635276,0.00011218419,0.00080632174,0.0004869795,0.00006897744],"category_scores_gemma":[0.00185265,0.0003307227,0.0001572797,0.001477641,0.0010750808,0.00030439039,0.000043725,0.00028501524,0.0000056796143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010584891,0.0009505328,0.11044846,0.0012946805,0.00031984536,0.004766745,0.020378245,0.000061775405,0.053730045,0.74009144,0.041150942,0.025748828],"study_design_scores_gemma":[0.0025427882,0.0013446762,0.6773001,0.0010301957,0.0005379397,0.0041450593,0.01184838,0.00234496,0.054054234,0.17231964,0.06997013,0.002561869],"about_ca_topic_score_codex":0.0031885742,"about_ca_topic_score_gemma":0.0016281354,"teacher_disagreement_score":0.5677718,"about_ca_system_score_codex":0.00013509643,"about_ca_system_score_gemma":0.000711812,"threshold_uncertainty_score":0.99991447},"labels":[],"label_agreement":null},{"id":"W3153655703","doi":"10.1017/brimp.2018.14","title":"2018 ASSBI 41st Annual Conference Abstracts","year":2018,"lang":"en","type":"article","venue":"Brain Impairment","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal","funders":"","keywords":"Content (measure theory); Publishing; Computer science; Political science; Law; Mathematics","score_opus":0.13031978818406348,"score_gpt":0.4358614154610199,"score_spread":0.30554162727695644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153655703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47622073,0.00004447586,0.0010579355,0.07012114,0.0012160658,0.0015279067,0.000063814216,0.0008050292,0.4489429],"genre_scores_gemma":[0.98336834,0.000020832744,0.001561482,0.0009906305,0.0007335626,0.000055097804,0.0000034425534,0.000015366806,0.013251258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975351,0.0002654832,0.00026047864,0.00031018333,0.0009276875,0.00070107734],"domain_scores_gemma":[0.99860734,0.00027958752,0.000090917245,0.00033948463,0.00037251523,0.00031017506],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028969664,0.00012431193,0.00013595072,0.00011410485,0.00051070604,0.00018294365,0.0006284933,0.0001429297,0.0017789337],"category_scores_gemma":[0.00097535935,0.0001220117,0.000057467045,0.00030962442,0.0010069174,0.0002716755,0.00017004753,0.00018787896,0.0014452266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031791205,0.00024560254,0.0010868327,0.000009874991,0.000017527826,0.00003132178,0.01874212,9.785203e-7,0.000509121,0.009495273,0.9490356,0.020793973],"study_design_scores_gemma":[0.00029264874,0.00059916725,0.032120153,0.000045477133,0.0000038383055,0.0000043858677,0.009381463,0.000022632903,0.0013361335,0.0061795223,0.9497533,0.00026129326],"about_ca_topic_score_codex":0.0031309794,"about_ca_topic_score_gemma":0.0022247627,"teacher_disagreement_score":0.5071476,"about_ca_system_score_codex":0.0002902547,"about_ca_system_score_gemma":0.0005426332,"threshold_uncertainty_score":0.99933225},"labels":[],"label_agreement":null},{"id":"W3154790864","doi":"10.1007/s11606-021-06737-1","title":"A Consensus-Based Checklist for Reporting of Survey Studies (CROSS)","year":2021,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2098,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Keele University; University of Tokyo; Ottawa Hospital Research Institute","keywords":"Medicine; Checklist; MEDLINE; Family medicine","score_opus":0.4444469825001821,"score_gpt":0.5892921192927243,"score_spread":0.14484513679254218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154790864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727468,0.0032551687,0.003023335,0.015199548,0.0016625581,0.00019052476,0.000014347782,0.00001408702,0.0038936252],"genre_scores_gemma":[0.98240787,0.0002819289,0.007524107,0.00033534103,0.0014194318,0.0000046893574,0.0000021822493,0.00001381828,0.008010661],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9960336,0.00045326137,0.002173862,0.0001354048,0.00094496645,0.00025890692],"domain_scores_gemma":[0.9892197,0.001752709,0.0030095342,0.00014791722,0.0057158526,0.00015428333],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015131502,0.00009786894,0.00063908787,0.00017200483,0.00012281706,0.000025110565,0.00032207085,0.00007286803,0.00010456439],"category_scores_gemma":[0.07807536,0.00007230303,0.00018145266,0.00031145243,0.0008700875,0.00005580464,0.000054570442,0.00028069314,4.4017534e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017682201,0.00033489004,0.45557538,0.00045364135,0.0009312669,0.0022216775,0.0064598056,0.0001985968,0.1393212,0.0018133108,0.37860575,0.012316262],"study_design_scores_gemma":[0.011604141,0.0065876357,0.22465284,0.0093098,0.00042505484,0.0013651063,0.028437655,0.0016983775,0.4982978,0.0154732885,0.20120023,0.0009480502],"about_ca_topic_score_codex":0.0032388696,"about_ca_topic_score_gemma":0.0023922678,"teacher_disagreement_score":0.3589766,"about_ca_system_score_codex":0.00017485363,"about_ca_system_score_gemma":0.00080869655,"threshold_uncertainty_score":0.9296904},"labels":[],"label_agreement":null},{"id":"W3155445618","doi":"","title":"Towards a Systematic Understanding of How to Institutionally Design Scientific Advisory Committees","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University; York University","funders":"","keywords":"Relevance (law); Legitimacy; Political science; Engineering ethics; Quality (philosophy); Management science; Public relations; Order (exchange); Knowledge management; Business; Computer science; Politics; Engineering; Epistemology; Law","score_opus":0.17137738032075023,"score_gpt":0.4020524422374694,"score_spread":0.23067506191671916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155445618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020262651,0.00070063985,0.96010506,0.007698263,0.0005670665,0.0010680043,0.0000025145437,0.0000886733,0.009507103],"genre_scores_gemma":[0.995146,0.0001537512,0.0020716898,0.000036441597,0.00023957666,0.00002002519,3.491351e-7,0.0000125679435,0.0023196184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99559164,0.00074549566,0.00031486846,0.00020236982,0.0013401696,0.001805473],"domain_scores_gemma":[0.9986007,0.00023387629,0.00019568816,0.00022339288,0.0005709364,0.00017540176],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01870586,0.00010971921,0.00024120766,0.000505957,0.0014827683,0.00037229247,0.0009232505,0.00008918397,0.000035254707],"category_scores_gemma":[0.0018851021,0.00009709071,0.00009568139,0.0010358149,0.001086779,0.00034523074,0.0000842796,0.00073051965,0.00003423093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003433162,0.000046372796,0.00009168329,0.00015656133,0.00007499308,0.0000027805174,0.0035683117,0.000011757987,0.001199911,0.9925951,0.0015712264,0.0006469754],"study_design_scores_gemma":[0.000332105,0.0008369934,0.00005988042,0.0015275304,0.00004579501,0.00008834439,0.06526554,0.00013098234,0.0010507215,0.9282706,0.0021130324,0.0002784875],"about_ca_topic_score_codex":0.00017101872,"about_ca_topic_score_gemma":0.0031976842,"teacher_disagreement_score":0.9748833,"about_ca_system_score_codex":0.0037110234,"about_ca_system_score_gemma":0.012279718,"threshold_uncertainty_score":0.9998172},"labels":[],"label_agreement":null},{"id":"W3155935105","doi":"10.1136/bmjopen-2020-044544","title":"Development of a core outcome set for congenital pulmonary airway malformations: study protocol of an international Delphi survey","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pediatric Oncology Group","funders":"Vlaamse regering; Medizinische Universität Graz; Medizinische Universität Wien; Ankara Universitesi; Universiteit Gent; Karolinska Institutet; Universiteit Leiden; University Hospital Southampton NHS Foundation Trust; Universität Wien; Universitair Ziekenhuis Gent; Alder Hey Children's NHS Foundation Trust; Universiteit Maastricht; Karl-Franzens-Universität Graz","keywords":"Medicine; Pulmonologists; Delphi method; Outcome (game theory); Protocol (science); Asymptomatic; Pediatrics; Family medicine; Informed consent; Intensive care medicine; Surgery; Alternative medicine; Pathology","score_opus":0.6432032589342354,"score_gpt":0.634743415642607,"score_spread":0.00845984329162841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155935105","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4400085,7.4495154e-7,0.0005769295,0.00032730302,0.00012268501,0.53896147,0.00034691283,0.000034592907,0.019620866],"genre_scores_gemma":[0.6032635,1.5571028e-7,0.026522033,0.000020605035,0.00002709698,0.3689965,0.00012789512,0.000010951144,0.0010312475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978912,0.00033955855,0.00066542084,0.0001799534,0.0007534774,0.00017042199],"domain_scores_gemma":[0.9981133,0.00024810448,0.00024132569,0.00027294538,0.001058659,0.00006571049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070900307,0.00007265273,0.00020337236,0.00008746936,0.00017201428,0.000093062336,0.0011443018,0.00005513721,0.00032050602],"category_scores_gemma":[0.001500479,0.00007029562,0.000036562236,0.00029488883,0.00009694901,0.0005526843,0.00062674115,0.00006810691,0.0000062864983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016960354,0.0035725147,0.90408224,0.0002799769,0.00027969354,0.000057160083,0.0474092,0.000014489782,0.00070243626,0.0039475076,0.0015817621,0.036376998],"study_design_scores_gemma":[0.0037951793,0.0006455319,0.8445834,0.00017457093,0.000020440675,0.000015958993,0.111894585,0.0010620464,0.0051267617,0.0014011981,0.030681288,0.00059901783],"about_ca_topic_score_codex":0.001277922,"about_ca_topic_score_gemma":0.013670646,"teacher_disagreement_score":0.16996497,"about_ca_system_score_codex":0.00009522445,"about_ca_system_score_gemma":0.0013841012,"threshold_uncertainty_score":0.7628541},"labels":[],"label_agreement":null},{"id":"W3156069727","doi":"10.1016/j.joca.2021.02.354","title":"An international, multi-disciplinary Delphi study regarding statements for the definition of spinal osteoarthritis","year":2021,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Delphi method; Likert scale; Multidisciplinary approach; Subject (documents); Medical education; Delphi; Medicine; Psychology; Library science; Sociology; Computer science; Social science","score_opus":0.14114732144191752,"score_gpt":0.45858238854690225,"score_spread":0.3174350671049847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156069727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228764,0.0013891719,0.0006273631,0.0008548365,0.0003620071,0.0011061783,0.00014639682,0.00005327182,0.0031731525],"genre_scores_gemma":[0.99663943,0.00074461626,0.0018791648,0.00004533581,0.00014130019,0.0003310852,0.000029498144,0.000018227785,0.00017131619],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99811476,0.00030639183,0.00034698585,0.00033871707,0.0005810442,0.00031210043],"domain_scores_gemma":[0.9988134,0.000181202,0.00010958406,0.0003085702,0.00047855722,0.00010867261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014825132,0.000111917834,0.00018094305,0.00007466044,0.0007393188,0.00023333845,0.00031959644,0.000071587034,0.00009658132],"category_scores_gemma":[0.00030435552,0.00010577156,0.000080148304,0.0002131512,0.0002909227,0.0005654463,0.00015935967,0.00012424115,0.0000030358594],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010378044,0.0025594903,0.06872698,0.0001661675,0.00008696768,0.00073525874,0.055110835,0.000019593755,0.13467166,0.03591758,0.0011667301,0.6998009],"study_design_scores_gemma":[0.022020912,0.016740017,0.03219077,0.0014608569,0.000306821,0.00013559502,0.7843781,0.00021379342,0.061871335,0.018740889,0.060217742,0.0017231412],"about_ca_topic_score_codex":0.00013560982,"about_ca_topic_score_gemma":0.00596231,"teacher_disagreement_score":0.7292673,"about_ca_system_score_codex":0.000044927983,"about_ca_system_score_gemma":0.000117598494,"threshold_uncertainty_score":0.5686317},"labels":[],"label_agreement":null},{"id":"W3156614713","doi":"10.1659/mrd-journal-d-21-00004.1","title":"The Canadian Mountain Network: Advancing Innovative, Solutions-Based Research to Inform Decision-Making","year":2020,"lang":"en","type":"article","venue":"Mountain Research and Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Calgary; University of Alberta","funders":"","keywords":"Environmental resource management; Environmental planning; Geography; Environmental science","score_opus":0.3317266755238188,"score_gpt":0.5072735830654762,"score_spread":0.17554690754165742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156614713","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14431575,0.0022196842,0.04293702,0.5510564,0.0005847798,0.015586407,0.00005054743,0.00076523336,0.24248417],"genre_scores_gemma":[0.96919715,0.000095159216,0.027335946,0.0017344562,0.000279264,0.00070297625,0.000008007761,0.000032870834,0.00061417354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895768,0.0010217628,0.0005463183,0.0006022058,0.0044807456,0.0037721728],"domain_scores_gemma":[0.988421,0.005704225,0.0000474158,0.0003892609,0.0038394502,0.001598604],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0414009,0.00018514736,0.00020641916,0.000909473,0.01882804,0.0014941276,0.0014218659,0.00019609652,0.00018078934],"category_scores_gemma":[0.016445942,0.00015570222,0.000023004706,0.0084258085,0.0013496095,0.0002785077,0.0010720044,0.0016207125,0.0002484481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00053805637,0.00005299426,0.01559785,0.000042565527,0.000044790322,0.00015040438,0.01874138,0.00064774527,0.000061273335,0.1410078,0.3308379,0.49227723],"study_design_scores_gemma":[0.00018583912,0.0001841423,0.0035323333,0.00014926314,4.1210023e-7,8.0575444e-7,0.01440392,0.000594077,0.00008989299,0.01238868,0.9682422,0.00022838228],"about_ca_topic_score_codex":0.062280416,"about_ca_topic_score_gemma":0.70121634,"teacher_disagreement_score":0.8248814,"about_ca_system_score_codex":0.0042666094,"about_ca_system_score_gemma":0.01648137,"threshold_uncertainty_score":0.9995558},"labels":[],"label_agreement":null},{"id":"W3156815212","doi":"10.1136/bmjopen-2020-043784","title":"Published patterns of spin in biomedical literature: a protocol for a meta-research study","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Checklist; MEDLINE; Misrepresentation; Medicine; Psychology; Political science; Cognitive psychology","score_opus":0.6179688848151582,"score_gpt":0.6797015661923335,"score_spread":0.06173268137717525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156815212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005554169,0.000006601351,0.00017788782,0.01772447,0.000053364492,0.96570307,0.00006609221,0.000033567634,0.010680789],"genre_scores_gemma":[0.06422212,4.2229135e-7,0.0019381992,0.00005442448,0.00009976124,0.93077403,0.00001108502,0.0000141045075,0.0028858315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939891,0.0025165076,0.00052918337,0.00045743413,0.001953994,0.00055378175],"domain_scores_gemma":[0.99729383,0.00075860374,0.00009142974,0.0006119959,0.0010834421,0.00016069751],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027763715,0.00009522423,0.0004226135,0.00036196958,0.00017382776,0.0009885568,0.0018893912,0.0001469128,0.0016816036],"category_scores_gemma":[0.009335583,0.00007512399,0.000110921465,0.00234687,0.00019487737,0.00051400455,0.0014171295,0.000405605,0.000007314914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033211363,0.028020026,0.20644711,0.0032720435,0.0017538574,0.0028493267,0.16338903,0.0000018885999,0.002007269,0.06624883,0.48101842,0.041671075],"study_design_scores_gemma":[0.014531412,0.0036113174,0.039396133,0.0017918652,0.00010331046,0.000012914511,0.08813649,0.00014281803,0.005532392,0.042176496,0.80362177,0.00094305695],"about_ca_topic_score_codex":0.0064684832,"about_ca_topic_score_gemma":0.012436399,"teacher_disagreement_score":0.32260337,"about_ca_system_score_codex":0.00011576595,"about_ca_system_score_gemma":0.0019541516,"threshold_uncertainty_score":0.999231},"labels":[],"label_agreement":null},{"id":"W3158008508","doi":"10.1016/j.kint.2021.04.027","title":"Development of an international Delphi survey to establish core outcome domains for trials in adults with glomerular disease","year":2021,"lang":"en","type":"article","venue":"Kidney International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of British Columbia; University of Toronto; Toronto General Hospital","funders":"National Health and Medical Research Council; National Institutes of Health; Family Care Foundation; Jane Coffin Childs Memorial Fund for Medical Research","keywords":"Medicine; Likert scale; Disease; Delphi method; Kidney disease; Health care; Scale (ratio); Family medicine; Clinical trial; Intensive care medicine; Gerontology; Psychology; Internal medicine","score_opus":0.29771508983388373,"score_gpt":0.5162459649354145,"score_spread":0.2185308751015308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158008508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9734184,0.000008188566,0.010514942,0.008521527,0.000994303,0.0011547524,0.001785954,0.00005934608,0.003542592],"genre_scores_gemma":[0.9171423,0.00001191479,0.079890795,0.000532881,0.00021280203,0.0003309596,0.0012059679,0.000020375734,0.00065201067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675524,0.00037859977,0.0008185852,0.00039176136,0.0013644537,0.00029134317],"domain_scores_gemma":[0.99687326,0.000792196,0.00021527022,0.00022078218,0.0013861737,0.0005123121],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006705842,0.0001250264,0.00030483239,0.00036358077,0.00010534025,0.00013125701,0.0008786522,0.00007447618,0.00054232235],"category_scores_gemma":[0.029434964,0.000120765755,0.00008318871,0.0004527814,0.00010418385,0.00038688225,0.00015374759,0.00011567322,0.000008061939],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033030529,0.0011564527,0.9303722,0.000080465055,0.00028085645,0.00013018746,0.012315596,0.00014834356,0.00076488225,0.032859467,0.007492881,0.011095656],"study_design_scores_gemma":[0.0048250994,0.00011330614,0.7607915,0.00064248085,0.000020917192,0.000003404314,0.0049031842,0.0009533297,0.0022297578,0.0026982583,0.22221226,0.0006065172],"about_ca_topic_score_codex":0.0008846476,"about_ca_topic_score_gemma":0.013144906,"teacher_disagreement_score":0.21471937,"about_ca_system_score_codex":0.0004393422,"about_ca_system_score_gemma":0.0021613857,"threshold_uncertainty_score":0.9787405},"labels":[],"label_agreement":null},{"id":"W3158982666","doi":"10.1136/bmjopen-2021-049093","title":"Methods and results used in the development of a consensus-driven extension to the Consolidated Standards of Reporting Trials (CONSORT) statement for trials conducted using cohorts and routinely collected data (CONSORT-ROUTINE)","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Multiple Sclerosis Society of Canada; Dalhousie University; Ottawa Hospital; McMaster University; Jewish General Hospital; University of Ottawa; Impact; Children's Hospital of Eastern Ontario; McGill University; Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; Medical Research Council; Canadian Child Health Clinician Scientist Program; Department of Health and Social Care; Canada Research Chairs; Canadian Association of Gastroenterology; Steno Diabetes Center Aarhus; Crohn's and Colitis Canada; Wellcome Trust","keywords":"Consolidated Standards of Reporting Trials; Checklist; Medicine; Delphi method; Stakeholder; Delphi; Family medicine; Guideline; Medical education; Nursing; Psychological intervention; Psychology; Computer science; Public relations","score_opus":0.8561694858434391,"score_gpt":0.6949441496276297,"score_spread":0.16122533621580937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158982666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582572,0.0001355048,0.0038710565,0.005923078,0.00012506936,0.029499432,0.0016298305,0.00002519481,0.0005336457],"genre_scores_gemma":[0.7360598,0.000041618132,0.2627732,0.000106640255,0.000037036443,0.0006870346,0.0001392087,0.000022194474,0.00013328216],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9649391,0.022537865,0.009261867,0.0010295309,0.0016051629,0.00062643085],"domain_scores_gemma":[0.9643542,0.024215274,0.006840969,0.0016111699,0.0028036174,0.00017476777],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28775182,0.00018766968,0.0016600443,0.00016944502,0.0005245217,0.00031559065,0.0008646944,0.00013254028,0.00003224154],"category_scores_gemma":[0.31349838,0.00012184632,0.000063252766,0.0011162191,0.00043765808,0.00013405553,0.0013662751,0.00017002395,9.473104e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029978659,0.0010715605,0.03230195,0.0010931769,0.0024556352,0.0004376342,0.23557343,0.00020726293,0.5876112,0.0025625702,0.06146356,0.045243353],"study_design_scores_gemma":[0.040136304,0.0010036048,0.06125843,0.0070211827,0.0014491004,0.0002169579,0.3493765,0.01070774,0.40356806,0.003277088,0.11979174,0.0021932907],"about_ca_topic_score_codex":0.0033782204,"about_ca_topic_score_gemma":0.012618405,"teacher_disagreement_score":0.25890213,"about_ca_system_score_codex":0.00014793414,"about_ca_system_score_gemma":0.0069755884,"threshold_uncertainty_score":0.99865395},"labels":[],"label_agreement":null},{"id":"W3159620338","doi":"10.1126/science.372.6541.447","title":"Dutch studies bring back the fun—but are they good science?","year":2021,"lang":"en","type":"article","venue":"Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Engineering ethics; Research ethics; Psychology; Internet privacy; Environmental ethics; Computer science; Sociology; Engineering; Philosophy","score_opus":0.2821230391138023,"score_gpt":0.5176024745604996,"score_spread":0.23547943544669725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159620338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7586074,0.0012716284,0.00006898264,0.0230548,0.0012179526,0.00044805073,0.000006707149,0.00017327892,0.2151512],"genre_scores_gemma":[0.9925404,0.00040971892,0.0008113656,0.00032721795,0.00017192923,0.000011126174,1.0583076e-7,0.0000066077087,0.005721483],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99491817,0.0002048971,0.00019623837,0.00065559446,0.0029834574,0.0010416436],"domain_scores_gemma":[0.99717915,0.00041866247,0.00009296328,0.0006946285,0.0013927232,0.00022184257],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.011526148,0.00010921046,0.00015015744,0.00017604392,0.0038222899,0.00088720844,0.0029058096,0.000041178188,0.00013702635],"category_scores_gemma":[0.0071527883,0.00007659362,0.000055187396,0.004638304,0.012089577,0.00094615755,0.0012465118,0.00028392114,0.0003417845],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020961177,0.00040476792,0.1156376,0.00011094428,0.000060580656,0.00031955625,0.31167194,0.00013737024,0.1908373,0.30539444,0.008494099,0.06691045],"study_design_scores_gemma":[0.0002413581,0.00007104489,0.04950017,0.00028729797,0.000018257962,0.000028802811,0.7377178,0.00019025209,0.11104133,0.046139132,0.054103848,0.0006606861],"about_ca_topic_score_codex":0.0006505655,"about_ca_topic_score_gemma":0.0028821176,"teacher_disagreement_score":0.4260459,"about_ca_system_score_codex":0.00043657963,"about_ca_system_score_gemma":0.0028804669,"threshold_uncertainty_score":0.9974746},"labels":[],"label_agreement":null},{"id":"W3159794664","doi":"10.1212/wnl.94.15_supplement.2342","title":"Impact of a National Dementia Research Program – the CCNA (Canadian Consortium on Neurodegeneration in Aging) (2342)","year":2020,"lang":"en","type":"article","venue":"Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University; Dalhousie University; University of British Columbia; Western University; University of Toronto; University of Calgary; McGill University; Douglas College; University of Waterloo; Toronto Rehabilitation Institute; Lawson Health Research Institute; Sunnybrook Hospital; University of Alberta; Baycrest Hospital","funders":"","keywords":"Hogan; Gerontology; Dementia; Library science; Medicine; Sociology; Computer science; Anthropology; Internal medicine","score_opus":0.2613068560241598,"score_gpt":0.5211965419601244,"score_spread":0.2598896859359646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159794664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89009845,0.000022746619,0.0000042471233,0.092570424,0.000062163934,0.00079146435,0.000008288623,0.000042346284,0.016399853],"genre_scores_gemma":[0.9981019,0.00002101531,0.000037755322,0.0015750275,0.00013122748,0.00010766392,0.0000033811825,0.000008802652,0.000013256565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690616,0.0014802051,0.00017880464,0.00024246491,0.0007231188,0.0004692596],"domain_scores_gemma":[0.998939,0.00042481552,0.000040338506,0.00012944428,0.00030789105,0.00015854323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002055233,0.00005976225,0.00009072051,0.00027980568,0.000244488,0.000048552716,0.00045768326,0.00010027488,0.00015488167],"category_scores_gemma":[0.0017831386,0.00004889312,0.000044605677,0.00091982906,0.00052998296,0.000060028793,0.000058614096,0.00058823737,0.00003385192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00145064,0.00088805455,0.6366047,0.0000363514,0.000114244816,0.00029159032,0.014196083,0.0021375637,0.011559536,0.16985339,0.11111476,0.05175304],"study_design_scores_gemma":[0.0008822003,0.0103371665,0.83923376,0.0000114218565,0.000008299371,0.0000072868124,0.00023847053,0.009625271,0.00066247926,0.00867663,0.13004385,0.00027316943],"about_ca_topic_score_codex":0.08799367,"about_ca_topic_score_gemma":0.16097546,"teacher_disagreement_score":0.20262901,"about_ca_system_score_codex":0.00007854019,"about_ca_system_score_gemma":0.0012076399,"threshold_uncertainty_score":0.91807944},"labels":[],"label_agreement":null},{"id":"W3160569813","doi":"10.1016/j.envadv.2021.100061","title":"Envisioning an international validation process for New Approach Methodologies in chemical hazard and risk assessment","year":2021,"lang":"en","type":"article","venue":"Environmental Advances","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Environment and Climate Change Canada; Université Laval; McGill University","funders":"Genome Prairie; McGill University; Génome Québec; Social Sciences and Humanities Research Council of Canada; University of Saskatchewan; Government of Canada; Ministère de l'Économie, de la Science et de l'Innovation - Québec; Environment and Climate Change Canada; Genome Canada","keywords":"Context (archaeology); Standardization; Process (computing); Delphi method; Knowledge management; Computer science; Government (linguistics); Harmonization; Data sharing; Hazard; Business; Process management; Data science; Medicine","score_opus":0.1726043659957145,"score_gpt":0.5153536333914877,"score_spread":0.34274926739577316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160569813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92864877,0.00044806246,0.06394977,0.0007733224,0.000116122705,0.00047108525,0.000024865807,0.000054510674,0.0055135014],"genre_scores_gemma":[0.7029821,0.0018873499,0.29463202,0.000017158425,0.000098007295,0.00009551153,0.000056202163,0.000007582597,0.00022406748],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873245,0.00024419624,0.00014713423,0.00033107484,0.0003674969,0.00017764514],"domain_scores_gemma":[0.99942523,0.0003364157,0.000066085035,0.0000937745,0.0000089239875,0.000069596135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010539229,0.000072314266,0.000103228194,0.000044006316,0.00014434381,0.00007627058,0.000202761,0.00006134372,0.000110029374],"category_scores_gemma":[0.00051675504,0.00007345,0.000023152346,0.00007565052,0.00019278274,0.00075722806,0.000095648575,0.0001384306,0.0000014852573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071956725,0.0003614777,0.3466,0.00003129624,0.00002895306,0.0000074261693,0.0059163114,0.0013182611,0.02141473,0.0031916432,0.000059778955,0.62099814],"study_design_scores_gemma":[0.0029568675,0.0003023874,0.17106348,0.00012550925,0.000060577513,0.00002034109,0.14555536,0.0083368495,0.29591548,0.292789,0.08162271,0.0012514091],"about_ca_topic_score_codex":0.000048654736,"about_ca_topic_score_gemma":0.0000390143,"teacher_disagreement_score":0.61974674,"about_ca_system_score_codex":0.00016574151,"about_ca_system_score_gemma":0.00005904121,"threshold_uncertainty_score":0.2995204},"labels":[],"label_agreement":null},{"id":"W3161106594","doi":"","title":"特発性レム睡眠行動異常症における認知機能の評価-日本語版Montreal Cognitive Assessment(MoCA-J)およびMMSEによる検討","year":2012,"lang":"ja","type":"article","venue":"日本神経学会学術大会プログラム・抄録集","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Cognitive impairment; Psychology; Political science; Psychiatry","score_opus":0.15575763017387845,"score_gpt":0.5152486747320243,"score_spread":0.35949104455814584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161106594","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18995327,0.0050053,0.0014236296,0.010240519,0.005392098,0.00428536,0.0006212037,0.0014222605,0.7816564],"genre_scores_gemma":[0.9677095,0.0017271352,0.001910018,0.0013018172,0.004533281,0.0004948556,0.00013471894,0.00024897844,0.021939738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847447,0.002840536,0.0015340627,0.001593917,0.0043095397,0.004977191],"domain_scores_gemma":[0.99156183,0.0028292572,0.0007827958,0.0013890835,0.0011346918,0.0023023568],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.008109851,0.0012182519,0.001378951,0.0007981133,0.0022052613,0.0008969865,0.0024396342,0.0015213265,0.01011895],"category_scores_gemma":[0.0020426116,0.0012859751,0.00078621216,0.002790597,0.002633498,0.0024519837,0.0012202864,0.0026893883,0.0065399157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009539524,0.009513294,0.19550839,0.0007547081,0.0023703892,0.0007773844,0.10494936,0.00000939593,0.0037919886,0.07589437,0.39176002,0.21371675],"study_design_scores_gemma":[0.0067673675,0.0018387734,0.19787025,0.0015972592,0.0014651553,0.00014796507,0.13353626,0.0010194178,0.005039666,0.0067154854,0.6375321,0.0064702644],"about_ca_topic_score_codex":0.007561541,"about_ca_topic_score_gemma":0.0014223233,"teacher_disagreement_score":0.7777562,"about_ca_system_score_codex":0.0014239453,"about_ca_system_score_gemma":0.0014768041,"threshold_uncertainty_score":0.99977493},"labels":[],"label_agreement":null},{"id":"W3163142507","doi":"10.1111/hex.13244","title":"Processes for evidence summarization for patient decision aids: A Delphi consensus study","year":2021,"lang":"en","type":"article","venue":"Health Expectations","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Automatic summarization; Delphi method; Decision aids; Delphi; Computer science; Process (computing); Stakeholder; Evidence-based medicine; Critical appraisal; Knowledge management; MEDLINE; Psychology; Medical education; Medicine; Information retrieval; Alternative medicine; Artificial intelligence; Public relations","score_opus":0.27403732974192935,"score_gpt":0.5462272779974153,"score_spread":0.272189948255486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163142507","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29247296,0.016640186,0.5822642,0.07074906,0.001507562,0.03400814,0.00044158776,0.001024294,0.0008920052],"genre_scores_gemma":[0.8901069,0.0002573133,0.104561366,0.00030586202,0.00011200726,0.004424681,0.00003515502,0.000021255868,0.00017546158],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99793506,0.00034165528,0.00045044642,0.00036278594,0.0005017897,0.00040826743],"domain_scores_gemma":[0.99086213,0.006299306,0.00016871339,0.0002187163,0.0022786523,0.0001724746],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00067179464,0.00008835939,0.00017117697,0.00014725258,0.0014731622,0.00012377204,0.00017055924,0.000060238795,0.000020004987],"category_scores_gemma":[0.024606718,0.00009480471,0.00005092962,0.0010423457,0.00008505225,0.00015793019,0.00003891599,0.000073555726,0.000004972548],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005742504,0.0030931768,0.01398019,0.0011217842,0.00007953616,0.000013503945,0.56897014,0.0002567903,0.00029353116,0.02760108,0.09466791,0.28934813],"study_design_scores_gemma":[0.0013497041,0.0029152401,0.0011947238,0.0006738274,0.000034959783,0.0000034490067,0.91286004,0.0005074731,0.0006403283,0.02492053,0.054502048,0.0003977068],"about_ca_topic_score_codex":0.00060151645,"about_ca_topic_score_gemma":0.010733319,"teacher_disagreement_score":0.59763396,"about_ca_system_score_codex":0.000283977,"about_ca_system_score_gemma":0.003981523,"threshold_uncertainty_score":0.9998268},"labels":[],"label_agreement":null},{"id":"W3163599437","doi":"10.1097/cce.0000000000000428","title":"Development and Content Validation of a Multidisciplinary Standardized Management Pathway for Hypoxemic Respiratory Failure and Acute Respiratory Distress Syndrome","year":2021,"lang":"en","type":"article","venue":"Critical Care Explorations","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; Interquartile range; Multidisciplinary approach; Intensive care medicine; Respiratory distress; Respiratory failure; Delphi method; Acute respiratory distress; Lung; Internal medicine; Anesthesia","score_opus":0.20954320421366454,"score_gpt":0.4383873616249359,"score_spread":0.22884415741127137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163599437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966667,0.0012997129,0.025201647,0.0034452558,0.00015762358,0.0015036231,0.0006165861,0.00012495415,0.0009835943],"genre_scores_gemma":[0.97189385,0.000036332865,0.027067645,0.000050483213,0.000029484485,0.0007685257,0.00007012464,0.000015989875,0.000067563844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983424,0.00023705832,0.0003415426,0.0003377673,0.00048124898,0.00025999124],"domain_scores_gemma":[0.99829304,0.00040754554,0.000042887637,0.00020464411,0.0008836339,0.0001682362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006510869,0.00011056904,0.00019759093,0.000108325075,0.0006747706,0.00012261065,0.00011847075,0.00010277557,0.000014813743],"category_scores_gemma":[0.0007391735,0.00011729731,0.000045315017,0.00022690452,0.0005066319,0.00030093177,0.00019767805,0.000109780165,0.0000013323089],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037227606,0.00072339986,0.004416739,0.0034625668,0.00044796226,0.00127828,0.09961982,0.000011432233,0.071408786,0.74757355,0.0031133855,0.067571804],"study_design_scores_gemma":[0.003239202,0.00059598224,0.005586981,0.0008511101,0.00030265277,0.000019278265,0.6688887,0.000028592473,0.18600358,0.010784719,0.122669905,0.0010292848],"about_ca_topic_score_codex":0.0000054309207,"about_ca_topic_score_gemma":0.00020105812,"teacher_disagreement_score":0.7367888,"about_ca_system_score_codex":0.00016629796,"about_ca_system_score_gemma":0.00035690967,"threshold_uncertainty_score":0.5189858},"labels":[],"label_agreement":null},{"id":"W3164515616","doi":"10.35429/ejrop.2020.11.6.28.35","title":"Physical therapy: A worldwide overview","year":2020,"lang":"en","type":"article","venue":"ECORFAN Journal Republic of Paraguay","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Population; Work (physics); Quality (philosophy); Library science; Psychology; Medical education; Medicine; Sociology; Physical therapy; Demography; Engineering; Computer science","score_opus":0.20989690181636547,"score_gpt":0.46339419653838987,"score_spread":0.2534972947220244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164515616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7464955,0.0041190996,0.0006011975,0.13605313,0.0004668264,0.0006250305,0.00000830938,0.00025189776,0.111379005],"genre_scores_gemma":[0.9932482,0.003156704,0.00063370523,0.0008890954,0.0011649247,0.000010188246,6.167546e-7,0.00002215039,0.0008743882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971067,0.0005986586,0.0004110344,0.0002285629,0.0011630466,0.0004919985],"domain_scores_gemma":[0.99819493,0.00033865584,0.00030210492,0.00023451557,0.0003491459,0.00058063556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002177457,0.00013223376,0.000339584,0.00014056619,0.00032195862,0.00022463905,0.0009431249,0.00007409991,0.0017031374],"category_scores_gemma":[0.0020377424,0.000111455345,0.0002669436,0.0009779801,0.00031990017,0.00047290558,0.000089778325,0.0006362854,0.00008711545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025077022,0.0006597792,0.012403866,0.00006564599,0.00022967075,0.00036290957,0.04293533,0.000026560925,0.0024581172,0.06225176,0.36021107,0.5181445],"study_design_scores_gemma":[0.00060179754,0.0004584983,0.004824053,0.00007905508,0.000010508299,0.000030876243,0.0024676826,0.00016407996,0.0020373182,0.014533991,0.974517,0.00027513306],"about_ca_topic_score_codex":0.00014640868,"about_ca_topic_score_gemma":0.00004885746,"teacher_disagreement_score":0.6143059,"about_ca_system_score_codex":0.00008818488,"about_ca_system_score_gemma":0.0006623199,"threshold_uncertainty_score":0.99920946},"labels":[],"label_agreement":null},{"id":"W3164885229","doi":"","title":"New Frontiers in Committees – Using Videoconferencing Technology","year":2020,"lang":"en","type":"article","venue":"Canadian parliamentary review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Political science; Computer science; Multimedia","score_opus":0.15860457107425846,"score_gpt":0.40608223164340446,"score_spread":0.247477660569146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164885229","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00948406,0.282317,0.0043438408,0.6688856,0.0006613316,0.004717521,0.00004651563,0.00037489238,0.029169261],"genre_scores_gemma":[0.5483103,0.21252784,0.11194439,0.12521257,0.00096818944,0.00024976148,0.000046434045,0.00014540536,0.000595158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836284,0.0002137811,0.00029744636,0.0002772536,0.00025324398,0.00059543893],"domain_scores_gemma":[0.99881506,0.000031379204,0.000058700036,0.00021322379,0.0000428543,0.00083880493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060335424,0.00012103038,0.00034545152,0.00029917512,0.0001812204,0.00004516879,0.00066362583,0.00010954613,0.0011284305],"category_scores_gemma":[0.00034242566,0.00013844954,0.000055242137,0.0014599569,0.00015691335,0.00017423515,0.000053508986,0.00033204243,0.000056277866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024206195,0.0000055416594,0.08220271,0.00038818645,0.00002241786,0.00018322242,0.0009893045,0.0000026685534,0.000034919874,0.0017826718,0.5773728,0.33701313],"study_design_scores_gemma":[0.000107424436,0.000020457193,0.00012898275,0.0015808436,0.000018139312,0.0000022496208,0.0034734493,0.00006960472,0.00003120284,0.0013909665,0.9929753,0.00020139868],"about_ca_topic_score_codex":0.6236475,"about_ca_topic_score_gemma":0.6462603,"teacher_disagreement_score":0.543673,"about_ca_system_score_codex":0.0010066379,"about_ca_system_score_gemma":0.0028015606,"threshold_uncertainty_score":0.99978465},"labels":[],"label_agreement":null},{"id":"W3164944849","doi":"","title":"The 26th international congress on sound and vibration: Behind the scene = Le 26eme International Congress on Sound and Vibration: Derriere la scene","year":2019,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail","keywords":"Sound (geography); Acoustics; Physics","score_opus":0.0421919102722609,"score_gpt":0.37405942301294454,"score_spread":0.33186751274068366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164944849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5732898,0.0004983975,0.00080305163,0.27493647,0.010686774,0.0026054084,0.000102279126,0.00025622832,0.13682155],"genre_scores_gemma":[0.9805191,0.00028234185,0.00023308511,0.00071550877,0.0006063386,0.00005718041,0.000019855783,0.00002656909,0.017540019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717474,0.00047938342,0.00025814597,0.00045771684,0.0012761123,0.00035390334],"domain_scores_gemma":[0.9973804,0.001592552,0.00019135379,0.00037800265,0.00031857786,0.00013916344],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018181546,0.0002046247,0.00016686396,0.00012942553,0.0011880214,0.0016840686,0.0008548766,0.00018206294,0.0003977988],"category_scores_gemma":[0.0006586663,0.00014669518,0.000054285305,0.00016861815,0.001063078,0.00058131584,0.00027778864,0.00045832104,0.00008059691],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010777484,0.0004573492,0.03766991,0.000044292396,0.0004364222,0.00006028911,0.014444374,0.00029297973,0.0011038645,0.8484295,0.07524822,0.02073507],"study_design_scores_gemma":[0.0028189158,0.00038674712,0.018592615,0.0002584477,0.00003411069,0.00004680567,0.017012773,0.0077643306,0.0028383797,0.036957137,0.9125203,0.00076943723],"about_ca_topic_score_codex":0.00025467167,"about_ca_topic_score_gemma":0.0037499403,"teacher_disagreement_score":0.8372721,"about_ca_system_score_codex":0.00013086399,"about_ca_system_score_gemma":0.00020840966,"threshold_uncertainty_score":0.9993523},"labels":[],"label_agreement":null},{"id":"W3166720080","doi":"10.21203/rs.3.rs-415307/v1","title":"The Impact of Panel Composition and Topic on Stakeholder Perspectives: Generating Hypotheses from Online Maternal and Child Health Modified-Delphi Panels","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health","keywords":"Delphi method; Seriousness; Stakeholder; Computer-assisted web interviewing; Psychology; Scale (ratio); Psychosocial; Delphi; Medicine; Applied psychology; Public relations; Business; Marketing; Computer science; Political science","score_opus":0.39954363082653416,"score_gpt":0.5142970517260059,"score_spread":0.11475342089947177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166720080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98622006,0.0053881374,0.000119860044,0.0054609887,0.0000519198,0.001334906,0.0005929403,0.000055499164,0.00077569427],"genre_scores_gemma":[0.98384356,0.014853189,0.0005393859,0.000019614585,0.0004628485,0.00008768224,0.000071552844,0.000032081723,0.00009009166],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9934153,0.0028445956,0.00042314542,0.0006955018,0.0018534203,0.00076803553],"domain_scores_gemma":[0.99620336,0.0019141416,0.00019914842,0.0005883016,0.0007920451,0.00030301049],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037932144,0.00023642357,0.00043737984,0.00027031734,0.001571136,0.000900722,0.0005904407,0.00027704105,0.00006901902],"category_scores_gemma":[0.0009639838,0.00017521129,0.00012924665,0.00029273363,0.0010746323,0.000116570896,0.0009020123,0.0018210023,0.0000010068393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015965487,0.0037647267,0.078437135,0.0037779666,0.002093943,0.0004538873,0.48283648,0.0077332607,0.011685124,0.028604964,0.0031160375,0.3758999],"study_design_scores_gemma":[0.0010862406,0.0015736062,0.69268817,0.00799569,0.000023108472,0.000016469801,0.27082226,0.009166094,0.0016726766,0.0139488755,0.00016698365,0.00083981524],"about_ca_topic_score_codex":0.08637044,"about_ca_topic_score_gemma":0.002546976,"teacher_disagreement_score":0.6142511,"about_ca_system_score_codex":0.0007216777,"about_ca_system_score_gemma":0.0010701182,"threshold_uncertainty_score":0.9997287},"labels":[],"label_agreement":null},{"id":"W3166777894","doi":"10.33151/ajp.18.917","title":"An Inter-Agency Expert Panel's Prioritisation of Clinical Quality Improvement Topics in a Paramedic System","year":2021,"lang":"en","type":"article","venue":"Australasian Journal of Paramedicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Sunnybrook Hospital; Health Sciences North; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Delphi method; Agency (philosophy); Outcome (game theory); Quality management; Quality (philosophy); Delphi; Medicine; Operations management; Medical emergency; Process management; Medical education; Business; Computer science; Engineering; Management system","score_opus":0.25952076627193127,"score_gpt":0.5510003386868598,"score_spread":0.29147957241492856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166777894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986845,0.0002221555,0.0025475544,0.0073004025,0.0010726097,0.00028909117,0.0000030723036,0.00002106858,0.001699033],"genre_scores_gemma":[0.99524736,0.00042916348,0.0030022326,0.00008979275,0.001038504,0.000006943834,0.0000026142732,0.000008999356,0.0001744112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948764,0.0012985277,0.002125584,0.00021312211,0.0011443836,0.0003419905],"domain_scores_gemma":[0.99750483,0.00039302823,0.0008191079,0.00031678972,0.0006084137,0.0003578048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00840001,0.0001142006,0.0006437379,0.00018046782,0.000055550958,0.000030120698,0.0004613937,0.00022349965,0.00019442648],"category_scores_gemma":[0.0027508768,0.00010095585,0.0001551696,0.00044430597,0.00046458805,0.00025162968,0.000035685247,0.00068211666,0.0000022939064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024666032,0.0014049279,0.2986273,0.00034069494,0.00012890778,0.0021253033,0.023868304,0.00001096542,0.0052961344,0.008532904,0.0025224,0.6568955],"study_design_scores_gemma":[0.0069089844,0.006502532,0.7039785,0.0050816257,0.00011225733,0.00034351472,0.24538958,0.00025918862,0.006907646,0.0047605666,0.01914065,0.00061496225],"about_ca_topic_score_codex":0.001143326,"about_ca_topic_score_gemma":0.00043463125,"teacher_disagreement_score":0.6562805,"about_ca_system_score_codex":0.00024215905,"about_ca_system_score_gemma":0.0009830345,"threshold_uncertainty_score":0.41168597},"labels":[],"label_agreement":null},{"id":"W3167906996","doi":"10.1097/phm.0000000000001797","title":"Pilot and Feasibility Studies in Rehabilitation Research","year":2021,"lang":"en","type":"article","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Barts Charity","keywords":"Medicine; Rehabilitation; Physical medicine and rehabilitation; Physical therapy","score_opus":0.3037974148079331,"score_gpt":0.5877585875044974,"score_spread":0.2839611726965643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167906996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570333,0.00048355362,0.00003859402,0.041165084,0.00013046543,0.00036771205,7.143548e-7,0.000014750976,0.000765834],"genre_scores_gemma":[0.9938091,0.000039450413,0.0055709137,0.000051187177,0.00045587917,0.000025893512,5.121527e-7,0.000010266055,0.000036804377],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9926374,0.004444109,0.00061022694,0.00029006464,0.0016767058,0.00034150403],"domain_scores_gemma":[0.9653715,0.030828899,0.00024310159,0.00022699096,0.003136556,0.00019298788],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013354514,0.00010153285,0.0005249671,0.0004764478,0.00021551561,0.000020299567,0.00020285208,0.00002370655,0.00001526379],"category_scores_gemma":[0.09038911,0.00008324101,0.000074720505,0.0022477221,0.007910189,0.00035565402,0.00007266684,0.00065937074,0.0000025275285],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006711787,0.0015844374,0.09865187,0.00028733633,0.000059842034,0.00006768369,0.2552945,0.000026866861,0.007015132,0.06521667,0.0023617903,0.5687627],"study_design_scores_gemma":[0.0011043923,0.06993132,0.13443251,0.0011117632,0.000021555152,0.000009475664,0.49323016,0.000048570277,0.000052992185,0.29784873,0.0020564725,0.00015205095],"about_ca_topic_score_codex":0.0014023053,"about_ca_topic_score_gemma":0.001059243,"teacher_disagreement_score":0.56861067,"about_ca_system_score_codex":0.0006627916,"about_ca_system_score_gemma":0.0004099186,"threshold_uncertainty_score":0.9947897},"labels":[],"label_agreement":null},{"id":"W3168791599","doi":"10.1016/j.anorl.2021.03.011","title":"The YO-IFOS key points to write a good paper in otolaryngology","year":2021,"lang":"en","type":"article","venue":"European Annals of Otorhinolaryngology Head and Neck Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Key (lock); Otorhinolaryngology; Computer science; Medicine; Computer security; Surgery","score_opus":0.08206689337129251,"score_gpt":0.4004521964631415,"score_spread":0.318385303091849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168791599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271877,0.0053821146,0.000005301008,0.028265065,0.00017850257,0.00047477498,0.000052899,0.000092098446,0.038361557],"genre_scores_gemma":[0.9903906,0.0032594753,0.00016501313,0.004815465,0.00021568476,0.000038943504,0.000010112395,0.000034004024,0.001070688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99501026,0.0028206524,0.00047697758,0.0005064821,0.0004010302,0.0007845972],"domain_scores_gemma":[0.9978278,0.0008001174,0.00010147629,0.0005125432,0.00030583376,0.00045222713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017048265,0.00019027811,0.0003546118,0.00018452322,0.000491283,0.00009756646,0.00065637333,0.00010574278,0.00015371534],"category_scores_gemma":[0.002772285,0.00016281688,0.00012856597,0.0005695406,0.00077726506,0.00023001185,0.00048073535,0.00032808713,0.000109323264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072692893,0.0011497941,0.8458811,0.0001297827,0.00014201645,0.0026411836,0.0076959594,0.0000024615908,0.0048477333,0.07232168,0.04873609,0.01572526],"study_design_scores_gemma":[0.00032413125,0.00018709451,0.78592855,0.00009251912,0.000008245287,0.000014275514,0.000669734,0.0000024083834,0.00027472913,0.0016671083,0.21066295,0.0001682475],"about_ca_topic_score_codex":0.00036748324,"about_ca_topic_score_gemma":0.0015164255,"teacher_disagreement_score":0.16192685,"about_ca_system_score_codex":0.000022574759,"about_ca_system_score_gemma":0.0002765873,"threshold_uncertainty_score":0.663948},"labels":[],"label_agreement":null},{"id":"W3170292388","doi":"10.12688/f1000research.52491.1","title":"A review of the Cochrane COVID-19 Study Register reveals inconsistency in the choice and measurement of SARS-CoV-2 infection outcomes in prevention trials","year":2021,"lang":"en","type":"review","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tianjin University; London School of Economics and Political Science; Flinders University; University of Bristol; Queen's University Belfast; Bond University; Norwegian Institute of Public Health; Queen's University; University of Hertfordshire; National Institute for Social Care and Health Research; Universität Basel; American University of Beirut","keywords":"Medicine; Psychological intervention; Clinical trial; Intensive care medicine; Virology; Internal medicine; Psychiatry","score_opus":0.7415817928330685,"score_gpt":0.660892160598259,"score_spread":0.08068963223480952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170292388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041436116,0.97888184,0.0000074492987,0.003039137,0.00009807886,0.016175848,0.000023041162,0.000015329722,0.001344943],"genre_scores_gemma":[0.001491606,0.9959399,0.00002429016,0.00016615703,0.000051673338,0.0020688297,0.0000061862847,0.000025004672,0.00022633244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.934244,0.05682431,0.002913992,0.00064555625,0.004819085,0.0005530978],"domain_scores_gemma":[0.9875245,0.009001122,0.0011835255,0.0013060083,0.00090260693,0.000082206425],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14358991,0.0002826566,0.002985748,0.0006992001,0.00021262358,0.00009358276,0.0014908193,0.00029751658,0.00006872211],"category_scores_gemma":[0.12758555,0.00016302921,0.0006499322,0.0036392196,0.00066422817,0.00013152506,0.000601844,0.0011131392,0.0000028366194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000416549,0.0035565577,0.05083094,0.40328333,0.00056341756,0.0000515384,0.0069563757,2.4908297e-7,0.000045582114,0.0016454704,0.022394922,0.51062995],"study_design_scores_gemma":[0.0008000668,0.0002767641,0.004157383,0.20048836,0.00040706655,0.000007794771,0.0012690421,2.5649382e-7,0.000007829454,0.0009915924,0.79132146,0.00027238316],"about_ca_topic_score_codex":0.027172206,"about_ca_topic_score_gemma":0.04728126,"teacher_disagreement_score":0.76892656,"about_ca_system_score_codex":0.0010185887,"about_ca_system_score_gemma":0.004207714,"threshold_uncertainty_score":0.9793059},"labels":[],"label_agreement":null},{"id":"W3170338639","doi":"10.1136/bmj.n1367","title":"Recommendations for including or reviewing patient reported outcome endpoints in grant applications","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital","funders":"Genentech; Academy of Medical Sciences; National Institute for Health and Care Research; Department of Health and Social Care; Cancer Research UK; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Grant funding; Outcomes research; MEDLINE; Medical education; Alternative medicine; Family medicine; Medical physics; Computer science; Library science; Political science; Pathology","score_opus":0.5922041151071628,"score_gpt":0.5745156963349449,"score_spread":0.01768841877221783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170338639","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020733045,0.0014162607,0.109767504,0.6114074,0.0017159998,0.028282192,0.00018491797,0.0011648069,0.2253279],"genre_scores_gemma":[0.7192978,0.0015672082,0.24564102,0.0025891345,0.00066948397,0.018506572,0.0001741887,0.00007292217,0.01148163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983693,0.00023020172,0.00061400456,0.0002343577,0.00028998256,0.00026215496],"domain_scores_gemma":[0.9986649,0.000555853,0.00016042517,0.00029549695,0.00025420962,0.00006912378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027453424,0.00005987457,0.00015518427,0.00008688173,0.00046589025,0.000068561,0.00017105848,0.000060955168,0.00022825779],"category_scores_gemma":[0.005164882,0.000057158577,0.000064500186,0.00077196053,0.00004871253,0.00011239448,0.00011192061,0.00012663982,0.000011447838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046551297,0.000570765,0.02613664,0.00028974185,0.00005700564,0.00017390378,0.011523323,0.000009336021,0.00091194344,0.035002194,0.23174635,0.6935322],"study_design_scores_gemma":[0.00014142228,0.000013609985,0.00040725642,0.0001317447,0.000007503223,0.000006381788,0.0036284656,0.000035056466,0.0004450818,0.0073702824,0.9877004,0.000112785456],"about_ca_topic_score_codex":0.00050841086,"about_ca_topic_score_gemma":0.0025900071,"teacher_disagreement_score":0.7559541,"about_ca_system_score_codex":0.00022691587,"about_ca_system_score_gemma":0.000320583,"threshold_uncertainty_score":0.61832196},"labels":[],"label_agreement":null},{"id":"W3171718174","doi":"10.5489/cuaj.7406","title":"Poster Exhibit 7: Training &amp; Evaluation","year":2021,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Chemistry; Computer science; Physics","score_opus":0.20691879535992713,"score_gpt":0.42000940703558304,"score_spread":0.2130906116756559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171718174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36869982,0.00037159902,0.00029417998,0.33764702,0.0011124384,0.00037172184,0.000024227886,0.000099477744,0.29137948],"genre_scores_gemma":[0.9901168,0.000058095808,0.00050415547,0.004563142,0.0007800548,0.000013705998,0.000015096823,0.000008127848,0.0039408207],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959165,0.0016570039,0.00026720378,0.00018192094,0.0012982883,0.0006791068],"domain_scores_gemma":[0.99723965,0.0004122405,0.00015859575,0.000099117875,0.0013729512,0.0007174217],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0083389785,0.00007581121,0.00013392202,0.00015951868,0.0009853933,0.00042192012,0.00024047092,0.00031297965,0.008172897],"category_scores_gemma":[0.01264758,0.00007668672,0.00010114414,0.00046643664,0.00006180774,0.00021223493,0.00002101621,0.0006547983,0.0002129365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021945896,0.00009622877,0.4675178,0.0000035464202,0.00016346363,0.0003812797,0.02119721,0.000100479,0.00057250727,0.014075662,0.33385107,0.1620188],"study_design_scores_gemma":[0.0002430735,0.000024043711,0.07762913,0.000007308447,0.000020171305,0.000047409532,0.0015742669,0.000037331756,0.000018842573,0.019584052,0.9006746,0.00013979014],"about_ca_topic_score_codex":0.0030159813,"about_ca_topic_score_gemma":0.05621566,"teacher_disagreement_score":0.621417,"about_ca_system_score_codex":0.0028351583,"about_ca_system_score_gemma":0.004214653,"threshold_uncertainty_score":0.9956693},"labels":[],"label_agreement":null},{"id":"W3172499456","doi":"10.2196/28878","title":"Redesigning a Web-Based Stakeholder Consensus Meeting About Core Outcomes for Clinical Trials: Formative Feedback Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Nottingham Biomedical Research Centre; National Institute for Health and Care Research; Department of Health and Social Care; Washington University in St. Louis","keywords":"Medical education; Psychological intervention; Delphi method; Protocol (science); Outcome (game theory); Set (abstract data type); Stakeholder; Voting; Psychology; Applied psychology; Medicine; Computer science; Public relations; Nursing; Political science; Alternative medicine; Artificial intelligence","score_opus":0.7583092122199313,"score_gpt":0.65402569874751,"score_spread":0.10428351347242126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172499456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8804306,0.00038009376,0.002454715,0.012509132,0.0011360657,0.019164676,0.0004410523,0.0007376765,0.08274602],"genre_scores_gemma":[0.9909411,0.00007926644,0.0037086427,0.00017581681,0.00035395304,0.003069224,0.0000348325,0.00006300103,0.0015741738],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.96913767,0.021513676,0.0024811602,0.00080162095,0.004031195,0.0020346662],"domain_scores_gemma":[0.9395505,0.05344503,0.0006595887,0.00076554576,0.0050084395,0.0005709016],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1275291,0.00035485037,0.0013518212,0.00070191757,0.0028164836,0.0007858675,0.0011613856,0.0004337714,0.0002881203],"category_scores_gemma":[0.067113765,0.00030108343,0.0006010041,0.002188386,0.0017554587,0.0005456353,0.0005202619,0.0019974376,0.00012527467],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002903148,0.00733077,0.12174009,0.0007615882,0.001318003,0.0003905967,0.24542582,0.000033474455,0.0007538769,0.014118981,0.499404,0.10581964],"study_design_scores_gemma":[0.017607091,0.0037968329,0.037068926,0.0010283954,0.00009418944,0.000005682911,0.8165767,0.0071006147,0.0024786815,0.011648178,0.10129679,0.001297874],"about_ca_topic_score_codex":0.00027752836,"about_ca_topic_score_gemma":0.00081820093,"teacher_disagreement_score":0.57115096,"about_ca_system_score_codex":0.00072754,"about_ca_system_score_gemma":0.0041791573,"threshold_uncertainty_score":0.99994415},"labels":[],"label_agreement":null},{"id":"W3173560563","doi":"10.1513/annalsats.202011-1421oc","title":"Essential Features of an Interstitial Lung Disease Multidisciplinary Meeting: An International Delphi Survey","year":2021,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"National Institute for Health and Care Research","keywords":"Interstitial lung disease; Delphi method; Multidisciplinary approach; Likert scale; Delphi; Patient-reported outcome; Benchmarking; Interquartile range","score_opus":0.18166817503399557,"score_gpt":0.5357165762786257,"score_spread":0.3540484012446301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173560563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921039,0.0001213504,0.00030210637,0.0056713484,0.00030189575,0.00020103113,0.00021101096,0.000057576937,0.0010298017],"genre_scores_gemma":[0.9964152,0.00038760947,0.0023554552,0.00027445747,0.0002543533,0.000013495693,0.00005759875,0.000020527716,0.00022132392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961489,0.0017370196,0.00032568126,0.00035514284,0.0010860312,0.000347238],"domain_scores_gemma":[0.9972763,0.00042999175,0.0004520789,0.00060884625,0.0009977162,0.00023507862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028576127,0.00013382907,0.0002710848,0.000044627333,0.00034452064,0.00007246987,0.0013931711,0.0000623653,0.000066991444],"category_scores_gemma":[0.0016308344,0.00011672153,0.00038734757,0.00077916647,0.0021510269,0.00038111006,0.00059371087,0.00026807762,9.04968e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038587865,0.0047534956,0.6513598,0.00030608466,0.0014445399,0.00010728569,0.08935875,0.00088769855,0.037687276,0.0038333177,0.049909033,0.15649392],"study_design_scores_gemma":[0.00019354657,0.00015624266,0.91756356,0.00019535556,0.00006229729,0.0000033771155,0.041443765,0.0032710691,0.034044195,0.0019695174,0.0006923761,0.00040470803],"about_ca_topic_score_codex":0.007604191,"about_ca_topic_score_gemma":0.0019161276,"teacher_disagreement_score":0.26620373,"about_ca_system_score_codex":0.000050125484,"about_ca_system_score_gemma":0.0005719753,"threshold_uncertainty_score":0.99900424},"labels":[],"label_agreement":null},{"id":"W3174777136","doi":"10.1016/j.ijgo.2014.06.003","title":"The CROWN Initiative: Journal editors invite researchers to develop core outcomes in women's health","year":2014,"lang":"en","type":"article","venue":"International Journal of Gynecology & Obstetrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Guideline; Specialty; Outcome (game theory); Set (abstract data type); Medical education; MEDLINE; Alternative medicine; Systematic review; Clinical trial; Medicine; Randomized controlled trial; Core (optical fiber); Family medicine; Psychology; Nursing; Political science; Computer science","score_opus":0.1493832371076731,"score_gpt":0.4826902145293544,"score_spread":0.3333069774216813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174777136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6195036,0.0004854273,0.0020129448,0.34251013,0.030990427,0.00058719714,0.000011909002,0.0000376423,0.0038607041],"genre_scores_gemma":[0.98503834,0.0017106966,0.0028244173,0.0072592627,0.0024241684,0.000027587685,9.092243e-7,0.00002625575,0.00068837416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939131,0.0015768767,0.0010631307,0.00016598124,0.0024570008,0.00082387775],"domain_scores_gemma":[0.97101736,0.022863694,0.0008373782,0.0001605309,0.0045358166,0.00058521016],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017710755,0.0001363427,0.00034911546,0.0014961162,0.00060885603,0.00034130673,0.0024155425,0.00017778207,0.00010657651],"category_scores_gemma":[0.1850266,0.00010201163,0.00009332265,0.001700811,0.0005018599,0.00040119616,0.0002993918,0.0014741936,0.00003089298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043431687,0.0004836794,0.24486099,0.000009350305,0.0003990818,0.0006190562,0.037033804,0.00023124616,0.000049773796,0.00886203,0.30214927,0.40486738],"study_design_scores_gemma":[0.0009243207,0.00061954214,0.10640493,0.0000555232,0.0000025989991,0.00004162111,0.0128465425,0.000023076034,0.00001884104,0.010854589,0.86806375,0.0001446439],"about_ca_topic_score_codex":0.00008942581,"about_ca_topic_score_gemma":0.0006951491,"teacher_disagreement_score":0.5659145,"about_ca_system_score_codex":0.0043262118,"about_ca_system_score_gemma":0.0034004343,"threshold_uncertainty_score":0.999496},"labels":[],"label_agreement":null},{"id":"W3174955591","doi":"10.1186/s41077-021-00162-4","title":"The association of standardized patient educators (ASPE) gynecological teaching associate (GTA) and male urogenital teaching associate (MUTA) standards of best practice","year":2021,"lang":"en","type":"article","venue":"Advances in Simulation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Summative assessment; Context (archaeology); Formative assessment; Sobp; Medicine; Psychology; Pedagogy; Geography; Surgery","score_opus":0.023334734517337363,"score_gpt":0.44373751010775725,"score_spread":0.4204027755904199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174955591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94578314,0.001721572,0.0011524678,0.001481847,0.00042698847,0.0006074219,0.000105117295,0.000046926947,0.048674528],"genre_scores_gemma":[0.9961816,0.00080405216,0.00254486,0.000030518884,0.000061755556,0.000022546683,0.000008790297,0.000014368169,0.00033148765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937234,0.002989743,0.0006570637,0.00029125466,0.0019186018,0.0004199607],"domain_scores_gemma":[0.9864819,0.011241572,0.0009366588,0.00017766427,0.0010932713,0.00006890321],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011620842,0.00012860518,0.00033475814,0.00009581087,0.00075418304,0.00011675977,0.00019560079,0.00020802087,0.000030989842],"category_scores_gemma":[0.06791665,0.00011919486,0.00009171031,0.00036826456,0.00019872375,0.0009961925,0.00014357244,0.0006192703,8.9335356e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004921241,0.0013790139,0.4003034,0.00009377721,0.00024758905,0.000041297677,0.03517669,0.020406686,0.0009587893,0.029401774,0.00036904152,0.51112986],"study_design_scores_gemma":[0.0048065493,0.0016498342,0.02701958,0.00068962586,0.00037581095,0.000008266788,0.17768511,0.009205688,0.0068441327,0.038776502,0.7315909,0.0013479604],"about_ca_topic_score_codex":0.0002923176,"about_ca_topic_score_gemma":0.0013113321,"teacher_disagreement_score":0.7312219,"about_ca_system_score_codex":0.001855641,"about_ca_system_score_gemma":0.000568042,"threshold_uncertainty_score":0.9399347},"labels":[],"label_agreement":null},{"id":"W3175593668","doi":"10.1101/2021.06.18.21259151","title":"A Delphi study to establish a consensus definition and clinical reporting guidelines for Mesenchymal Stromal Cells","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"","keywords":"Delphi method; Likert scale; Delphi; Research ethics; Translational research; Inclusion (mineral); Medical education; Psychology; Medicine; Public relations; Knowledge management; Political science; Computer science; Pathology; Social psychology","score_opus":0.5674453950106267,"score_gpt":0.5760065547691563,"score_spread":0.008561159758529557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175593668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847108,0.00011067572,0.0017642134,0.006704698,0.0012620764,0.0037195263,0.000056621655,0.00024918874,0.001422187],"genre_scores_gemma":[0.91256326,0.00011208094,0.0853118,0.00022977917,0.00095430063,0.000516907,0.000021417092,0.00004774931,0.00024269575],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9925259,0.0013275219,0.0029158508,0.0012885401,0.0012262814,0.0007159199],"domain_scores_gemma":[0.99196506,0.0023251658,0.0013582212,0.0007830448,0.0030947607,0.00047372546],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025596676,0.00029981916,0.0008331346,0.0002542826,0.00048565672,0.00066420616,0.0006429721,0.00044557994,0.000047886017],"category_scores_gemma":[0.0879003,0.0003140655,0.00029840425,0.0004119714,0.00036575017,0.00007244161,0.0015255654,0.0008798238,0.0000047044496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040990976,0.0025462457,0.8851474,0.00055846793,0.00060986186,0.0024234047,0.029472155,0.00011174012,0.0017222946,0.0014422827,0.049919453,0.025636781],"study_design_scores_gemma":[0.005776049,0.005652399,0.30814886,0.0038602261,0.0017525515,0.0001533694,0.5809101,0.0045532226,0.00260396,0.03145476,0.04867275,0.006461768],"about_ca_topic_score_codex":0.0045790365,"about_ca_topic_score_gemma":0.010298295,"teacher_disagreement_score":0.57699853,"about_ca_system_score_codex":0.00013220204,"about_ca_system_score_gemma":0.0014885722,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W3179187735","doi":"10.1111/1471-0528.16825","title":"A core outcome set for the treatment of pregnant women with pregestational diabetes: an international consensus study","year":2021,"lang":"en","type":"review","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Irish Research eLibrary; Wellcome Trust","keywords":"Medicine; Gestational diabetes; Miscarriage; Pregnancy; Population; Randomized controlled trial; Obstetrics; Psychological intervention; Gestational age; Pediatrics; Gestation; Nursing; Surgery","score_opus":0.41065306196479445,"score_gpt":0.5418395132326154,"score_spread":0.1311864512678209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179187735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044618886,0.9259294,0.0005395994,0.0007375477,0.017539421,0.007488663,0.0020949265,0.0000703906,0.0009811268],"genre_scores_gemma":[0.037611853,0.9565694,0.002968967,0.00005010044,0.00082610786,0.0010590189,0.00021635668,0.00008849166,0.0006097057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944,0.0009753169,0.0016735971,0.00043968484,0.0020177711,0.00049359276],"domain_scores_gemma":[0.980321,0.012433853,0.0022704601,0.00041661784,0.0043033687,0.00025473163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023944667,0.00036548686,0.001393534,0.0010852331,0.00023196723,0.00022400587,0.0025865005,0.0003028813,0.0005888885],"category_scores_gemma":[0.0054280576,0.00023907975,0.0004075916,0.00062122406,0.00052233436,0.0002954607,0.000112311725,0.0004368981,0.0000026004386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010298026,0.0037862065,0.019000132,0.00017695021,0.0034864796,0.0006084809,0.008035437,0.000083089,1.9740197e-7,0.0026721319,0.00013914729,0.96190876],"study_design_scores_gemma":[0.002987342,0.010833782,0.0062873336,0.0005115093,0.0008534748,0.00013920935,0.0144216595,0.000090973255,0.000001150116,0.0004415036,0.96298915,0.00044289243],"about_ca_topic_score_codex":0.000060938255,"about_ca_topic_score_gemma":0.00015274865,"teacher_disagreement_score":0.96285003,"about_ca_system_score_codex":0.0033376,"about_ca_system_score_gemma":0.003318494,"threshold_uncertainty_score":0.9749389},"labels":[],"label_agreement":null},{"id":"W3179218402","doi":"","title":"Characteristics and Fate of Systematic Reviews and Meta-analyses over 5 years: ARVO 2010-2014","year":2020,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Systematic review; Medicine; MEDLINE; Political science; Internal medicine; Law","score_opus":0.4908677261036762,"score_gpt":0.5278558943968702,"score_spread":0.03698816829319401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179218402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995129,0.0012704962,0.00001327948,0.0015986423,0.00006099123,0.0011040014,0.000015186465,0.000030615767,0.0007777857],"genre_scores_gemma":[0.99744576,0.00026954405,0.0016265893,0.0003615362,0.00003887776,0.00009915521,8.530918e-7,0.000009106253,0.00014854732],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9962228,0.001411962,0.00062404055,0.00055433565,0.0007725588,0.00041428555],"domain_scores_gemma":[0.99770766,0.00080546597,0.0005102834,0.00022550876,0.00026882283,0.00048225684],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0051944,0.00018581617,0.0010186721,0.00016636748,0.00030254977,0.000121185665,0.0006516741,0.00011075908,0.0002247837],"category_scores_gemma":[0.011941425,0.00014050129,0.00009577005,0.0010533531,0.01060752,0.00043635606,0.000374517,0.00023532067,0.000032860018],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036918173,0.00015636648,0.04711877,0.0065760463,0.00075250986,0.00031171946,0.038509727,0.0000014563345,0.89748245,0.006841958,0.0019459465,0.00026614076],"study_design_scores_gemma":[0.0015231512,0.0053234687,0.6222015,0.0032225824,0.01241787,0.00044864597,0.016543068,0.0031525237,0.26738873,0.06021783,0.00351788,0.004042747],"about_ca_topic_score_codex":0.000615967,"about_ca_topic_score_gemma":0.000008662862,"teacher_disagreement_score":0.6300937,"about_ca_system_score_codex":0.00004437511,"about_ca_system_score_gemma":0.00027328587,"threshold_uncertainty_score":0.9963814},"labels":[],"label_agreement":null},{"id":"W3179517704","doi":"10.21203/rs.3.rs-112778/v1","title":"Technology-Based Innovative Solutions for Improving Perinatal Care Utilization: A Network Meta-Analysis","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Research Foundation","funders":"","keywords":"Psychological intervention; Meta-analysis; Systematic review; Health care; MEDLINE; Data extraction; Grey literature; Bayesian network; Medicine; Computer science; Nursing; Political science; Artificial intelligence","score_opus":0.5451996587368932,"score_gpt":0.556128977722823,"score_spread":0.010929318985929748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179517704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017665235,0.03826998,0.67855954,0.211973,0.0006992805,0.03528351,0.006943827,0.0045049395,0.021999393],"genre_scores_gemma":[0.9635343,0.00008495393,0.024682352,0.000091990885,0.00050170533,0.009780458,0.0007597287,0.00008103367,0.00048345147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991109,0.001626539,0.00064308726,0.0014770494,0.0030316224,0.0021127127],"domain_scores_gemma":[0.98626906,0.0014337674,0.00027444048,0.0013049643,0.0103919385,0.00032585996],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0084911985,0.0003868003,0.0012524547,0.0026320543,0.0036952386,0.0006456566,0.002383988,0.0011707786,0.00058565935],"category_scores_gemma":[0.009043498,0.0003885058,0.0014190957,0.01768661,0.0018730431,0.00015220595,0.0032947778,0.0030545632,0.000027462216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054292724,0.00057295035,0.004208256,0.009045249,0.113444,0.00028871998,0.026971778,0.03181831,0.00021646434,0.70865554,0.05445299,0.049782813],"study_design_scores_gemma":[0.001535071,0.0018956317,0.00079480966,0.00043000997,0.053760227,0.0000016101144,0.1454408,0.07190498,0.0015675898,0.18116456,0.5376942,0.0038105138],"about_ca_topic_score_codex":0.0022371507,"about_ca_topic_score_gemma":0.00388191,"teacher_disagreement_score":0.9617678,"about_ca_system_score_codex":0.0013367181,"about_ca_system_score_gemma":0.0058525573,"threshold_uncertainty_score":0.9998567},"labels":[],"label_agreement":null},{"id":"W3181126032","doi":"10.21203/rs.3.rs-654798/v1","title":"Clinical Guidelines for Managing Hearing Loss as a Complication of Drug-Resistant Tuberculosis Treatment: An Evaluation of Implementation fidelity in Kano, Nigeria","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"World Health Organization; UNICEF; World Bank Group","keywords":"Hearing loss; Tuberculosis; Fidelity; Medicine; Drug; Complication; Intensive care medicine; Audiology; Surgery; Computer science; Pharmacology; Telecommunications; Pathology","score_opus":0.6017770277730767,"score_gpt":0.6767011147881198,"score_spread":0.07492408701504305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181126032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863444,0.00083216646,0.00061007414,0.0042333636,0.00011105164,0.0066533564,0.00020329647,0.000047716807,0.00096459617],"genre_scores_gemma":[0.98918056,0.0017340651,0.005984732,0.000011737786,0.00019484483,0.0021475432,0.0006761899,0.000032896474,0.000037432677],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9860495,0.006802318,0.0018524008,0.0009557945,0.0036682663,0.0006717632],"domain_scores_gemma":[0.9851234,0.0017144232,0.0004705244,0.0010374035,0.0114645455,0.00018971288],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05012671,0.00020781037,0.00065192615,0.0007761155,0.00032619535,0.00018269705,0.0007448074,0.00034002462,0.00022401541],"category_scores_gemma":[0.0070211,0.00022231923,0.00031050583,0.0009822204,0.0004913246,0.0002657172,0.00056938326,0.000524501,0.000002154373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011429299,0.0028502282,0.29697105,0.004357173,0.00051825494,0.000016765774,0.037232544,0.0027001053,0.0068309163,0.010537284,0.0015013185,0.6353414],"study_design_scores_gemma":[0.006831598,0.0023200982,0.4630665,0.0072308867,0.0003971062,0.000001921375,0.24166915,0.05417023,0.023273358,0.1967974,0.0028427348,0.0013990222],"about_ca_topic_score_codex":0.096640185,"about_ca_topic_score_gemma":0.08600802,"teacher_disagreement_score":0.63394237,"about_ca_system_score_codex":0.0019366854,"about_ca_system_score_gemma":0.003719012,"threshold_uncertainty_score":0.97809446},"labels":[],"label_agreement":null},{"id":"W3183771671","doi":"10.29390/cjrt-2021-010","title":"The Respiratory Therapy Practice-Based Outcomes Initiative(RT-PBOI): Developing a framework to explore the value added by respiratory therapists to health care in Alberta","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital; Alberta Health Services","funders":"","keywords":"Leverage (statistics); Health care; Value (mathematics); Medicine; Nursing; Public relations; Psychology; Political science; Computer science","score_opus":0.21438247929668536,"score_gpt":0.46906936808721356,"score_spread":0.2546868887905282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183771671","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33064935,0.12869203,0.002463915,0.5268396,0.002407845,0.0052385037,0.00009431118,0.00010942981,0.0035050302],"genre_scores_gemma":[0.45222232,0.0021663045,0.0038604569,0.53973275,0.0010533533,0.0005792663,0.0000036602733,0.00023893791,0.00014297123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.986958,0.007835435,0.0013594278,0.0005944434,0.0016982161,0.001554453],"domain_scores_gemma":[0.9885166,0.005907036,0.0007553759,0.0011384742,0.0020347736,0.0016477202],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010456191,0.00047596343,0.00070470915,0.00076892274,0.0025139581,0.00079624186,0.002447011,0.00037299495,0.00013461654],"category_scores_gemma":[0.008938044,0.0003362663,0.0003121149,0.0027767003,0.0006338566,0.00049482874,0.00006315947,0.0017234464,0.000027825296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023482393,0.0002941913,0.051606506,0.000054649357,0.0007464095,0.0012844604,0.3049862,0.00034306056,0.0011156581,0.029720802,0.23836336,0.36913645],"study_design_scores_gemma":[0.0010443142,0.0008887785,0.004511969,0.00030526158,0.0000041338276,0.000003271583,0.034906406,4.198807e-7,0.0017400717,0.00090001174,0.95529526,0.0004000925],"about_ca_topic_score_codex":0.011906368,"about_ca_topic_score_gemma":0.22272867,"teacher_disagreement_score":0.71693194,"about_ca_system_score_codex":0.00298159,"about_ca_system_score_gemma":0.04032887,"threshold_uncertainty_score":0.9999089},"labels":[],"label_agreement":null},{"id":"W3184814133","doi":"10.7202/1077987ar","title":"Une approche de synthèse des connaissances par paliers pour informer rapidement les décisions cliniques : méthode et leçons apprises durant la pandémie de COVID-19","year":2021,"lang":"fr","type":"article","venue":"Science of Nursing and Health Practices","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Université Laval","funders":"","keywords":"Political science; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Humanities; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Philosophy; Medicine; Virology","score_opus":0.6594713099662335,"score_gpt":0.6469939039765309,"score_spread":0.012477405989702595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184814133","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10218089,0.0386872,0.060117926,0.77087045,0.0005567799,0.00088951277,0.000050298015,0.00017394774,0.026473],"genre_scores_gemma":[0.78465277,0.060789123,0.15163241,0.0023216566,0.00010744086,0.000053041247,0.0000024850688,0.000017045475,0.00042400928],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9921363,0.0037253287,0.0008348205,0.00068962795,0.00121865,0.0013952793],"domain_scores_gemma":[0.98847556,0.0077523054,0.0014429224,0.00037009502,0.0006008028,0.0013583294],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.038442325,0.00025006145,0.00050218625,0.00029472605,0.0037191808,0.00054081593,0.0006797518,0.0002501773,0.000084858526],"category_scores_gemma":[0.026636383,0.00023932158,0.00010060048,0.0019520633,0.016435197,0.0017656349,0.00014769971,0.00076026644,0.000003490063],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019754433,0.0016574127,0.02375707,0.0020276376,0.000073611554,0.00009035657,0.22681576,0.0002960446,0.0027946106,0.13907589,0.034764975,0.5684491],"study_design_scores_gemma":[0.00071209914,0.000689847,0.014774813,0.005339278,0.0001480356,0.0003423377,0.544909,0.0016872772,0.0039439183,0.26464635,0.16217303,0.00063396513],"about_ca_topic_score_codex":0.019127212,"about_ca_topic_score_gemma":0.0024042537,"teacher_disagreement_score":0.7685488,"about_ca_system_score_codex":0.00094935135,"about_ca_system_score_gemma":0.0209396,"threshold_uncertainty_score":0.99757785},"labels":[],"label_agreement":null},{"id":"W3184865260","doi":"10.1016/j.thorsurg.2021.04.007","title":"How to Design and Foster Thoracic Oncology Multidisciplinary Cancer Conferences","year":2021,"lang":"en","type":"review","venue":"Thoracic surgery clinics/Thorac. surg. clin.","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Multidisciplinary approach; Terminology; Psychological intervention; Medicine; Best practice; Quality (philosophy); Quality management; Perspective (graphical); AKA; Work (physics); Cancer; Nursing; Medical education; Oncology; Internal medicine; Operations management; Engineering; Computer science; Management; Sociology","score_opus":0.5568925793201425,"score_gpt":0.6124613012505268,"score_spread":0.05556872193038431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184865260","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000260826,0.97450864,0.0025151295,0.00854088,0.0050716843,0.0054817633,0.0003254132,0.0007506502,0.0025450287],"genre_scores_gemma":[0.00041078485,0.9757741,0.008699409,0.0004053918,0.002516634,0.0029069567,0.00022117479,0.00036909638,0.00869645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9638568,0.023698928,0.0037981393,0.003346131,0.002416196,0.002883769],"domain_scores_gemma":[0.9286966,0.063250765,0.002411507,0.0020239144,0.0017629755,0.0018542459],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.04429324,0.001752465,0.008427896,0.0019541916,0.0015752721,0.0016594167,0.0022767067,0.0036487298,0.00084241875],"category_scores_gemma":[0.014680345,0.0016187923,0.002120534,0.0040267217,0.0021107367,0.0008672143,0.0020811586,0.0034819797,0.00031137653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020077224,0.00033022373,0.00059171085,0.0036718394,0.00038241837,0.000918183,0.0010170975,0.0000026155208,8.1529976e-7,0.00014128015,0.022861965,0.96988106],"study_design_scores_gemma":[0.00006833164,0.0001840152,0.000014735617,0.015195191,0.0009433801,0.00004715642,0.0025148804,0.000026353006,0.000019067096,0.00064965454,0.9785159,0.001821286],"about_ca_topic_score_codex":0.0008602426,"about_ca_topic_score_gemma":0.0016741486,"teacher_disagreement_score":0.9680598,"about_ca_system_score_codex":0.001156454,"about_ca_system_score_gemma":0.018155236,"threshold_uncertainty_score":0.99972457},"labels":[],"label_agreement":null},{"id":"W3185454013","doi":"10.1007/s00520-021-06285-8","title":"Abstracts for MASCC/ISOO Annual Meeting 2021","year":2021,"lang":"en","type":"article","venue":"Supportive Care in Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Saskatchewan Cancer Agency","keywords":"Medicine; Nursing research; Pain medicine; Family medicine; Nursing; Pathology; Anesthesiology","score_opus":0.08289388731361219,"score_gpt":0.4792360817307267,"score_spread":0.3963421944171145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185454013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47974184,0.010747668,0.00028899708,0.026079336,0.003288358,0.0032134843,0.0020796866,0.00027229168,0.4742883],"genre_scores_gemma":[0.99375015,0.000674405,0.0010774962,0.00025883853,0.0005680052,0.0005706467,0.000038117694,0.000025450965,0.0030368746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798983,0.00016447037,0.0003131121,0.00038929694,0.0005284774,0.00061483635],"domain_scores_gemma":[0.99781877,0.0004018179,0.00010134582,0.00017951595,0.0013679023,0.00013063036],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009858366,0.000108272645,0.00018847923,0.000094456955,0.00020241729,0.0000656595,0.00025304846,0.00015986331,0.0015821921],"category_scores_gemma":[0.0018406138,0.00012230955,0.00009967668,0.00050150265,0.00019718589,0.00024589684,0.00009006509,0.00024140596,0.000019660634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028981638,0.0003312783,0.1430779,0.0006073905,0.00014343664,0.0015286898,0.2173501,0.0003223596,0.003781039,0.013730861,0.20681679,0.41202036],"study_design_scores_gemma":[0.00044519975,0.000069731395,0.009213604,0.00025946865,0.000013477987,0.0000012653209,0.22558686,0.000008313983,0.025787149,0.0020165457,0.73625934,0.00033902057],"about_ca_topic_score_codex":0.0052420874,"about_ca_topic_score_gemma":0.059806995,"teacher_disagreement_score":0.52944255,"about_ca_system_score_codex":0.00076594955,"about_ca_system_score_gemma":0.0021249095,"threshold_uncertainty_score":0.9993305},"labels":[],"label_agreement":null},{"id":"W3194553102","doi":"10.1016/j.jclinepi.2021.08.008","title":"Methodological options of the nominal group technique for survey item elicitation in health research: A scoping review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Nominal group; Nominal group technique; MEDLINE; Scopus; Protocol (science); Medicine; Transparency (behavior); Family medicine; Computer science; Applied psychology; Psychology; Alternative medicine; Knowledge management; Nursing; Psychological intervention; Pathology","score_opus":0.985554542922434,"score_gpt":0.8264290461240076,"score_spread":0.15912549679842647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194553102","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024697997,0.9567023,0.024253199,0.013341922,0.0005404493,0.005037377,0.000027600747,0.0000071334575,0.00008755606],"genre_scores_gemma":[0.0000043178998,0.9182549,0.08000589,0.0007123966,0.0005117865,0.00044115895,0.00001236326,0.000021934735,0.00003525823],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.449952,0.52794355,0.018916266,0.0007343378,0.0012336535,0.0012202143],"domain_scores_gemma":[0.3099502,0.6752148,0.011477419,0.00066548097,0.0022934612,0.00039860874],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.7412996,0.00023772515,0.010406019,0.00052374153,0.0002792042,0.000014868428,0.0019469613,0.0013271258,0.000057756846],"category_scores_gemma":[0.87886155,0.00014685742,0.0027425669,0.0020808587,0.0018085012,0.00009470542,0.00038016372,0.004944752,0.0000018842383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006259342,0.00034979024,0.0008714891,0.06840657,0.00011027831,0.00001168553,0.00006557566,0.0000022653549,3.1270423e-7,0.025738915,0.013848275,0.89053226],"study_design_scores_gemma":[0.0001632039,0.00073635194,0.0009523651,0.5056415,0.000073970616,0.000043951655,0.000081035636,0.000003054261,1.0547325e-7,0.011419006,0.4807457,0.00013974668],"about_ca_topic_score_codex":0.0010092168,"about_ca_topic_score_gemma":0.0022113323,"teacher_disagreement_score":0.8903925,"about_ca_system_score_codex":0.00048212265,"about_ca_system_score_gemma":0.009283533,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W3195219150","doi":"10.1136/bmjopen-2020-044431","title":"Protocol for developing core outcome sets for evaluation of psychosocial interventions for children and families with experience or at risk of child maltreatment or domestic abuse","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Community Based Research Centre","funders":"University College London; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Psychosocial; Psychological intervention; Child abuse; Suicide prevention; Poison control; Human factors and ergonomics; Domestic violence; Injury prevention; Protocol (science); Psychiatry; Occupational safety and health; Family medicine; Medical emergency; Alternative medicine; Pathology","score_opus":0.5456904284701483,"score_gpt":0.6494526895724737,"score_spread":0.10376226110232545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195219150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2648043,0.000007910763,0.007280735,0.0009878532,0.000045820383,0.7261355,0.00045946,0.000023510318,0.00025490578],"genre_scores_gemma":[0.08835947,0.000007955902,0.055504877,0.000025926936,0.000033447533,0.8555219,0.000036523437,0.000017123253,0.00049274805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984186,0.00017755016,0.00043557174,0.0002780692,0.00047781976,0.00021238763],"domain_scores_gemma":[0.9980014,0.00056673854,0.00037109817,0.00020850239,0.00080641,0.000045845132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002688723,0.00010128183,0.00029027127,0.00006307554,0.00047386982,0.00006912733,0.0003420545,0.00006575088,0.0000657419],"category_scores_gemma":[0.0022315758,0.000070591945,0.0000904244,0.00024537125,0.00021318781,0.00017488976,0.00013636275,0.000035640238,2.75628e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04176296,0.0025744871,0.65120196,0.0072130123,0.0014522659,0.0000084406,0.115104705,0.00009576677,0.00016239409,0.012177266,0.011103439,0.1571433],"study_design_scores_gemma":[0.069463804,0.008103223,0.8099783,0.012970992,0.0011274714,0.000064692846,0.056779493,0.001881361,0.012212234,0.016919823,0.008808882,0.001689729],"about_ca_topic_score_codex":0.0003868629,"about_ca_topic_score_gemma":0.0104002245,"teacher_disagreement_score":0.17644484,"about_ca_system_score_codex":0.00018818134,"about_ca_system_score_gemma":0.0007990581,"threshold_uncertainty_score":0.58035696},"labels":[],"label_agreement":null},{"id":"W3196294576","doi":"10.1186/s13063-021-05574-1","title":"Standardised Outcomes in Nephrology – Chronic Kidney Disease (SONG-CKD): a protocol for establishing a core outcome set for adults with chronic kidney disease who do not require kidney replacement therapy","year":2021,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; University of Sydney","keywords":"Medicine; Kidney disease; Nephrology; Renal replacement therapy; Intensive care medicine; Clinical trial; Randomized controlled trial; Quality of life (healthcare); Physical therapy; Internal medicine; Family medicine; Nursing","score_opus":0.2760603768202053,"score_gpt":0.5226453899639971,"score_spread":0.24658501314379183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196294576","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01695649,0.00030833035,0.005823654,0.1303986,0.0009945725,0.82484245,0.019168168,0.00092822383,0.0005795156],"genre_scores_gemma":[0.07503881,0.0001408881,0.0020808002,0.008303008,0.0016150546,0.90844536,0.0008048464,0.00022290008,0.003348343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99083173,0.00209073,0.001929849,0.0015533342,0.0017795069,0.001814828],"domain_scores_gemma":[0.9907287,0.0031404134,0.00091498805,0.0014539929,0.00089989253,0.002862016],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012959757,0.0006325368,0.0018110395,0.00038839984,0.0008197177,0.0007518325,0.0011793907,0.00034217944,0.001210495],"category_scores_gemma":[0.057891615,0.0005081008,0.0006791182,0.0009184444,0.00057664607,0.0009403298,0.00026890222,0.00044772308,0.000008551145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31345466,0.002649198,0.1328401,0.008313556,0.0012638428,0.0007427372,0.011081998,0.00016039069,0.0014598727,0.02018569,0.49011275,0.017735187],"study_design_scores_gemma":[0.069160886,0.0026414578,0.0019131184,0.0021018707,0.00018113182,0.0000018800077,0.0009265754,0.0007336754,0.00058532506,0.00578116,0.91481906,0.001153885],"about_ca_topic_score_codex":0.00060003944,"about_ca_topic_score_gemma":0.001213092,"teacher_disagreement_score":0.42470628,"about_ca_system_score_codex":0.0024467818,"about_ca_system_score_gemma":0.023862801,"threshold_uncertainty_score":0.9997371},"labels":[],"label_agreement":null},{"id":"W3196315254","doi":"10.1007/s00431-021-04237-2","title":"Development of an integrated competency framework for postgraduate paediatric training: a Delphi study","year":2021,"lang":"en","type":"article","venue":"European Journal of Pediatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Delphi method; Medical education; Medicine; Certification; Delphi; Competence (human resources); Curriculum; Context (archaeology); Conceptual framework; Inclusion (mineral); Formative assessment; Psychology; Pedagogy; Computer science","score_opus":0.1913496954724817,"score_gpt":0.42824397097917033,"score_spread":0.23689427550668862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196315254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119104,0.00054572336,0.08333595,0.0006843415,0.0007797722,0.0005501242,0.000018451694,0.00006122174,0.0021140196],"genre_scores_gemma":[0.6590203,0.00015802741,0.33989048,0.000031235628,0.00081030466,0.000002673547,0.0000035181379,0.00003272462,0.00005073733],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99519145,0.0018308097,0.0011535978,0.00022265676,0.0011795459,0.0004219499],"domain_scores_gemma":[0.99568343,0.0008210676,0.0007261643,0.00023004014,0.0022036824,0.00033561164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010195186,0.00015619154,0.00038537168,0.0004639102,0.00032895492,0.000113509144,0.00089952163,0.000060390903,0.000047548816],"category_scores_gemma":[0.0063016154,0.00014467064,0.00016662558,0.0016273417,0.000105839295,0.00022159208,0.00011915441,0.00058247027,0.000006014046],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043728884,0.0042009465,0.015769921,0.0001866426,0.00021627934,0.0029229184,0.3854447,0.000090402486,0.0006220876,0.009186962,0.0034841066,0.57743776],"study_design_scores_gemma":[0.0060758675,0.006223641,0.0381848,0.00028683,0.000771869,0.00016719147,0.80210775,0.00015194937,0.001038219,0.013415605,0.12986934,0.0017069498],"about_ca_topic_score_codex":0.000009050275,"about_ca_topic_score_gemma":0.00007409048,"teacher_disagreement_score":0.5757308,"about_ca_system_score_codex":0.00012610859,"about_ca_system_score_gemma":0.0029169216,"threshold_uncertainty_score":0.75440776},"labels":[],"label_agreement":null},{"id":"W3196316039","doi":"10.1093/arclin/acab062.154","title":"A-136 The Transfer of Cognitive Training to Real-World Functioning: Results of our First Six Pilot Subjects at Six-Month Follow-Up","year":2021,"lang":"en","type":"article","venue":"Archives of Clinical Neuropsychology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognition; Activities of daily living; Psychology; Cognitive decline; Cognitive skill; Cognitive training; Scale (ratio); Cognitive impairment; Effects of sleep deprivation on cognitive performance; Physical medicine and rehabilitation; Physical therapy; Medicine; Dementia; Psychiatry; Disease; Internal medicine","score_opus":0.2672455538916666,"score_gpt":0.49327395983718364,"score_spread":0.22602840594551704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196316039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82547605,0.000020392388,0.00031191422,0.019299274,0.0009823873,0.0005980023,0.00009306819,0.00004906344,0.15316984],"genre_scores_gemma":[0.9944728,0.00045894305,0.0004723224,0.00056512136,0.00023901749,0.000032475895,0.000011493247,0.000030202067,0.003717611],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936324,0.0029267587,0.0015752095,0.00069840386,0.0006297148,0.0005375188],"domain_scores_gemma":[0.9801199,0.018395768,0.00031670157,0.0006144826,0.00030271334,0.00025044687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028808077,0.00017618899,0.0007631314,0.00021196909,0.00025677512,0.000013198535,0.00080207054,0.000117888994,0.000070382746],"category_scores_gemma":[0.017172042,0.00014938803,0.00039815262,0.00088103674,0.0016431181,0.00006223238,0.00023705984,0.0006400902,0.000013416699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09591131,0.008468593,0.26072294,0.0003101235,0.0014349504,0.0006702782,0.16869144,0.00017168757,0.051612265,0.06847147,0.032734502,0.31080043],"study_design_scores_gemma":[0.007065861,0.0067787287,0.94368213,0.00045214602,0.0001242812,0.000011011925,0.009436755,0.000028029743,0.004147977,0.004891424,0.023025436,0.00035623016],"about_ca_topic_score_codex":0.0010085792,"about_ca_topic_score_gemma":0.023422247,"teacher_disagreement_score":0.6829592,"about_ca_system_score_codex":0.000010185356,"about_ca_system_score_gemma":0.00032275834,"threshold_uncertainty_score":0.99439776},"labels":[],"label_agreement":null},{"id":"W3196939047","doi":"10.1044/2021_jslhr-20-00683","title":"Core Outcome Set Use in Poststroke Aphasia Treatment Research: Examining Barriers and Facilitators to Implementation Using the Theoretical Domains Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Speech Language and Hearing Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Aphasia; Facilitator; Psychology; Set (abstract data type); Outcome (game theory); Descriptive statistics; Applied psychology; Clinical psychology; Cognitive psychology; Social psychology; Computer science","score_opus":0.6161878066028649,"score_gpt":0.6232376663552414,"score_spread":0.007049859752376486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196939047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99482065,0.00038027053,0.00009850938,0.003914857,0.000042970954,0.00044394794,0.00001410019,0.000008451594,0.0002762536],"genre_scores_gemma":[0.9933332,0.0003781621,0.0058834273,0.00005323227,0.00018835485,0.000011072696,9.810182e-7,0.000014846952,0.00013669656],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99497217,0.001731266,0.00042563947,0.0002614479,0.0018109625,0.0007985138],"domain_scores_gemma":[0.9949522,0.0036597783,0.000053073803,0.00024437625,0.0006126996,0.00047788673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01668297,0.00010328303,0.0002453861,0.0006839801,0.0008668752,0.00059177534,0.00028405187,0.00013480487,0.00024327532],"category_scores_gemma":[0.0075545236,0.00007524819,0.000046949594,0.0011625277,0.00094022864,0.0002693497,0.00032348343,0.0012799387,0.0000020647997],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022328086,0.000053952503,0.7561217,0.000040123017,0.000059450624,0.0046238312,0.15965237,0.000006886456,0.014702638,0.021720843,0.00018960192,0.042605348],"study_design_scores_gemma":[0.00080633257,0.0008786641,0.060297642,0.000363491,0.000014780414,0.0003512762,0.9215651,0.00006275281,0.0038271626,0.00977277,0.0018748606,0.00018515882],"about_ca_topic_score_codex":0.0056124227,"about_ca_topic_score_gemma":0.0028768347,"teacher_disagreement_score":0.76191276,"about_ca_system_score_codex":0.00065074884,"about_ca_system_score_gemma":0.0006478911,"threshold_uncertainty_score":0.90440166},"labels":[],"label_agreement":null},{"id":"W3197379691","doi":"10.1016/j.semarthrit.2021.08.011","title":"The evolution of instrument selection for inclusion in core outcome sets at OMERACT: Filter 2.2","year":2021,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Ottawa Hospital; Canada Research Chairs; Institute for Work & Health; Ottawa Public Health; SickKids Foundation; University of Toronto; Wilfrid Laurier University; University of Ottawa","funders":"National Institute for Health and Care Research; Parker Institute for Cancer Immunotherapy; Leeds Biomedical Research Centre; Agence Nationale de la Recherche; Oak Foundation","keywords":"Medicine; Core (optical fiber); Selection (genetic algorithm); Outcome (game theory); Inclusion (mineral); Filter (signal processing); Medical physics; Artificial intelligence; Mathematical economics; Optics","score_opus":0.06816426863444106,"score_gpt":0.4001558913553581,"score_spread":0.3319916227209171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197379691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98153824,0.014135214,0.00009667457,0.0022315132,0.00018555018,0.00047431348,0.000013890129,0.000015911208,0.0013086726],"genre_scores_gemma":[0.9408437,0.057142425,0.0013792982,0.000020034018,0.00000966131,0.00007409475,0.000006260011,0.000006543152,0.0005179843],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870205,0.00015752306,0.00035078434,0.00017298284,0.0003613432,0.00025534598],"domain_scores_gemma":[0.99921423,0.00046508288,0.00008907619,0.00010253549,0.00008904117,0.000040005827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019081004,0.00006707829,0.00015094224,0.000100275254,0.0006723939,0.0000332514,0.00012219531,0.00010735318,0.000043143846],"category_scores_gemma":[0.0006227996,0.000059481685,0.000033066142,0.00033944217,0.00019276053,0.00012190744,0.0004487651,0.00013765473,0.0000012482398],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028813847,0.000048233956,0.13474078,0.000027092789,0.0000028444908,0.00000474576,0.006449359,0.000005100583,0.0012800295,0.008734603,0.0012751579,0.8474032],"study_design_scores_gemma":[0.005714504,0.00076110684,0.52936566,0.02673111,0.000011445694,0.00013749453,0.036677256,0.0103646405,0.012033375,0.33417505,0.04299683,0.001031538],"about_ca_topic_score_codex":0.0033631711,"about_ca_topic_score_gemma":0.052519005,"teacher_disagreement_score":0.8463717,"about_ca_system_score_codex":0.00046304075,"about_ca_system_score_gemma":0.00011778226,"threshold_uncertainty_score":0.9647701},"labels":[],"label_agreement":null},{"id":"W3198236323","doi":"10.1016/j.tig.2021.08.004","title":"The Genetic Discrimination Observatory: confronting novel issues in genetic discrimination","year":2021,"lang":"en","type":"article","venue":"Trends in Genetics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University and Génome Québec Innovation Centre; University of Toronto; McGill University Health Centre; St. Michael's Hospital; McGill University","funders":"NordForsk; Fondation du cancer du sein du Québec","keywords":"Genetic discrimination; Biology; Observatory; Profiling (computer programming); Evolutionary biology; Genetic data; Genetics; Genetic testing; Computer science; Sociology; Astronomy; Population; Demography","score_opus":0.17616636327343557,"score_gpt":0.4498987810997622,"score_spread":0.2737324178263266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198236323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583073,0.007263814,0.0019781964,0.015042233,0.0006542523,0.00042585726,0.000012981222,0.00010973283,0.016205613],"genre_scores_gemma":[0.9760539,0.0028954665,0.015780725,0.00006731127,0.0001959566,0.00009347809,0.000017263139,0.00003083925,0.0048650573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972311,0.00047084407,0.0004775776,0.00039449392,0.00081832247,0.0006076485],"domain_scores_gemma":[0.99885666,0.00030187558,0.00010958309,0.00043032182,0.00021837275,0.00008318631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011765679,0.00015562658,0.00017965243,0.00024354324,0.00035866053,0.0002454701,0.0005827117,0.00016722259,0.0000791978],"category_scores_gemma":[0.000665371,0.00014794015,0.000057664714,0.0012124958,0.00036272543,0.00010329464,0.00018802565,0.00028845968,0.000008804442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016263031,0.00033832947,0.1810492,0.000042322026,0.000016027403,0.000086742984,0.023447352,0.00089366955,0.005533958,0.013666572,0.002460189,0.7724494],"study_design_scores_gemma":[0.00042350803,0.00004234792,0.93155265,0.000080464575,0.00001570041,0.000002976582,0.011630655,0.0058430163,0.0026278675,0.0051265215,0.04235636,0.0002979292],"about_ca_topic_score_codex":0.0014938536,"about_ca_topic_score_gemma":0.059648126,"teacher_disagreement_score":0.77215147,"about_ca_system_score_codex":0.0003178115,"about_ca_system_score_gemma":0.00021723665,"threshold_uncertainty_score":0.9575108},"labels":[],"label_agreement":null},{"id":"W3199029894","doi":"10.3310/hta25550","title":"Reducing bias in trials from reactions to measurement: the MERIT study including developmental work and expert workshop","year":2021,"lang":"en","type":"article","venue":"Health Technology Assessment","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health and Social Care Delivery Research; Health Technology Assessment Programme; Queen's University; Queen's University Belfast; University of Oxford; University of Glasgow; King's College London; Amsterdam University Medical Centers; Department of Health and Social Care; University of Leeds; National Institute for Health and Care Research; University of Aberdeen; Newcastle University; Medical Research Council; London School of Hygiene and Tropical Medicine; Queen Mary University of London","keywords":"Medicine; Work (physics); MEDLINE","score_opus":0.6247515219588762,"score_gpt":0.5858893919317745,"score_spread":0.038862130027101704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199029894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6470873,0.0016920184,0.0014460939,0.34490654,0.00041816963,0.0029204697,0.0000033526367,0.00035047054,0.0011756172],"genre_scores_gemma":[0.9794368,0.0006511009,0.01800133,0.00054522115,0.0000736777,0.0011929778,0.0000019637648,0.000016197839,0.00008069491],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9943677,0.0024859803,0.00089580036,0.0005847237,0.0010083939,0.000657395],"domain_scores_gemma":[0.99795276,0.0011012888,0.00021334602,0.00039242537,0.00019233012,0.00014784018],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019151635,0.00014976024,0.00047399383,0.00045079103,0.0013195449,0.00012131091,0.00043850348,0.00020369433,0.00010322395],"category_scores_gemma":[0.0062448326,0.000129351,0.00003399509,0.0025673644,0.00020305815,0.00010215303,0.00052844174,0.00078253355,0.0000057520538],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010061967,0.0018590797,0.24825116,0.00003065732,0.00027664195,0.00018473188,0.08827554,0.000019958277,0.0029480902,0.013794585,0.015240823,0.6290181],"study_design_scores_gemma":[0.0012349333,0.00021279774,0.07438143,0.00092284294,0.000017929862,0.000008096033,0.73314697,0.000016052443,0.0015187266,0.005735232,0.18231893,0.00048609023],"about_ca_topic_score_codex":0.0067388616,"about_ca_topic_score_gemma":0.018622587,"teacher_disagreement_score":0.6448714,"about_ca_system_score_codex":0.0022991453,"about_ca_system_score_gemma":0.002184165,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W3199377574","doi":"10.1136/bjsports-2021-104578","title":"It is time for consensus on ‘consensus statements’","year":2021,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Consensus conference; Scientific consensus; Context (archaeology); Public relations; Evidence-based medicine; MEDLINE; Political science; Medicine; Law","score_opus":0.06643923176327303,"score_gpt":0.4521579536785233,"score_spread":0.38571872191525025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199377574","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040681675,0.009035994,0.000035175883,0.06508541,0.8905002,0.0013394161,0.00072321744,0.00007269561,0.03280106],"genre_scores_gemma":[0.0002506096,0.023821378,0.0012258693,0.0012930592,0.92734826,0.000021119222,0.00015522656,0.0001073837,0.0457771],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99132806,0.00029233444,0.0016734274,0.0004438743,0.005529353,0.0007329323],"domain_scores_gemma":[0.990094,0.003157281,0.001580836,0.0002957526,0.0043348013,0.00053731597],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009789143,0.0002984071,0.0012067333,0.00040808064,0.00041249677,0.00014248925,0.00074022793,0.000820816,0.0038495879],"category_scores_gemma":[0.01627079,0.00032280604,0.00031496157,0.00039053438,0.0010192093,0.0000563451,0.00006783188,0.0017614568,0.000013758829],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017089791,0.00008841542,0.000004774954,0.000100388395,0.00013036752,0.009270241,0.0006666809,6.446293e-7,0.000009530171,0.000014515978,0.9270602,0.062483363],"study_design_scores_gemma":[0.001579376,0.0003832729,0.000019844754,0.012581913,0.00015218543,0.00023114891,0.0018393232,0.0000015316774,0.000019928586,0.0012738821,0.9816497,0.00026789267],"about_ca_topic_score_codex":0.0010562554,"about_ca_topic_score_gemma":0.00014674682,"teacher_disagreement_score":0.06379235,"about_ca_system_score_codex":0.00050949125,"about_ca_system_score_gemma":0.003528649,"threshold_uncertainty_score":0.9999224},"labels":[],"label_agreement":null},{"id":"W3199723334","doi":"10.1186/s40900-021-00304-y","title":"Patient and family engagement in the development of core outcome sets for two rare chronic diseases in children","year":2021,"lang":"en","type":"letter","venue":"Research Involvement and Engagement","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; BC Children's Hospital; Newborn Screening Ontario; Hospital for Sick Children; University of British Columbia; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"McGill University; Canadian Institutes of Health Research; Ontario SPOR SUPPORT Unit","keywords":"Outcome (game theory); Medicine; Core (optical fiber); Pediatrics; Intensive care medicine; Psychology; Computer science","score_opus":0.43428518261144644,"score_gpt":0.49781165153852014,"score_spread":0.0635264689270737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199723334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83198506,0.010701534,0.00010571166,0.13418984,0.00029724784,0.02043248,0.00036779692,0.00007723006,0.0018431171],"genre_scores_gemma":[0.94397736,0.0064860103,0.0036931124,0.02832314,0.0012598208,0.013287893,0.0016730719,0.00015157057,0.0011480071],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98998773,0.0035555311,0.0010166316,0.00084771775,0.0031820172,0.0014103965],"domain_scores_gemma":[0.9967736,0.0020265288,0.000172141,0.00055673975,0.00032848417,0.00014247878],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017874824,0.0003487283,0.00053543353,0.00091065245,0.0010054039,0.0002818173,0.00088384195,0.00027344044,0.000085425025],"category_scores_gemma":[0.0007595582,0.0002861681,0.00010054665,0.00079017103,0.00063388696,0.0001323824,0.0011990736,0.002624592,0.0000026523658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117293726,0.001133251,0.18891935,0.0038951566,0.00042424074,0.00029996905,0.0654744,0.000020126683,0.00017975963,0.0022049663,0.62220997,0.11512153],"study_design_scores_gemma":[0.0022577443,0.0005561353,0.056587458,0.0012421714,0.000041337615,7.144527e-7,0.040708542,0.00008967365,0.00013794881,0.0016230035,0.8960531,0.00070220046],"about_ca_topic_score_codex":0.0015452205,"about_ca_topic_score_gemma":0.003486322,"teacher_disagreement_score":0.2738431,"about_ca_system_score_codex":0.0012996913,"about_ca_system_score_gemma":0.0012466437,"threshold_uncertainty_score":0.99995905},"labels":[],"label_agreement":null},{"id":"W3199828166","doi":"10.1200/jco.2020.39.28_suppl.40","title":"Reporting of tobacco use and impact on outcomes in cancer cooperative group clinical trials: A systematic scoping review.","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northeast Cancer Centre; Sunnybrook Hospital; Centre for Addiction and Mental Health; McMaster University; Cancer Care Ontario; Health Sciences North; University Health Network; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Clinical trial; Cancer; Lung cancer; Internal medicine; Systematic review; Adverse effect; Clinical endpoint; Randomized controlled trial; MEDLINE; Oncology","score_opus":0.8133070687068217,"score_gpt":0.7566167623292728,"score_spread":0.056690306377548905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199828166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774716,0.008549271,0.000067463625,0.0108105065,0.0010977103,0.0014649577,0.0000043169243,0.000009208252,0.00052496366],"genre_scores_gemma":[0.9226472,0.07321819,0.001898917,0.0016047582,0.0004945169,0.000034582157,3.714005e-7,0.000012653063,0.00008881111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9509297,0.02787896,0.019705521,0.0002819207,0.000887206,0.00031668134],"domain_scores_gemma":[0.82240564,0.14660883,0.027754813,0.00038417772,0.0023386949,0.0005078641],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21868241,0.00012815102,0.0060137166,0.00014253819,0.00006752213,0.000049475475,0.0002844219,0.00043283042,0.000115977695],"category_scores_gemma":[0.7307645,0.000078875026,0.00092993095,0.00042776356,0.0004606646,0.00029520123,0.00011393038,0.0013355626,0.0000015763013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005565746,0.0012793108,0.96804947,0.004182858,0.00040703034,0.001092332,0.00039099294,0.00001593651,0.000023593724,0.00053791166,0.0014241083,0.022039862],"study_design_scores_gemma":[0.005848262,0.0093103675,0.5770399,0.40162376,0.0007045726,0.00012792289,0.0033060538,0.00007772341,0.00005189187,0.0010010604,0.0005210269,0.00038747795],"about_ca_topic_score_codex":0.0006218175,"about_ca_topic_score_gemma":0.0038481834,"teacher_disagreement_score":0.5120821,"about_ca_system_score_codex":0.00028110956,"about_ca_system_score_gemma":0.0062520276,"threshold_uncertainty_score":0.9993816},"labels":[],"label_agreement":null},{"id":"W3199832602","doi":"10.1177/0890117121998536","title":"Promoting and Protecting Mental Health: A Delphi Consensus Study for Actionable Public Mental Health Messages","year":2021,"lang":"en","type":"article","venue":"American Journal of Health Promotion","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Public Health England; Queen's University Belfast","keywords":"Mental health; Delphi method; Public health; Context (archaeology); Medicine; Likert scale; Health promotion; Psychology; Psychiatry; Nursing","score_opus":0.18912590526795822,"score_gpt":0.5043546439100118,"score_spread":0.3152287386420536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199832602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56026417,0.0009454026,0.0014780759,0.43280485,0.00030817083,0.004063135,0.000020241154,0.00006999882,0.000045946515],"genre_scores_gemma":[0.9874388,0.0006238564,0.010926225,0.0005808303,0.00020837126,0.000113378446,0.000008551585,0.000029827555,0.00007013241],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9918261,0.004665713,0.001199349,0.0003553679,0.0010345349,0.00091893383],"domain_scores_gemma":[0.9961199,0.0003140128,0.0021822292,0.00014774584,0.0006821765,0.00055390975],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020703707,0.00016027897,0.00063564756,0.00029343562,0.0032944453,0.00018447591,0.00020098245,0.000041111998,0.000022262786],"category_scores_gemma":[0.0014405671,0.00015994755,0.00008766885,0.00082791457,0.00034764328,0.00033882074,0.00008340553,0.0006041085,8.0029594e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010858587,0.0018534029,0.00687242,0.00036526754,0.000110570676,0.000011212707,0.115713805,0.000001257605,0.00026709045,0.00028765632,0.003851992,0.8705567],"study_design_scores_gemma":[0.0039896225,0.033222716,0.005868963,0.0014586325,0.000015364563,0.0008960659,0.9144514,0.00045539954,0.00029537035,0.0016089629,0.037208688,0.00052882195],"about_ca_topic_score_codex":0.0033060568,"about_ca_topic_score_gemma":0.0017862153,"teacher_disagreement_score":0.8700279,"about_ca_system_score_codex":0.0015606101,"about_ca_system_score_gemma":0.006146452,"threshold_uncertainty_score":0.99948776},"labels":[],"label_agreement":null},{"id":"W3200818071","doi":"10.1016/j.anorl.2021.08.012","title":"YO-IFOS educational video special issue, part 2: Head and neck","year":2021,"lang":"en","type":"editorial","venue":"European Annals of Otorhinolaryngology Head and Neck Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Head and neck; Computer science; Medicine; Surgery","score_opus":0.07409843365730953,"score_gpt":0.4141946391973565,"score_spread":0.34009620554004694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200818071","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1898463,0.034800783,0.0000015324213,0.022705924,0.57215816,0.0018946179,0.0035948635,0.00037718783,0.17462063],"genre_scores_gemma":[0.003784589,0.025796818,0.00011959251,0.0007557827,0.9560439,0.00005397828,0.0007367441,0.00011838939,0.012590208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99371725,0.0021473418,0.0007784194,0.0010983187,0.0013475596,0.0009111048],"domain_scores_gemma":[0.99541086,0.0018116963,0.0004005076,0.0006130725,0.0009203725,0.0008434782],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013428867,0.00050127535,0.00091671036,0.00035320467,0.00070814695,0.00027840573,0.000861082,0.00057052256,0.0020752759],"category_scores_gemma":[0.006743467,0.00053275906,0.00026698536,0.0003711894,0.0018415091,0.00035359594,0.00061786576,0.0009603229,0.00012836466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000198138,0.00044052847,0.0098046055,0.00025896964,0.000109180946,0.00018326874,0.000709151,1.2810452e-7,0.00001153014,0.0007847311,0.98461586,0.0028839153],"study_design_scores_gemma":[0.00047396624,0.00030833378,0.061784063,0.00059545174,0.000060936232,0.0000042971187,0.00018635672,4.964568e-7,0.000013323081,0.00072423177,0.93539876,0.00044976705],"about_ca_topic_score_codex":0.00082424126,"about_ca_topic_score_gemma":0.000610215,"teacher_disagreement_score":0.38388574,"about_ca_system_score_codex":0.00005250776,"about_ca_system_score_gemma":0.0017056093,"threshold_uncertainty_score":0.9997124},"labels":[],"label_agreement":null},{"id":"W3200836585","doi":"10.1016/j.semarthrit.2021.08.014","title":"Core outcome measurement instrument selection for physical function in hand osteoarthritis using the OMERACT Filter 2.1 process","year":2021,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Work & Health; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"Versus Arthritis; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Physical therapy; Set (abstract data type); Outcome (game theory); Computer science","score_opus":0.18724764319365075,"score_gpt":0.4217470494792147,"score_spread":0.23449940628556395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200836585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98968965,0.00685982,0.00072307134,0.0012065418,0.0002465994,0.0008385104,0.000009620429,0.000025104142,0.00040108754],"genre_scores_gemma":[0.991748,0.007106099,0.00068407814,0.000069169975,0.00006297354,0.00023839541,0.000004972908,0.000013877462,0.00007248332],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99822885,0.0001970806,0.00031888904,0.00029122017,0.00060068135,0.0003632965],"domain_scores_gemma":[0.99937963,0.000171868,0.000078747325,0.00011048284,0.000200197,0.00005906024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016292551,0.0001164593,0.0002174333,0.0001058906,0.0005246849,0.00018240725,0.00010327647,0.000096756674,0.000039965515],"category_scores_gemma":[0.00043484144,0.00010542874,0.000047786794,0.0004436977,0.00023481212,0.00029208546,0.000047989823,0.0002507689,0.0000014146386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004476468,0.00012963837,0.033914693,0.000053561977,0.000007537052,0.000010760231,0.00835854,0.00004521914,0.00245902,0.001886767,0.00020813367,0.9528814],"study_design_scores_gemma":[0.026358236,0.005317228,0.24198723,0.11099888,0.00012891808,0.0006672185,0.1641803,0.063719496,0.060112577,0.2833958,0.038502738,0.004631381],"about_ca_topic_score_codex":0.0010681781,"about_ca_topic_score_gemma":0.01611902,"teacher_disagreement_score":0.94825,"about_ca_system_score_codex":0.00021986946,"about_ca_system_score_gemma":0.00020362127,"threshold_uncertainty_score":0.89947915},"labels":[],"label_agreement":null},{"id":"W3200945983","doi":"10.2139/ssrn.3920622","title":"Confronting New Issues in Genetic Discrimination","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; McGill University; University of Toronto; McGill University and Génome Québec Innovation Centre","funders":"","keywords":"Genetic discrimination; Political science; Biology; Genetic testing; Genetics","score_opus":0.05390812675904041,"score_gpt":0.4222555488204355,"score_spread":0.3683474220613951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200945983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7685911,0.0469822,0.041806187,0.0908276,0.0006810139,0.0005176811,9.967299e-7,0.00018222458,0.050410993],"genre_scores_gemma":[0.9583537,0.013447202,0.001528707,0.00004359002,0.00052374107,0.0000036193883,0.0000010058304,0.000012717573,0.026085742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99710697,0.00034888348,0.0002086988,0.00014674419,0.00050669676,0.0016820008],"domain_scores_gemma":[0.9995418,0.000070262424,0.000064911845,0.00009685308,0.00013715014,0.000089031244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029120916,0.00006451375,0.00010452858,0.00012177868,0.00024965763,0.00015436742,0.00028287355,0.00007519748,0.00016346954],"category_scores_gemma":[0.0007698242,0.00006801168,0.000048431903,0.00037932582,0.000065377855,0.00020438601,0.00004159191,0.0011618304,0.000022694176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012009662,0.00007016547,0.01702564,0.0000053190847,0.00002731316,0.00007667559,0.0068992944,0.000020052357,0.0014113801,0.6138413,0.0020241914,0.35858667],"study_design_scores_gemma":[0.00035465963,0.00006841091,0.007183658,0.000054252127,0.000008932483,0.00010410932,0.043706205,0.0000613535,0.00063423486,0.90595376,0.041701116,0.0001692816],"about_ca_topic_score_codex":0.0041347705,"about_ca_topic_score_gemma":0.085726015,"teacher_disagreement_score":0.35841736,"about_ca_system_score_codex":0.0012168672,"about_ca_system_score_gemma":0.0066465274,"threshold_uncertainty_score":0.9989849},"labels":[],"label_agreement":null},{"id":"W3201862624","doi":"10.3138/jvme.2020-0027","title":"Development of International Learning Outcomes for Shelter Medicine in Veterinary Education: A Delphi Approach","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Medical education; Specialty; Delphi; Curriculum; Veterinary education; Human medicine; Subject (documents); Veterinary medicine; Medicine; Psychology; Family medicine; Pedagogy; Library science","score_opus":0.2570134674739708,"score_gpt":0.5403011087706578,"score_spread":0.28328764129668704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201862624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600535,0.0005967152,0.004512355,0.023791611,0.0026173722,0.0002770703,6.7644686e-7,0.000013958276,0.008136754],"genre_scores_gemma":[0.91677934,0.00030458605,0.08085459,0.00035495864,0.0007831872,0.000083156156,0.000020329688,0.000013257325,0.00080661575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718314,0.00033291653,0.0008662989,0.00015579158,0.0012669635,0.00019491417],"domain_scores_gemma":[0.9979729,0.00038196257,0.00038445333,0.00010804992,0.0009318237,0.00022081178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037442115,0.00009479557,0.0002777503,0.00038880098,0.00011081376,0.000022096085,0.00048542177,0.0001356757,0.00059936225],"category_scores_gemma":[0.007173162,0.0000842167,0.00008267425,0.00033667637,0.00020046423,0.00025386983,0.00009120072,0.00037275074,0.0000014271333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004719338,0.0046653296,0.017316787,0.00046037894,0.00015534536,0.00009160026,0.07157993,0.000013188561,0.0065958225,0.0044098548,0.012234849,0.882005],"study_design_scores_gemma":[0.001152907,0.00075598864,0.034190953,0.001334208,0.000021248625,0.0006535746,0.07476073,0.000165955,0.00015072674,0.0011941988,0.88539845,0.00022108121],"about_ca_topic_score_codex":0.00006439372,"about_ca_topic_score_gemma":0.000018519033,"teacher_disagreement_score":0.8817839,"about_ca_system_score_codex":0.00037500964,"about_ca_system_score_gemma":0.009265567,"threshold_uncertainty_score":0.996351},"labels":[],"label_agreement":null},{"id":"W3202528857","doi":"10.2196/28032","title":"Developing Core Outcome Sets (COS) and Core Outcome Measures Sets (COMS) in Cosmetic Gynecological Interventions: Protocol for a Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Outcome (game theory); Core (optical fiber); Psychological intervention; Computer science; Medicine; Psychology; Medical physics; Human–computer interaction; Nursing; Alternative medicine; Telecommunications; Mathematics","score_opus":0.9089689820285122,"score_gpt":0.728716018443886,"score_spread":0.18025296358462617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202528857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09911898,0.0000036578554,0.00018399963,0.0013405647,0.000008464379,0.89886165,0.00001182833,0.000116190975,0.00035464717],"genre_scores_gemma":[0.06587212,5.371612e-7,0.010054201,0.000046005283,0.00002522103,0.9236461,0.000005371182,0.000030450947,0.00032002133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99129224,0.002738168,0.0013935958,0.0011163846,0.0021012079,0.0013583985],"domain_scores_gemma":[0.9946598,0.002797385,0.00017978589,0.00055600726,0.0013977016,0.00040934447],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02389352,0.00030527622,0.00066813803,0.0004880286,0.001240201,0.00060981105,0.00086364377,0.0003243002,0.00022014654],"category_scores_gemma":[0.014881634,0.0002685164,0.0001190144,0.0013781936,0.0010601992,0.00032038722,0.0014646502,0.0011389029,0.0000125423885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048590824,0.0023667747,0.95378435,0.002372946,0.000031296655,0.00014674095,0.0044183056,5.117028e-7,0.000050860603,0.0036038607,0.0007197754,0.032018702],"study_design_scores_gemma":[0.0064919093,0.0018921306,0.8251255,0.0027707329,0.00000411567,0.000011865035,0.011571569,0.0000762225,0.0002959503,0.017574683,0.13350295,0.0006823711],"about_ca_topic_score_codex":0.00021384988,"about_ca_topic_score_gemma":0.011607798,"teacher_disagreement_score":0.13278317,"about_ca_system_score_codex":0.0012413999,"about_ca_system_score_gemma":0.0018003269,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W3202643583","doi":"10.1080/07853890.2021.1896840","title":"Translation of professionalism in physical therapy questionnaire for Portuguese of Portugal: Core values","year":2021,"lang":"en","type":"article","venue":"Annals of Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Duty; Curriculum; Delphi method; Medical education; Medicine; Psychology; Pedagogy; Political science; Artificial intelligence; Computer science","score_opus":0.472821578209502,"score_gpt":0.5787956681037602,"score_spread":0.10597408989425816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202643583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92271054,0.0066222535,0.0003059437,0.0665678,0.00014925236,0.0008169758,0.000020987336,0.000027711949,0.002778553],"genre_scores_gemma":[0.9972639,0.0019614964,0.00026188898,0.00014276378,0.00012575557,0.000029018815,0.000018680325,0.000007061048,0.00018944092],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846274,0.00018262425,0.00037046877,0.0001229709,0.00071683765,0.00014439004],"domain_scores_gemma":[0.9983248,0.00042060533,0.00018465958,0.00014366808,0.0008837121,0.000042517135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021700088,0.000059568505,0.0003014389,0.00011602807,0.000027426891,8.065872e-7,0.00015136384,0.00007891926,0.000054584725],"category_scores_gemma":[0.0012612243,0.000046760044,0.00007043838,0.00041932432,0.0005784429,0.00007799622,0.000011088057,0.00008792303,1.3264078e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063099014,0.0015665675,0.018480206,0.0006573925,0.00008421047,0.00002679989,0.060388148,0.000010932975,0.11492788,0.12181479,0.01745211,0.66396],"study_design_scores_gemma":[0.0038556706,0.0018235353,0.18764818,0.0057391934,0.00003301367,0.0000025613815,0.014967807,0.0005689392,0.27874362,0.4968831,0.009427594,0.00030676715],"about_ca_topic_score_codex":0.000799051,"about_ca_topic_score_gemma":0.00014061635,"teacher_disagreement_score":0.6636532,"about_ca_system_score_codex":0.000007154817,"about_ca_system_score_gemma":0.00031119806,"threshold_uncertainty_score":0.21312968},"labels":[],"label_agreement":null},{"id":"W3205303278","doi":"10.1007/s11845-021-02810-0","title":"Unclear reporting of secondary outcome in randomized trial of Lv et al","year":2021,"lang":"en","type":"letter","venue":"Irish Journal of Medical Science (1971 -)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Université de Sherbrooke; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Outcome (game theory); Randomized controlled trial; Internal medicine","score_opus":0.2963990175039613,"score_gpt":0.544696171185993,"score_spread":0.2482971536820317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205303278","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06011983,0.00037320488,0.0003109925,0.92120236,0.0025133272,0.000798681,0.00000819823,0.00001705356,0.014656379],"genre_scores_gemma":[0.45479634,0.0045550424,0.012364646,0.51860744,0.0077729137,0.000054343862,0.000016465096,0.00013813346,0.0016946997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97079027,0.0037205657,0.007199533,0.00049989833,0.016860269,0.000929464],"domain_scores_gemma":[0.9830184,0.0053322255,0.009046122,0.0004367489,0.0016952165,0.0004713004],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19334376,0.0002311549,0.0026740078,0.0011242419,0.00016450582,0.00015213942,0.0034743971,0.00091720297,0.0015126587],"category_scores_gemma":[0.23109896,0.00017743825,0.00086294516,0.002169786,0.00712912,0.00052771025,0.00053593033,0.006291777,0.0000024050971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013442729,0.00022241774,0.00046411622,0.00012688307,0.00006427092,0.005350722,0.0022811247,0.0000028058632,0.00014452866,0.0001924246,0.9660592,0.011648796],"study_design_scores_gemma":[0.38938758,0.0006061635,0.00030146766,0.0043397485,0.00011413497,0.00035881653,0.0046357466,0.00010172362,0.0005374526,0.003607626,0.5953721,0.00063745945],"about_ca_topic_score_codex":0.0022350026,"about_ca_topic_score_gemma":0.00015053149,"teacher_disagreement_score":0.40259492,"about_ca_system_score_codex":0.00037446897,"about_ca_system_score_gemma":0.015005426,"threshold_uncertainty_score":0.9994001},"labels":[],"label_agreement":null},{"id":"W3206682924","doi":"","title":"[Table], Quality Assessment Criteria for Observational Studies, Based on the Newcastle-Ottawa Scale","year":2017,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Table (database); Scale (ratio); Observational study; Quality (philosophy); Quality assessment; Computer science; Geography; Statistics; Data mining; Engineering; Evaluation methods; Mathematics; Cartography; Reliability engineering","score_opus":0.7739918323522409,"score_gpt":0.6485618882185298,"score_spread":0.1254299441337111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206682924","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040605016,0.000020335006,0.0198712,0.43986306,0.00085477653,0.0026098336,0.000119738404,0.00023980503,0.49581623],"genre_scores_gemma":[0.9568667,0.000012813897,0.025484147,0.0021755735,0.0003494265,0.00056249,0.000008343487,0.000012294896,0.01452821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789655,0.00044201946,0.00022255107,0.00024108803,0.00086165627,0.00033611958],"domain_scores_gemma":[0.9960003,0.0025588684,0.00013480891,0.00065198593,0.0005802452,0.00007380074],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009287959,0.00008792942,0.00015013407,0.000029805653,0.0027834084,0.00042589402,0.00094502524,0.00006914296,0.0007651266],"category_scores_gemma":[0.004891989,0.00005908395,0.000072225936,0.00008757769,0.0005454042,0.00022743418,0.00012123958,0.00012935452,0.000013567654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031122134,0.00015008882,0.026196364,0.000027063006,0.000025596428,9.97733e-7,0.0005244157,0.000005876075,0.00038283505,0.6159515,0.35297507,0.0037291273],"study_design_scores_gemma":[0.00070116203,0.00019965263,0.25986066,0.0000782973,0.00001466699,1.1539999e-7,0.008070309,0.0058063935,0.0009844464,0.088404134,0.6355128,0.00036733327],"about_ca_topic_score_codex":0.0032040316,"about_ca_topic_score_gemma":0.0071919747,"teacher_disagreement_score":0.9162617,"about_ca_system_score_codex":0.00018812875,"about_ca_system_score_gemma":0.00050751294,"threshold_uncertainty_score":0.99851483},"labels":[],"label_agreement":null},{"id":"W3207685585","doi":"10.1016/j.anorl.2021.09.005","title":"YO-IFOS educational video special issue, part 3: Otology and laryngology","year":2021,"lang":"en","type":"editorial","venue":"European Annals of Otorhinolaryngology Head and Neck Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Dalhousie University","funders":"","keywords":"Laryngology; Otology; Medicine; General surgery; Surgery","score_opus":0.06707401676912891,"score_gpt":0.4117992500298107,"score_spread":0.34472523326068183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207685585","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12388326,0.03377595,0.000002143816,0.029990543,0.6523846,0.0017585035,0.0026063812,0.0003385206,0.1552601],"genre_scores_gemma":[0.004192758,0.03188594,0.00009875977,0.0010776788,0.95367163,0.000074637115,0.00082168257,0.00011413482,0.008062758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926237,0.0034912818,0.0008196592,0.001159366,0.00091733254,0.0009886982],"domain_scores_gemma":[0.99446267,0.0028514562,0.00045618962,0.0006100694,0.0009074705,0.0007121521],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015090829,0.00049545354,0.00109799,0.00044347302,0.00061737915,0.00014181504,0.0008731922,0.00085899036,0.0023463627],"category_scores_gemma":[0.008076748,0.00053449336,0.00024012315,0.00032833288,0.003015887,0.00025788354,0.00073118234,0.0010741582,0.00011354997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019327592,0.0003685857,0.010806077,0.00024367638,0.00014299781,0.0003048953,0.00066382875,1.1949206e-7,0.000012887265,0.0023994164,0.9828717,0.0019925525],"study_design_scores_gemma":[0.0004511054,0.00033931027,0.040011704,0.00025026346,0.000076200355,0.000012905823,0.00019102778,5.675015e-7,0.000011728743,0.0012463889,0.9569803,0.00042851595],"about_ca_topic_score_codex":0.0007087372,"about_ca_topic_score_gemma":0.0007190108,"teacher_disagreement_score":0.30128706,"about_ca_system_score_codex":0.000041990286,"about_ca_system_score_gemma":0.0016025519,"threshold_uncertainty_score":0.9997107},"labels":[],"label_agreement":null},{"id":"W3208656821","doi":"10.1136/bmjopen-2021-054777","title":"Outcomes reported in randomised controlled trials of major depressive disorder in older adults: protocol for a methodological review","year":2021,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Centre for Movement Disorders; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Major depressive disorder; Psychiatry; Alternative medicine; Clinical trial; Randomized controlled trial; Neurology; Gerontology; Internal medicine; Cognition; Pathology","score_opus":0.7114921371503297,"score_gpt":0.701280818579719,"score_spread":0.010211318570610639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208656821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.343755e-8,0.42752278,0.0001368931,0.0006645378,0.00003471941,0.56974304,0.000030856776,0.000016078295,0.0018510348],"genre_scores_gemma":[4.0751893e-8,0.44982737,0.003962485,0.00006108298,0.000032785574,0.545457,0.000027999024,0.000023899483,0.000607341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9424515,0.04683384,0.008039636,0.00095993,0.0010798724,0.000635229],"domain_scores_gemma":[0.94447386,0.04809284,0.0056644212,0.0010103707,0.0006306859,0.00012783393],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15730375,0.00046583742,0.018498916,0.00037964375,0.000093968614,0.00015116858,0.0021296204,0.00071502203,0.0012535342],"category_scores_gemma":[0.42063037,0.0002769846,0.0024730773,0.0012921985,0.00020198316,0.00017064683,0.00074708817,0.00055211945,0.000003364976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008130991,0.0006557639,0.00016708905,0.10140312,0.00059323927,0.00018066571,0.0003118844,1.4064425e-7,8.468309e-8,0.00057248713,0.0070339083,0.8809506],"study_design_scores_gemma":[0.102354325,0.000056286503,0.000017197304,0.27619973,0.0005290703,0.0000042416086,0.00022401675,0.0000016646009,6.260117e-7,0.0004524626,0.61977273,0.00038768238],"about_ca_topic_score_codex":0.0022254263,"about_ca_topic_score_gemma":0.0017991503,"teacher_disagreement_score":0.88056296,"about_ca_system_score_codex":0.00020813862,"about_ca_system_score_gemma":0.0034924801,"threshold_uncertainty_score":0.99996823},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3209422028","doi":"","title":"The impact of mild cognitive impairment on the accuracy of an interview based assessment of vision and/or hearing loss","year":2019,"lang":"en","type":"article","venue":"Investigative Ophthalmology & Visual Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; MAB-Mackay Rehabilitation Centre; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal","funders":"","keywords":"Cognitive impairment; Audiology; Hearing loss; Cognition; Psychology; Cognitive Assessment System; Medicine; Psychiatry","score_opus":0.1943411691947614,"score_gpt":0.5452003951882688,"score_spread":0.3508592259935074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209422028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99574167,0.000025355737,0.000005670148,0.0010907806,0.00005910736,0.001141713,0.0000142364715,0.0000108569975,0.0019106149],"genre_scores_gemma":[0.99949616,0.000017396675,0.00034309557,0.000051626164,0.0000108475415,0.000043661305,8.2389045e-7,0.000007342933,0.000029059827],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9959901,0.0017216711,0.00041670765,0.00038738153,0.001041478,0.0004426734],"domain_scores_gemma":[0.99310595,0.005269346,0.00047814983,0.00032613098,0.0006366135,0.00018382152],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009563947,0.00015396162,0.00030997334,0.00016786043,0.0004903926,0.000055415516,0.0010568087,0.00008095795,0.00017313552],"category_scores_gemma":[0.0030934406,0.00007726525,0.000094634255,0.0012116429,0.013462157,0.00035686855,0.00036327954,0.000295717,0.0000029179757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007002312,0.0018199972,0.45066962,0.0001815429,0.00013615728,0.00004747224,0.016998079,0.00017524703,0.5110966,0.0108061,0.00006252046,0.007306426],"study_design_scores_gemma":[0.00034940292,0.008231478,0.8237785,0.0006757755,0.000009695414,0.000009883745,0.0064259274,0.0039537153,0.15155597,0.004868868,0.0000033249883,0.00013744847],"about_ca_topic_score_codex":0.0027792908,"about_ca_topic_score_gemma":0.00003578737,"teacher_disagreement_score":0.3731089,"about_ca_system_score_codex":0.00019655988,"about_ca_system_score_gemma":0.0018194384,"threshold_uncertainty_score":0.98922265},"labels":[],"label_agreement":null},{"id":"W3211074990","doi":"10.1101/2021.10.14.21264843","title":"Towards Optimum Reporting of Pulmonary Effectiveness Databases and Outcomes (TORPEDO): identifying a core dataset for asthma and COPD studies","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Vancouver Coastal Health; Health Canada; University of Toronto","funders":"Respiratory Effectiveness Group","keywords":"COPD; Asthma; Medicine; Delphi method; Checklist; Voting; Delphi; Physical therapy; Computer science; Internal medicine; Psychology; Artificial intelligence","score_opus":0.40077688718849364,"score_gpt":0.5449134363628002,"score_spread":0.14413654917430657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211074990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876808,0.005084713,0.0019981044,0.00049533375,0.00052728475,0.0016742313,0.0023454295,0.00007549511,0.000118596916],"genre_scores_gemma":[0.9876301,0.0026023006,0.008005859,0.000021890004,0.00010614041,0.00053539436,0.0010012019,0.00003527145,0.00006180911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99642926,0.000537076,0.0010242101,0.00084972463,0.00075381313,0.00040592012],"domain_scores_gemma":[0.99516594,0.0023046327,0.001195902,0.0006560525,0.0005460114,0.00013147554],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010837757,0.00027381952,0.0010205379,0.00019679559,0.00040832232,0.0001657841,0.00044922438,0.00018232487,0.000012938853],"category_scores_gemma":[0.01736341,0.0002556697,0.00011874814,0.00021427924,0.00088572106,0.0002561523,0.002997158,0.00041318397,2.5755344e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010402284,0.0001684722,0.95942646,0.010473371,0.0006288296,0.0006448285,0.0048143384,0.000010605837,0.0035089506,0.001039708,0.0013343891,0.017846005],"study_design_scores_gemma":[0.0011374374,0.00018837885,0.89323235,0.009726695,0.0005556532,0.00011999826,0.056743916,0.001124628,0.012231209,0.013168799,0.009756876,0.0020140698],"about_ca_topic_score_codex":0.0026772127,"about_ca_topic_score_gemma":0.0008352102,"teacher_disagreement_score":0.06619414,"about_ca_system_score_codex":0.00010131163,"about_ca_system_score_gemma":0.00040255464,"threshold_uncertainty_score":0.99998957},"labels":[],"label_agreement":null},{"id":"W3212108373","doi":"10.1101/2021.11.11.21266170","title":"Development of a core measurement set for research in degenerative cervical myelopathy: a study protocol (AO Spine RECODE-DCM CMS)","year":2021,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Krembil Foundation; Toronto Western Hospital; McMaster University; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Medical Research Council; AOSpine; AO Foundation","keywords":"Protocol (science); Medical physics; Medicine; Set (abstract data type); Audit; Core (optical fiber); Computer science; Identification (biology); Medical education; Process management; Data science; Alternative medicine; Business; Pathology; Accounting; Telecommunications","score_opus":0.6647514451175346,"score_gpt":0.5816225893212662,"score_spread":0.08312885579626839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212108373","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60427135,0.00006476742,0.0018601655,0.0021869412,0.00027307126,0.3886316,0.000026208932,0.00012709833,0.002558759],"genre_scores_gemma":[0.4367751,0.00001112246,0.029714877,0.000014421996,0.00017210568,0.53304297,0.000018182898,0.000049039973,0.0002022104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9881627,0.0028915482,0.0013911332,0.0012677951,0.0051881364,0.0010987165],"domain_scores_gemma":[0.9942108,0.00030383712,0.00031145432,0.00090334995,0.004002991,0.0002676119],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.04418883,0.0003480211,0.000815979,0.0007832881,0.00050231634,0.00021044412,0.0018233327,0.00049382664,0.00014581492],"category_scores_gemma":[0.004030118,0.00033677975,0.00015378484,0.001509577,0.00040193374,0.00009064488,0.0022207275,0.0015905229,0.000008224803],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001938132,0.012673035,0.29821137,0.007410923,0.00086035405,0.00063267327,0.55509055,0.00021726456,0.019614486,0.00272578,0.005590132,0.095035315],"study_design_scores_gemma":[0.013034352,0.0037465442,0.23495606,0.012729121,0.00013735959,0.0000059371987,0.34446836,0.0021786331,0.14619772,0.016479835,0.22124526,0.0048208483],"about_ca_topic_score_codex":0.0018401811,"about_ca_topic_score_gemma":0.06819768,"teacher_disagreement_score":0.21565512,"about_ca_system_score_codex":0.0020962334,"about_ca_system_score_gemma":0.00934515,"threshold_uncertainty_score":0.99990845},"labels":[],"label_agreement":null},{"id":"W3212182747","doi":"","title":"CSHP Professional Practice Conference 2018: Poster Abstracts","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Data science; Medical education; Computer science; Medicine","score_opus":0.11690943065183579,"score_gpt":0.4675564451361263,"score_spread":0.35064701448429053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212182747","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3567837,0.00037816822,0.000035708334,0.39195573,0.0056336904,0.00064568047,0.000022428327,0.000028587234,0.24451628],"genre_scores_gemma":[0.9939243,0.000046507117,0.00033135648,0.0017104514,0.0015614303,0.000003984616,5.1901833e-7,0.000013787152,0.0024076519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977793,0.0004069839,0.00034976186,0.00011113177,0.0008076003,0.00054520176],"domain_scores_gemma":[0.9965733,0.00036901564,0.00035861882,0.0001703758,0.0016993667,0.0008293077],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035700735,0.000102630955,0.00012488026,0.00015395961,0.0011206517,0.00035741788,0.0011295526,0.000060088278,0.0016158085],"category_scores_gemma":[0.0020835192,0.00007328252,0.00007349984,0.0002639554,0.0013389055,0.0010445983,0.000041981028,0.00071806554,0.00028090898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023472667,0.0002155024,0.005761467,0.000013793661,0.0001820736,0.0011750971,0.057447545,0.0000023208734,0.0005523316,0.015907891,0.89335835,0.025148895],"study_design_scores_gemma":[0.00038184048,0.00032325438,0.0041589793,0.000082704624,0.000032103955,0.00008560921,0.005166901,0.0000058275104,0.0014742602,0.0049264976,0.9831818,0.00018027493],"about_ca_topic_score_codex":0.06899505,"about_ca_topic_score_gemma":0.082543604,"teacher_disagreement_score":0.63714063,"about_ca_system_score_codex":0.00032701273,"about_ca_system_score_gemma":0.0069503556,"threshold_uncertainty_score":0.99929684},"labels":[],"label_agreement":null},{"id":"W3213213548","doi":"10.1186/s13063-021-05791-8","title":"Establishing a core outcome set for mucopolysaccharidoses (MPS) in children: study protocol for a rapid literature review, candidate outcomes survey, and Delphi surveys","year":2021,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of Calgary; Ottawa Hospital; University of Manitoba; University of Alberta; Hospital for Sick Children; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Ottawa Public Health; Children's Hospital of Eastern Ontario; University of Ottawa; McGill University Health Centre; Canadian MPS Society for Mucopolysaccharide and Related Diseases; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Canadian Institutes of Health Research; McMaster University","keywords":"Medicine; Delphi method; Psychological intervention; Protocol (science); Data extraction; Systematic review; MEDLINE; Family medicine; Randomized controlled trial; Health care; Clinical trial; Pediatrics; Alternative medicine; Nursing; Surgery; Internal medicine","score_opus":0.5223122965022456,"score_gpt":0.5992622657162623,"score_spread":0.07694996921401664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213213548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051341627,0.002276845,0.00066830823,0.0035962632,0.0003540617,0.9384264,0.0029544758,0.00024647385,0.00013554549],"genre_scores_gemma":[0.100624695,0.0010098536,0.0021927943,0.0006830317,0.00042533936,0.8936935,0.00036692727,0.000090470945,0.00091339275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9868212,0.009347366,0.0015767433,0.0007536769,0.0007655964,0.0007354396],"domain_scores_gemma":[0.98388463,0.0141070075,0.00050135516,0.00052598026,0.00079182687,0.00018917005],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09640615,0.00030315865,0.0015430076,0.00026648372,0.00043436312,0.0007494906,0.0006381335,0.00022777346,0.00010484903],"category_scores_gemma":[0.11236532,0.0002442838,0.0002439967,0.0012748861,0.00013347223,0.00048673255,0.00021570087,0.00032933019,0.000001625455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032539258,0.00038597352,0.9742622,0.00078390865,0.00013178492,0.000034181005,0.003224619,4.84386e-7,0.000043166565,0.00024155439,0.011118307,0.00944844],"study_design_scores_gemma":[0.04457919,0.0020447073,0.89186424,0.006060812,0.00036816447,0.000038442722,0.0083343005,0.00006249207,0.00076745375,0.00737343,0.035634015,0.0028727562],"about_ca_topic_score_codex":0.0048855613,"about_ca_topic_score_gemma":0.02447364,"teacher_disagreement_score":0.082397945,"about_ca_system_score_codex":0.00012838897,"about_ca_system_score_gemma":0.00062452775,"threshold_uncertainty_score":0.9961604},"labels":[],"label_agreement":null},{"id":"W3213319783","doi":"10.1109/iecon48115.2021.9589957","title":"Using the DELPHI Method for Model for Role Assignment in the Software Industry","year":2021,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Delphi; Software engineering; Software; Delphi method; Programming language; Artificial intelligence","score_opus":0.43515419460771704,"score_gpt":0.5644636074852041,"score_spread":0.12930941287748704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213319783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017464214,0.00005429195,0.97828907,0.015385391,0.000038366365,0.0011585015,0.000014122633,0.00004220907,0.003271649],"genre_scores_gemma":[0.27717477,0.000009742985,0.71683913,0.0017661564,0.00016094247,0.0009034007,0.0000032615083,0.00001792015,0.003124647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841315,0.000399727,0.00015861982,0.0001930887,0.0004631056,0.00037232917],"domain_scores_gemma":[0.997563,0.001927506,0.000036543075,0.00025409932,0.00017927456,0.000039595285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052862,0.000067273766,0.000093980365,0.00003394801,0.0005402465,0.00014389252,0.00055302616,0.00020585269,0.000051807172],"category_scores_gemma":[0.0014785397,0.0000403335,0.000080230355,0.00032573703,0.000091669775,0.00009330349,0.00009337258,0.00029358463,6.203694e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110264125,0.00061661,0.0025888856,0.00008871013,0.00010179031,0.000016506843,0.09245511,0.06958738,0.0066096717,0.56983685,0.06867253,0.1893157],"study_design_scores_gemma":[0.00026031703,0.00002345136,0.000028263232,0.000020538491,0.00001801594,0.0000021498115,0.08344245,0.6760573,0.0030995975,0.20999871,0.02689913,0.0001501099],"about_ca_topic_score_codex":0.0009011528,"about_ca_topic_score_gemma":0.0025153926,"teacher_disagreement_score":0.60646987,"about_ca_system_score_codex":0.00015132102,"about_ca_system_score_gemma":0.00059035566,"threshold_uncertainty_score":0.4155194},"labels":[],"label_agreement":null},{"id":"W3214949630","doi":"10.1161/circ.144.suppl_1.11023","title":"Abstract 11023: Assessment of Cognitive Dysfunction Using the Montreal Cognitive Assessment Test: Rate, Severity and Comparison with the Clock Test Alone in a Population of Patients Referred for TAVI","year":2021,"lang":"en","type":"article","venue":"Circulation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Medicine; Kappa; Internal medicine; Interquartile range; Concordance; Population; Cardiology; Cognitive impairment","score_opus":0.10467165397050235,"score_gpt":0.4389779055075582,"score_spread":0.33430625153705584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214949630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923982,0.000018993027,0.0052204286,0.00021490402,0.000037448674,0.001451027,0.000082840335,0.00001325311,0.00056292856],"genre_scores_gemma":[0.9993168,0.000008012158,0.0003229204,0.000013542058,0.000025262967,0.00008539554,0.00021405527,0.000009502134,0.0000045065494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847513,0.00033036238,0.00032535562,0.00021190742,0.0004955579,0.00016166357],"domain_scores_gemma":[0.9955135,0.003011728,0.00037263276,0.00010125198,0.00096709304,0.000033786087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012884944,0.00009067605,0.00019228531,0.000070368136,0.00028149952,0.00004938312,0.00006523726,0.00008457092,0.000010470751],"category_scores_gemma":[0.00156876,0.00006730625,0.000031911575,0.00045764574,0.00018780949,0.00022357579,0.00003112172,0.00016455274,7.9932626e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005654252,0.0003633321,0.99251795,0.000033836986,0.000020331996,6.2014396e-7,0.0015018249,0.00029760847,0.0008573074,0.00011396408,0.000009872088,0.0042268382],"study_design_scores_gemma":[0.0008920569,0.00008183396,0.9744289,0.00017656747,0.000053579253,3.4055822e-7,0.005572676,0.01805336,0.0002838763,0.0003792609,0.0000029789921,0.00007455954],"about_ca_topic_score_codex":0.0045895227,"about_ca_topic_score_gemma":0.0077804504,"teacher_disagreement_score":0.018089011,"about_ca_system_score_codex":0.00023649508,"about_ca_system_score_gemma":0.00028460973,"threshold_uncertainty_score":0.69380164},"labels":[],"label_agreement":null},{"id":"W3216303786","doi":"10.21203/rs.3.rs-1063420/v1","title":"Translation and Cross-Cultural Adaptation of the Delphi Definitions of Low Back Pain Prevalence into Swedish (Swedish DOLBaPP)","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier de l'Université Laval","funders":"","keywords":"Delphi method; Psychology; Adaptation (eye); Face validity; Back pain; Population; Cross-cultural; Delphi; Low back pain; Test (biology); Medical education; Medicine; Family medicine; Applied psychology; Clinical psychology; Alternative medicine; Sociology; Psychometrics; Computer science; Artificial intelligence","score_opus":0.3201326538177694,"score_gpt":0.5106337244450334,"score_spread":0.190501070627264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216303786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718836,0.004940206,0.002434163,0.005547669,0.00030868177,0.004690139,0.00040841103,0.000099462864,0.009687666],"genre_scores_gemma":[0.99075174,0.0055092,0.0030192898,0.000009460206,0.00013049859,0.00026858636,0.0000958574,0.000023746985,0.00019161224],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99140775,0.0037334748,0.0006368515,0.0005895707,0.0030675763,0.0005647559],"domain_scores_gemma":[0.992808,0.0020895794,0.00025686703,0.00068760855,0.0039806855,0.00017725432],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010931621,0.00019032275,0.0003360452,0.0002752781,0.0007482491,0.0004448155,0.0011145533,0.00040629503,0.0003186343],"category_scores_gemma":[0.00656635,0.00016360836,0.00023550166,0.0012653603,0.0032990703,0.00045063914,0.0008142256,0.0014155017,0.0000046573855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058310427,0.002017958,0.23319887,0.08203926,0.00045133225,0.00007016866,0.41571042,0.005629212,0.012211631,0.04133363,0.007146931,0.19960748],"study_design_scores_gemma":[0.002859488,0.0012356053,0.31263098,0.04373694,0.00016690054,0.000015647784,0.40626585,0.03335979,0.01601234,0.1756034,0.0055868705,0.0025261703],"about_ca_topic_score_codex":0.008175585,"about_ca_topic_score_gemma":0.009003338,"teacher_disagreement_score":0.1970813,"about_ca_system_score_codex":0.00028032815,"about_ca_system_score_gemma":0.0015152042,"threshold_uncertainty_score":0.9994134},"labels":[],"label_agreement":null},{"id":"W3216334470","doi":"10.1183/13993003.congress-2021.oa73","title":"Prioritising respiratory research needs in primary care: results from the International Primary Care Respiratory Group (IPCRG) global e-Delphi exercise","year":2021,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Delphi method; Asthma; COPD; Family medicine; Primary care; MEDLINE; Intensive care medicine; Respiratory care; Physical therapy; Internal medicine","score_opus":0.14573067062915995,"score_gpt":0.4323112791108579,"score_spread":0.286580608481698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216334470","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40445012,0.0149963,0.000057976995,0.0069248085,0.0013190281,0.0017546997,0.0005529112,0.00046763392,0.56947654],"genre_scores_gemma":[0.9851074,0.0015268503,0.004394518,0.0044008223,0.0022258253,0.0003364166,0.00052457466,0.0000944326,0.001389166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98971957,0.0024686796,0.000956716,0.001056269,0.00458354,0.0012152005],"domain_scores_gemma":[0.9941832,0.0020104013,0.00014396195,0.001277641,0.0020649997,0.00031979656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0078846635,0.00028666644,0.00040378087,0.00041025446,0.0011467746,0.00084052666,0.0026878004,0.00051988335,0.00018413324],"category_scores_gemma":[0.0025637064,0.00026966675,0.0001822093,0.0033229664,0.0012177698,0.0007011804,0.0018489318,0.0015102925,0.0000975221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023857157,0.0007582217,0.13538529,0.00036714395,0.00014917842,0.0032757188,0.16539887,0.000033775807,0.018096155,0.02403176,0.15471767,0.4954005],"study_design_scores_gemma":[0.0026457494,0.00013735505,0.1311319,0.0013044482,0.000020459756,0.000003804018,0.24118462,0.000005718296,0.002564168,0.0037401593,0.61653894,0.00072264805],"about_ca_topic_score_codex":0.020519117,"about_ca_topic_score_gemma":0.03828659,"teacher_disagreement_score":0.5806573,"about_ca_system_score_codex":0.0067182863,"about_ca_system_score_gemma":0.0050689615,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W3217266816","doi":"10.1136/bmjopen-2020-044836","title":"Identifying research priorities in newborn medicine: a Delphi study of parents’ views","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"National Health and Medical Research Council; Medical Research Council; State Government of Victoria","keywords":"Medicine; Thematic analysis; Delphi method; Family medicine; Pediatrics; Nursing; Qualitative research","score_opus":0.7847682284867231,"score_gpt":0.6870658424724472,"score_spread":0.09770238601427594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217266816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77918565,0.00035078908,0.00003725765,0.006761044,0.00025331893,0.014341786,0.000003702699,0.000043891072,0.19902255],"genre_scores_gemma":[0.99230385,0.00016301213,0.0010305376,0.00004703655,0.00015726384,0.0017165986,0.0000023518016,0.000016478396,0.0045628627],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926509,0.0034790721,0.000625064,0.00038861195,0.0023222687,0.00053404254],"domain_scores_gemma":[0.99750173,0.0008791919,0.00010768992,0.000648749,0.0007417998,0.00012085539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022797244,0.00008733058,0.00037625607,0.00034252394,0.0003559327,0.00022200104,0.0018501068,0.00008923517,0.0006548036],"category_scores_gemma":[0.006242086,0.00008317463,0.00003095733,0.0022322382,0.00045474918,0.00038774966,0.0018065523,0.00042934177,0.000033448567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026189914,0.0017346921,0.38311765,0.00034749912,0.000075506476,0.0012035235,0.4827343,0.000003670856,0.0023394611,0.0158865,0.045820285,0.06647501],"study_design_scores_gemma":[0.0012990253,0.0003052208,0.06445125,0.0009784822,0.0000073810393,0.000003191327,0.8783373,0.00001073809,0.000352486,0.012448952,0.04162087,0.00018510873],"about_ca_topic_score_codex":0.07134879,"about_ca_topic_score_gemma":0.17732705,"teacher_disagreement_score":0.395603,"about_ca_system_score_codex":0.00020280918,"about_ca_system_score_gemma":0.0012924357,"threshold_uncertainty_score":0.9348352},"labels":[],"label_agreement":null},{"id":"W330292043","doi":"","title":"Canada hails success of RAIC","year":2008,"lang":"en","type":"article","venue":"Jane's airport review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.1307079423704753,"score_gpt":0.4334669246801772,"score_spread":0.3027589823097019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W330292043","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08112364,0.28592667,0.00012251816,0.055882473,0.00094786304,0.0052124374,0.00006655051,0.00035919136,0.57035863],"genre_scores_gemma":[0.74886733,0.24134727,0.00056049816,0.001690422,0.00015312279,0.00011290072,0.000007705741,0.000020670375,0.007240069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997571,0.00022497546,0.00046246144,0.00021152444,0.0011619959,0.00036802707],"domain_scores_gemma":[0.9987345,0.00014675657,0.00021497277,0.00041320492,0.00030733293,0.00018328437],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017589057,0.00010545123,0.00042028553,0.000046276316,0.00024332514,0.000009212209,0.0006759766,0.00006497777,0.0013152753],"category_scores_gemma":[0.00077960506,0.000094201416,0.00010235001,0.0006288148,0.00034899943,0.00012819728,0.00007383747,0.0001789803,0.000029495981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003245816,0.00006452173,0.022605589,0.0018485094,0.000024947325,0.0004119434,0.00025152514,6.2242225e-7,0.000035682573,0.003099325,0.8903486,0.081305474],"study_design_scores_gemma":[0.000040704348,0.000015364018,0.0040608873,0.0011275032,0.000012478495,0.00002218794,0.000041447707,0.00000100758,0.0001220663,0.00013321759,0.99429744,0.00012566942],"about_ca_topic_score_codex":0.8516028,"about_ca_topic_score_gemma":0.70640707,"teacher_disagreement_score":0.6677437,"about_ca_system_score_codex":0.00020199124,"about_ca_system_score_gemma":0.0039922376,"threshold_uncertainty_score":0.99959767},"labels":[],"label_agreement":null},{"id":"W36094643","doi":"10.1167/iovs.63.10.6","title":"軽度認知障害(MCI)における記憶障害の特徴と傾向 : 日本語版The Montreal Cognitive Assessment(MoCA-J)の検討から","year":2014,"lang":"en","type":"article","venue":"老年精神医学雑誌","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Psychiatry","score_opus":0.09760979789676186,"score_gpt":0.4973665491924908,"score_spread":0.39975675129572896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36094643","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066779636,0.00005823793,0.0068575568,0.007674249,0.0004387044,0.00094733824,0.000036174617,0.00056489237,0.9166432],"genre_scores_gemma":[0.9875255,0.00008911746,0.001355026,0.00068956666,0.0006237495,0.000172304,0.000019483903,0.00003916592,0.009486081],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961004,0.00094819913,0.00031325858,0.00049763324,0.0012558041,0.00088466296],"domain_scores_gemma":[0.9975765,0.0011709384,0.00012198073,0.00040277388,0.00037919314,0.00034864372],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032286323,0.00020848986,0.0002917853,0.00018398614,0.0007498195,0.0002535602,0.00077707163,0.00025188312,0.0012914941],"category_scores_gemma":[0.0014237151,0.0002018113,0.0001361364,0.000570565,0.00067517953,0.00033329843,0.00020193172,0.00051487354,0.00065131666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015729359,0.00079297076,0.050646786,0.00006106866,0.00018475878,0.00011415641,0.014047901,0.000008149546,0.001116406,0.15578482,0.15773651,0.6193492],"study_design_scores_gemma":[0.0025916346,0.00077781914,0.14368336,0.0002575674,0.00013154281,0.000012916726,0.018858243,0.002088316,0.0016235834,0.10428408,0.72411823,0.0015727131],"about_ca_topic_score_codex":0.009459403,"about_ca_topic_score_gemma":0.006511693,"teacher_disagreement_score":0.92074585,"about_ca_system_score_codex":0.00022175563,"about_ca_system_score_gemma":0.00038606618,"threshold_uncertainty_score":0.99962145},"labels":[],"label_agreement":null},{"id":"W378133675","doi":"10.18907/jjsre.32.special_s92","title":"SE1-5 Building a Thoracic Interventional Program in Canada(Asian Pacific Seminar)","year":2010,"lang":"en","type":"article","venue":"Kikanshigaku","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Asia pacific; Medicine; Aeronautics; Engineering; Business; International trade","score_opus":0.06423403542936094,"score_gpt":0.4540780113794594,"score_spread":0.38984397595009845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W378133675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9106562,0.00005324189,0.000077286626,0.008748217,0.0006989094,0.0009272719,0.000018690667,0.00026361126,0.078556575],"genre_scores_gemma":[0.9931105,0.000008642625,0.005090061,0.000032021566,0.00019358801,0.00023867268,0.0000066070197,0.000019564714,0.001300345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762714,0.00022940995,0.00029106127,0.00032142168,0.00086119474,0.00066980155],"domain_scores_gemma":[0.999137,0.00016003758,0.00007116314,0.0002829408,0.00011305024,0.00023582004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017758929,0.00012599351,0.00015774608,0.00019340421,0.00026783432,0.00015540022,0.000676494,0.00014765323,0.0005329551],"category_scores_gemma":[0.0005246956,0.00013418464,0.00007516647,0.000755206,0.00027031562,0.00020355996,0.00010572847,0.0008270982,0.000023397153],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040821782,0.00069808523,0.37041542,0.00012756661,0.000031084146,0.00034598293,0.006157458,0.000003403093,0.0039035738,0.06354946,0.02838287,0.5263443],"study_design_scores_gemma":[0.0005291956,0.00018899342,0.14669868,0.00044893674,0.000016126032,0.000024535671,0.027001504,0.00041895275,0.0035569794,0.024731634,0.79542917,0.0009552882],"about_ca_topic_score_codex":0.7583985,"about_ca_topic_score_gemma":0.9904744,"teacher_disagreement_score":0.7670463,"about_ca_system_score_codex":0.00053070317,"about_ca_system_score_gemma":0.0019076322,"threshold_uncertainty_score":0.5835485},"labels":[],"label_agreement":null},{"id":"W40548018","doi":"10.1007/s12630-014-0294-7","title":"Controversy between anesthesiologists and obstetricians on the labour ward: the Delphi method is used as a consensus-building technique","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"University of Toronto","keywords":"Delphi method; Medicine; American society of anesthesiologists; Family medicine; Medical education; Nursing; Anesthesia","score_opus":0.05070353920552473,"score_gpt":0.3495065570064028,"score_spread":0.2988030178008781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40548018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8219784,0.00057025347,0.00050693407,0.17389573,0.00022137517,0.00087025936,0.000011489265,0.000036151097,0.0019094291],"genre_scores_gemma":[0.9946526,0.00012916012,0.0017318717,0.0018741766,0.000971596,0.000020132291,5.71674e-7,0.00006657728,0.0005532857],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9925308,0.0031502373,0.0009956327,0.00037821042,0.0013942266,0.0015508587],"domain_scores_gemma":[0.98833513,0.006595799,0.0010360263,0.0005559945,0.0011390734,0.002337958],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01840197,0.0004372319,0.00077950064,0.0009899607,0.0031087638,0.0008852064,0.0022420136,0.00047688748,0.00017262853],"category_scores_gemma":[0.007922973,0.00028222444,0.00033943923,0.0011734859,0.0016627252,0.0002449503,0.00003016883,0.002210306,0.000016112153],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004818936,0.00011843493,0.064894184,0.00011814193,0.00090276514,0.39436835,0.05344758,0.00027002057,0.0005200997,0.3406746,0.085125595,0.059078332],"study_design_scores_gemma":[0.0009057149,0.0019986015,0.008905804,0.00041531373,0.0002111608,0.5223159,0.013508907,0.000042159223,0.00060235907,0.04043866,0.40982595,0.00082945696],"about_ca_topic_score_codex":0.058231074,"about_ca_topic_score_gemma":0.025142223,"teacher_disagreement_score":0.32470036,"about_ca_system_score_codex":0.0011486873,"about_ca_system_score_gemma":0.0053654322,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W4200029287","doi":"10.2215/cjn.07840621","title":"A Core Outcome Set for Trials in Glomerular Disease","year":2021,"lang":"en","type":"article","venue":"Clinical Journal of the American Society of Nephrology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of British Columbia; Toronto General Hospital; University of Toronto","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Health and Medical Research Council; National Institutes of Health","keywords":"Medicine; Outcome (game theory); Core (optical fiber); MEDLINE; Disease; Clinical trial; Intensive care medicine; Internal medicine","score_opus":0.6533996555183277,"score_gpt":0.6320886913767086,"score_spread":0.021310964141619038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200029287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87900245,0.00033875954,0.0013027922,0.11849707,0.00036808065,0.0003779978,0.00003451031,0.000009199389,0.00006913379],"genre_scores_gemma":[0.95784265,0.00175525,0.012606205,0.026834056,0.00073447585,0.000013321805,0.0000011387949,0.00001557568,0.00019731546],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934762,0.0034502966,0.0019822756,0.00018399907,0.0005466109,0.00036062056],"domain_scores_gemma":[0.98495656,0.01170191,0.0021698056,0.0003353931,0.0005993794,0.00023695844],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021798296,0.000095235824,0.0012746996,0.000042414686,0.00012466875,0.000017132674,0.000935521,0.00012816675,0.00005339159],"category_scores_gemma":[0.020554557,0.00006810982,0.0020873072,0.00064371846,0.003333039,0.000065053864,0.00019929238,0.0006214826,0.0000014458925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016390801,0.0006989465,0.7257918,0.000057178066,0.0004678468,0.00007720763,0.0019001159,0.000043831184,0.0020960534,0.0019673763,0.2456674,0.019593176],"study_design_scores_gemma":[0.003421737,0.0010607425,0.36072448,0.00011350808,0.0002832613,0.00003065434,0.014581817,0.00020006044,0.00009310868,0.048671063,0.5705551,0.00026448225],"about_ca_topic_score_codex":0.00013247409,"about_ca_topic_score_gemma":0.00006656947,"teacher_disagreement_score":0.3650673,"about_ca_system_score_codex":0.000098242526,"about_ca_system_score_gemma":0.0012728992,"threshold_uncertainty_score":0.99937934},"labels":[],"label_agreement":null},{"id":"W4200053170","doi":"10.1016/j.jaad.2021.12.022","title":"Reporting of primary outcome measures and sample size calculations in randomized controlled trials in dermatology journals","year":2021,"lang":"en","type":"article","venue":"Journal of the American Academy of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Dermatology; Randomized controlled trial; Sample size determination; Outcome (game theory); Medical physics; Statistics; Surgery","score_opus":0.2252172517830521,"score_gpt":0.5109549589214111,"score_spread":0.285737707138359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200053170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9056836,0.0027162265,0.00043240344,0.08992856,0.00009646079,0.0006724004,0.0000041197895,0.000005730323,0.0004605111],"genre_scores_gemma":[0.99099785,0.002157427,0.0062155765,0.0005506326,0.000036525562,0.00001718332,8.674716e-8,0.000009103221,0.000015589945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97169507,0.017403435,0.009550166,0.00014965552,0.0008322854,0.0003693909],"domain_scores_gemma":[0.8979459,0.07459874,0.0266145,0.00017557885,0.00052435056,0.0001409764],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035119705,0.00013383076,0.007469599,0.00061838207,0.00009431651,0.00002109616,0.00050069275,0.00018640493,0.000034575187],"category_scores_gemma":[0.39794478,0.000086977845,0.0009281097,0.00095687853,0.00186454,0.00014736652,0.00014452625,0.0008961621,1.4494083e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016529791,0.00021956372,0.9553166,0.000096601056,0.00063528254,0.00035097587,0.002966675,0.00013007232,0.016602231,0.003213209,0.000498855,0.003440119],"study_design_scores_gemma":[0.25313312,0.00008022906,0.5500586,0.0012687842,0.0010630756,0.013645834,0.014454976,0.00039123234,0.019083142,0.14445,0.0017591354,0.0006118765],"about_ca_topic_score_codex":0.00070025394,"about_ca_topic_score_gemma":0.00022662427,"teacher_disagreement_score":0.405258,"about_ca_system_score_codex":0.000111277965,"about_ca_system_score_gemma":0.000819252,"threshold_uncertainty_score":0.9935473},"labels":[],"label_agreement":null},{"id":"W4200112130","doi":"10.1177/21925682211047546","title":"Gathering Global Perspectives to Establish the Research Priorities and Minimum Data Sets for Degenerative Cervical Myelopathy: Sampling Strategy of the First Round Consensus Surveys of AO Spine RECODE-DCM","year":2021,"lang":"en","type":"article","venue":"Global Spine Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Spine Surgery Institute; University of British Columbia; University of Toronto","funders":"National Institute for Health and Care Research","keywords":"Medicine; Myelopathy; Cervical spine; Sampling (signal processing); Physical therapy; Surgery; Physical medicine and rehabilitation; Spinal cord; Telecommunications; Computer science","score_opus":0.33977529359977604,"score_gpt":0.5124760512704207,"score_spread":0.1727007576706447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200112130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95098144,0.004024802,0.0058972095,0.033252064,0.00040019906,0.0010998591,0.0009956273,0.000025134455,0.0033236956],"genre_scores_gemma":[0.985662,0.00062571204,0.013062154,0.000043482167,0.00044774564,0.000014776991,0.0000055692753,0.000012250071,0.00012631892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955305,0.0016023148,0.00052591914,0.00040367333,0.0012870482,0.0006505338],"domain_scores_gemma":[0.9962105,0.00040439138,0.0002096461,0.0005605369,0.0024072737,0.00020761977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011356589,0.00015504198,0.00032565807,0.00005088292,0.0012778101,0.00050109474,0.0014054166,0.00012836751,0.00004266876],"category_scores_gemma":[0.0077382205,0.00010930332,0.00009316939,0.0013173138,0.0011016413,0.00022188247,0.0010799348,0.0004564478,5.796328e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011320589,0.0020015193,0.18953435,0.0011815454,0.0016439774,0.00035616005,0.06158888,0.0027908569,0.015521206,0.28424647,0.07621535,0.36378762],"study_design_scores_gemma":[0.001575512,0.0008184514,0.7229157,0.00084720546,0.0000841913,0.00039968896,0.21243367,0.0010692731,0.0018203576,0.034611486,0.022850642,0.0005738213],"about_ca_topic_score_codex":0.0032887945,"about_ca_topic_score_gemma":0.03053645,"teacher_disagreement_score":0.53338134,"about_ca_system_score_codex":0.0005448458,"about_ca_system_score_gemma":0.002124192,"threshold_uncertainty_score":0.9871537},"labels":[],"label_agreement":null},{"id":"W4200364457","doi":"10.1016/j.gim.2021.11.023","title":"Correspondence on “Ensuring best practice in genomics education and evaluation: Reporting item standards for education and its evaluation in genomics (RISE2 Genomics)” by Nisselle et al","year":2021,"lang":"en","type":"letter","venue":"Genetics in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"National Institutes of Health","keywords":"Genomics; Personal genomics; Computational biology; Medicine; Data science; Genetics; Computer science; Biology; Genome; Gene","score_opus":0.19092963243440403,"score_gpt":0.5435967750030615,"score_spread":0.35266714256865744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200364457","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5825856,0.060527276,0.0001516405,0.34397328,0.0017266425,0.0061830203,0.000058903603,0.000021014646,0.0047726477],"genre_scores_gemma":[0.35336453,0.20671397,0.04459501,0.36437446,0.011356133,0.009158721,0.005659292,0.00062429573,0.004153592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300367,0.0018268074,0.0015025641,0.0009594578,0.0021984992,0.00050897925],"domain_scores_gemma":[0.99348754,0.002453077,0.0012622391,0.00042443146,0.0022652016,0.000107487154],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02962425,0.0002952393,0.0005029692,0.0007692098,0.00021559559,0.0001509392,0.00032433448,0.0005809556,0.000052007115],"category_scores_gemma":[0.03079341,0.00035256785,0.000030190073,0.0005840165,0.00020404469,0.00017625897,0.00012706983,0.0013610353,0.0000013144132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023874185,0.0004999438,0.0027839274,0.00068517437,0.000038214595,0.00004768758,0.07561486,0.0010907284,0.0048301495,0.00013296012,0.50972617,0.40431142],"study_design_scores_gemma":[0.0011666041,0.00032393727,0.00090218446,0.001696302,0.0001219027,0.000033457763,0.03606205,0.007059647,0.00044013286,0.0013351464,0.9503784,0.00048020773],"about_ca_topic_score_codex":0.0009985708,"about_ca_topic_score_gemma":0.0020018977,"teacher_disagreement_score":0.44065225,"about_ca_system_score_codex":0.004618053,"about_ca_system_score_gemma":0.012744722,"threshold_uncertainty_score":0.99989265},"labels":[],"label_agreement":null},{"id":"W4200428547","doi":"10.1519/jsc.0000000000004141","title":"NSCA 2021 Conference Abstracts","year":2021,"lang":"en","type":"article","venue":"The Journal of Strength and Conditioning Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stillwater (Canada)","funders":"","keywords":"Population; Unit (ring theory); Law enforcement; Enforcement; Anthropometry; Power (physics); Pearson product-moment correlation coefficient","score_opus":0.155055774333011,"score_gpt":0.4704309214624821,"score_spread":0.3153751471294711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200428547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835875,0.0013669771,0.000078623,0.01965628,0.00013841681,0.0001280146,0.000008185733,0.000015815524,0.095020205],"genre_scores_gemma":[0.99326956,0.0033655406,0.00033642031,0.00003314038,0.0003296776,0.0000027825033,0.0000016568285,0.000005428698,0.0026558181],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99668443,0.0011808082,0.0002779384,0.00009106655,0.0013725676,0.0003931588],"domain_scores_gemma":[0.9953223,0.002247096,0.0001169596,0.0001530895,0.0019461832,0.00021439906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0082858745,0.000054336775,0.00011995309,0.00015385008,0.0010870358,0.00031029576,0.00040582163,0.000072035866,0.0015111316],"category_scores_gemma":[0.003389751,0.00004063234,0.000039127106,0.0005004591,0.0009149404,0.00024680077,0.00011082992,0.0009701931,0.000024531426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054299145,0.0009160862,0.007530729,0.0001584859,0.0004303693,0.0024737266,0.060606383,0.00014755498,0.04138609,0.27726802,0.27310854,0.335431],"study_design_scores_gemma":[0.0022498474,0.0011045142,0.054612543,0.0015064201,0.00009652673,0.00089239224,0.3475928,0.00019763412,0.078731865,0.23002893,0.28234142,0.0006451215],"about_ca_topic_score_codex":0.00040556304,"about_ca_topic_score_gemma":0.000362458,"teacher_disagreement_score":0.33478588,"about_ca_system_score_codex":0.00006780887,"about_ca_system_score_gemma":0.0012328648,"threshold_uncertainty_score":0.9994016},"labels":[],"label_agreement":null},{"id":"W4205164910","doi":"10.5430/jnep.v12n5p33","title":"Developing nurse preceptor competency domain guide tool: A Delphi study","year":2021,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preceptor; Delphi method; Coaching; Medical education; Core competency; Delphi; Nursing; Medicine; Psychology; Computer science","score_opus":0.22846799708701943,"score_gpt":0.5711399888524471,"score_spread":0.3426719917654277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205164910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39550996,0.0025583848,0.0073113567,0.34253588,0.004952037,0.0006444504,0.0000011113104,0.000056868954,0.24642996],"genre_scores_gemma":[0.63887936,0.0009051614,0.35465384,0.0012438068,0.001201157,0.000012660043,0.0000014032123,0.000020718962,0.003081881],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971304,0.0015328376,0.00040072072,0.00012563413,0.0006326681,0.00017772446],"domain_scores_gemma":[0.9963718,0.0013864269,0.00039700023,0.00012107146,0.0015968005,0.00012688484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047841766,0.00006877888,0.00013686786,0.00014605503,0.0006194996,0.00023297865,0.00018348159,0.00005784966,0.0001046323],"category_scores_gemma":[0.0093071805,0.000068555986,0.000035791676,0.00046313842,0.00011874392,0.00089816755,0.000019675692,0.0003061314,0.0000051190755],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022689826,0.006171265,0.0023782854,0.000025088273,0.00010852312,0.000081861726,0.354742,0.0000018492406,0.0011353337,0.06252212,0.09206269,0.4805441],"study_design_scores_gemma":[0.00021119771,0.000113760376,0.0030584824,0.00027330278,0.00004925243,0.00065188506,0.5240937,0.0000011604557,0.000072066214,0.007825595,0.46355346,0.000096166004],"about_ca_topic_score_codex":0.00010961391,"about_ca_topic_score_gemma":0.000054635744,"teacher_disagreement_score":0.48044795,"about_ca_system_score_codex":0.00046421893,"about_ca_system_score_gemma":0.0052335365,"threshold_uncertainty_score":0.99903786},"labels":[],"label_agreement":null},{"id":"W4205359462","doi":"10.2196/32075","title":"Identification of Digital Health Priorities for Palliative Care Research: Modified Delphi Study","year":2021,"lang":"en","type":"article","venue":"JMIR Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Marie Curie; Wellcome Trust","keywords":"Delphi method; Palliative care; Digital health; Health care; Delphi; Nursing; Public health; Medicine; Public relations; Medical education; Political science; Computer science","score_opus":0.41213757799258416,"score_gpt":0.581368115826194,"score_spread":0.1692305378336098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205359462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97546816,0.0008389572,0.003968333,0.007453932,0.00018667756,0.005129654,0.00012569076,0.00019395813,0.0066346307],"genre_scores_gemma":[0.9981032,0.000041025254,0.00021485212,0.000011650104,0.00009827355,0.0004894525,0.0000116344645,0.000013227203,0.0010166635],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975385,0.00043745994,0.0003287387,0.0002799057,0.0010073321,0.00040808335],"domain_scores_gemma":[0.99739826,0.00069023,0.00010864968,0.00026519617,0.0014520903,0.0000855791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025696224,0.00006254307,0.00015633338,0.00018091386,0.00064906594,0.00026944166,0.00033007684,0.000045345118,0.000008942106],"category_scores_gemma":[0.0013114068,0.000069325455,0.000055817945,0.0006857751,0.00023984221,0.00027058358,0.00013898668,0.00019111777,0.0000033653923],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006129361,0.0005740836,0.049871117,0.000733707,0.00006802381,0.00002072121,0.84445536,0.000031931482,0.0013961305,0.035241496,0.0045176516,0.06302847],"study_design_scores_gemma":[0.00044124472,0.00019974091,0.017802246,0.00013775242,0.0000041169733,1.784857e-7,0.9622168,0.0001431963,0.0027249344,0.012405154,0.0037721212,0.00015252504],"about_ca_topic_score_codex":0.0006418871,"about_ca_topic_score_gemma":0.0010791037,"teacher_disagreement_score":0.11776142,"about_ca_system_score_codex":0.00035509936,"about_ca_system_score_gemma":0.0009326706,"threshold_uncertainty_score":0.4992156},"labels":[],"label_agreement":null},{"id":"W4205423182","doi":"10.1890/0012-9623(2008)89[350:mc]2.0.co;2","title":"Meeting Committee","year":2008,"lang":"en","type":"article","venue":"Bulletin of the Ecological Society of America","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Memphis; Library science; Steering committee; Political science; Medical education; Computer science; Medicine; Engineering; Engineering management","score_opus":0.08157939665097944,"score_gpt":0.357928897087487,"score_spread":0.2763495004365075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205423182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43702883,0.0002566494,0.00026960147,0.22787835,0.00024339181,0.0011652348,0.000018544419,0.0002468763,0.3328925],"genre_scores_gemma":[0.9644195,0.00081041985,0.029703787,0.0017523995,0.00008036324,0.000026336753,5.823837e-7,0.000008326372,0.0031982781],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813944,0.00044065787,0.00028008354,0.00016145504,0.00065771193,0.00032064976],"domain_scores_gemma":[0.998174,0.0010894234,0.0002619501,0.0002523255,0.00015719334,0.00006509421],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001262625,0.00007852987,0.00024999905,0.00000969174,0.00061958184,0.000005734788,0.00094391167,0.00014164243,0.0017293623],"category_scores_gemma":[0.0014409052,0.000054176217,0.00038528995,0.0003142538,0.0037139829,0.0000100636025,0.00036854294,0.0002612767,0.000030157395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008436366,0.00030032353,0.021208825,0.000013477368,0.000031219584,0.0000010804108,0.0018637308,0.00002277613,0.0003167475,0.00047575837,0.9741603,0.0015973004],"study_design_scores_gemma":[0.00011021488,0.00009722197,0.046759207,0.000018848566,0.000007012894,0.0000012116861,0.0029663036,0.000026565538,0.00058684807,0.0008135607,0.9485215,0.00009153451],"about_ca_topic_score_codex":0.0031945982,"about_ca_topic_score_gemma":0.0000076099336,"teacher_disagreement_score":0.52739066,"about_ca_system_score_codex":0.00007561126,"about_ca_system_score_gemma":0.000082617415,"threshold_uncertainty_score":0.9991832},"labels":[],"label_agreement":null},{"id":"W4205454841","doi":"10.1111/hex.13420","title":"The impact of panel composition and topic on stakeholder perspectives: Generating hypotheses from online maternal and child health modified‐Delphi panels","year":2022,"lang":"en","type":"article","venue":"Health Expectations","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health","keywords":"Delphi method; Stakeholder; Psychology; Panel survey; Composition (language); Knowledge management; Computer science; Data science; Business; Sociology; Political science; Public relations; Socioeconomics","score_opus":0.28568999127528494,"score_gpt":0.46765159766591674,"score_spread":0.1819616063906318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205454841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785786,0.0031931037,0.0002205141,0.016595962,0.000048289356,0.0006381423,0.00038810066,0.000052756255,0.00028450266],"genre_scores_gemma":[0.99754226,0.0010636795,0.0009000547,0.00020580775,0.00011548645,0.0000983012,0.00002528965,0.000011303974,0.000037806192],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979853,0.0007648765,0.00029154035,0.00021896495,0.00043636514,0.00030292786],"domain_scores_gemma":[0.9988086,0.00062258093,0.00020069726,0.00015023477,0.00007344336,0.00014444426],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00040984238,0.00008663158,0.00016215422,0.00010319521,0.0030617833,0.000082310784,0.00014566055,0.000023952858,0.00004427875],"category_scores_gemma":[0.00010385303,0.0000710113,0.000035280802,0.00020117813,0.00020723042,0.00007869024,0.000060014725,0.00026187254,4.1271332e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001930558,0.0009109985,0.009080606,0.00007741338,0.00014064388,0.0000074342984,0.88516456,0.0037331185,0.00089931465,0.042534996,0.0022337427,0.055024095],"study_design_scores_gemma":[0.0006715758,0.0011850852,0.23168452,0.00012309563,0.000006081604,0.000012069991,0.7562958,0.0049836147,0.00006601822,0.0045187264,0.00023069259,0.00022270523],"about_ca_topic_score_codex":0.034251817,"about_ca_topic_score_gemma":0.0012413361,"teacher_disagreement_score":0.22260392,"about_ca_system_score_codex":0.00042076848,"about_ca_system_score_gemma":0.00040804097,"threshold_uncertainty_score":0.9982361},"labels":[],"label_agreement":null},{"id":"W4205761420","doi":"10.1016/j.jclinepi.2022.01.006","title":"Substantial heterogeneity found in reporting mortality in Cochrane systematic reviews and Core Outcome Sets in COMET database","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa; Pfizer","keywords":"Medicine; Systematic review; MEDLINE; Mortality rate; Meta-analysis; Outcome (game theory); Cochrane Library; Pediatrics; Internal medicine","score_opus":0.8844755581514867,"score_gpt":0.718725118026761,"score_spread":0.16575044012472573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205761420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993217,0.0026538742,0.00015132927,0.002308978,0.00060122117,0.0009494053,0.000007683099,0.000007487312,0.000103004575],"genre_scores_gemma":[0.9950079,0.0024762116,0.0015890278,0.0007389295,0.000115248746,0.00005181734,0.0000028360362,0.0000084575595,0.00000957149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9160185,0.056687217,0.02496185,0.0005484278,0.00096665934,0.0008173711],"domain_scores_gemma":[0.90259254,0.07944486,0.016651724,0.0006631349,0.00023728106,0.00041048022],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4347424,0.00013893255,0.0042853486,0.00038195658,0.00011656619,0.000012686398,0.00061689666,0.00021588057,0.00006907056],"category_scores_gemma":[0.55713546,0.000114107715,0.0003097542,0.00081472687,0.00050354894,0.00017960055,0.0003427193,0.0023435315,0.0000017352818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001147118,0.00018098186,0.9959518,0.0013037119,0.000013969411,0.00088683114,0.00023541754,0.000076600445,0.0000054293528,0.0008343461,0.00014068894,0.0002555246],"study_design_scores_gemma":[0.000840854,0.00021223648,0.9895866,0.00154611,0.000020634785,0.00013390424,0.0007804876,0.00082685746,3.9544648e-7,0.005474541,0.00044990404,0.00012746459],"about_ca_topic_score_codex":0.0032604581,"about_ca_topic_score_gemma":0.02475351,"teacher_disagreement_score":0.122393064,"about_ca_system_score_codex":0.00024794423,"about_ca_system_score_gemma":0.00037255156,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W4205856092","doi":"10.1038/s41433-021-01913-3","title":"Correction to: Risk of bias: why measure it, and how?","year":2022,"lang":"en","type":"erratum","venue":"Eye","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Measure (data warehouse); MEDLINE; Optometry; Computer science; Medicine; Data science; Data mining; Political science; Law","score_opus":0.10745087578469226,"score_gpt":0.4080716997365308,"score_spread":0.30062082395183853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205856092","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045474214,0.0017161765,0.00040263412,0.02370998,0.07936504,0.0013679356,0.00020274342,0.0003056411,0.8924751],"genre_scores_gemma":[0.010785911,0.0030661933,0.000268782,0.00024324216,0.0016613528,0.00016002546,0.000035598518,0.000045143144,0.9837338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689543,0.00093925564,0.00014276564,0.00032540006,0.001404179,0.00029297633],"domain_scores_gemma":[0.9986845,0.00045778073,0.00018778357,0.00030027475,0.0002399106,0.00012974768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034589337,0.00012990007,0.00025884336,0.00028137883,0.00046671042,0.00009906762,0.00049173227,0.00028178157,0.0008589771],"category_scores_gemma":[0.0075855274,0.0001349547,0.00008872014,0.00071206683,0.00022865518,0.00007969343,0.0002358797,0.0012540244,0.000012124001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000873472,0.000015848194,0.0007391455,0.0000215657,0.00002014555,0.0000043184045,0.0025369544,8.692747e-7,0.000008757231,0.00005726303,0.98718953,0.009396838],"study_design_scores_gemma":[0.00003578746,0.000093462775,0.0006056954,0.000102705046,0.000019391538,4.1788e-7,0.003897062,0.000016240778,0.000020192032,0.00026184355,0.9948131,0.00013412596],"about_ca_topic_score_codex":0.01203766,"about_ca_topic_score_gemma":0.013630899,"teacher_disagreement_score":0.091258645,"about_ca_system_score_codex":0.00023745847,"about_ca_system_score_gemma":0.00052539114,"threshold_uncertainty_score":0.9945413},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4205955782","doi":"10.1097/gme.0000000000001788","title":"A core outcome set for genitourinary symptoms associated with menopause: the COMMA (Core Outcomes in Menopause) global initiative","year":2021,"lang":"en","type":"article","venue":"Menopause The Journal of The North American Menopause Society","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Menopause; Core (optical fiber); Genitourinary system; Outcome (game theory); Set (abstract data type); Medicine; Gerontology; Internal medicine; Telecommunications; Computer science; Mathematics","score_opus":0.1540971695305413,"score_gpt":0.4221690855529665,"score_spread":0.2680719160224252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205955782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743157,0.00046216705,0.0002493147,0.020616312,0.0005642875,0.0024089501,0.0005398323,0.00013600697,0.0007074261],"genre_scores_gemma":[0.99265504,0.0005917388,0.0010782758,0.0040720454,0.00036920793,0.00018579846,0.000023983761,0.00012521524,0.00089869683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988952,0.0033390077,0.0018418595,0.00062376144,0.0033552893,0.0018881172],"domain_scores_gemma":[0.98825186,0.005036333,0.0028202957,0.0015544761,0.0018528736,0.000484175],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.00908085,0.0008237864,0.0015857331,0.00012531705,0.0027971878,0.00033408255,0.004369992,0.00023813294,0.000066703855],"category_scores_gemma":[0.0030061416,0.00044034576,0.00042258765,0.00451697,0.0038825644,0.0005754768,0.0010237577,0.0023050115,0.000009608238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015634934,0.0018077625,0.8912416,0.000101395344,0.0049143382,0.0005073451,0.06712262,0.0010844595,0.002421777,0.0010056479,0.026589219,0.0016403331],"study_design_scores_gemma":[0.014680645,0.0125419535,0.7070709,0.0010308827,0.004827558,0.0010342225,0.22001126,0.00041742894,0.0012116636,0.008884536,0.024636053,0.0036529046],"about_ca_topic_score_codex":0.0015639961,"about_ca_topic_score_gemma":0.019160768,"teacher_disagreement_score":0.18417072,"about_ca_system_score_codex":0.0027499143,"about_ca_system_score_gemma":0.002335552,"threshold_uncertainty_score":0.9999967},"labels":[],"label_agreement":null},{"id":"W4206026041","doi":"10.1038/s41431-021-01017-2","title":"Where is genetic medicine headed? Exploring the perspectives of Canadian genetic professionals on future trends using the Delphi method","year":2022,"lang":"en","type":"article","venue":"European Journal of Human Genetics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Providence Health Care; BC Children's Hospital; Centre for Advancing Health Outcomes; Women's Health Research Institute; University of British Columbia","funders":"BC Children’s Hospital Foundation; Provincial Health Services Authority; Government of Canada; Genome British Columbia; Canadian Institutes of Health Research; Genome Canada","keywords":"Delphi method; Precision medicine; Genetic testing; Personalized medicine; Medical genetics; Population; Health care; Genomics; Medicine; Biology; Genome; Genetics; Computer science; Political science; Environmental health","score_opus":0.2649703617639503,"score_gpt":0.46313370973154466,"score_spread":0.19816334796759438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206026041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298527,0.012582872,0.00035823954,0.04596188,0.0008941444,0.0003790892,0.000019168414,0.000018360079,0.009933519],"genre_scores_gemma":[0.98907477,0.0015810214,0.005886478,0.0005038092,0.0021487616,0.000007682711,4.5631026e-7,0.000059542635,0.00073748775],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99214274,0.004969799,0.0006522312,0.00021205905,0.0015844244,0.00043875433],"domain_scores_gemma":[0.99812347,0.00026141977,0.00050684984,0.00044695745,0.00041560928,0.00024571765],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056241136,0.00016839567,0.00025251365,0.00083330227,0.0022879178,0.000053119125,0.0017469822,0.000026266252,0.0013068982],"category_scores_gemma":[0.00012537214,0.00010543704,0.00015357157,0.0012059467,0.00057378126,0.00004877197,0.0002158351,0.0009445444,0.0000020086861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089563844,0.000230136,0.0015354566,0.000042598225,0.00030444565,0.0006578235,0.8023439,0.0068300613,0.01100091,0.0027161331,0.086584605,0.08766434],"study_design_scores_gemma":[0.0006220881,0.0018603345,0.03529748,0.00026563875,0.00015347445,0.00018849522,0.7137091,0.00020297803,0.0008064663,0.0009070113,0.24564014,0.00034678585],"about_ca_topic_score_codex":0.0031948322,"about_ca_topic_score_gemma":0.0055820947,"teacher_disagreement_score":0.15905555,"about_ca_system_score_codex":0.00030490544,"about_ca_system_score_gemma":0.00048088492,"threshold_uncertainty_score":0.999606},"labels":[],"label_agreement":null},{"id":"W4206132467","doi":"10.1186/s12969-021-00659-2","title":"Abstracts from the ISSAID 2021 Periodic Congress","year":2022,"lang":"en","type":"article","venue":"Pediatric Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Rheumatology; Familial Mediterranean fever; Internal medicine; University hospital; Family medicine; Outpatient clinic; Physical therapy; Disease","score_opus":0.049001608662243575,"score_gpt":0.36909061289465245,"score_spread":0.3200890042324089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206132467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517898,0.0027655119,0.000030080482,0.023624659,0.002160978,0.00047914917,0.000072319766,0.00015857146,0.01891892],"genre_scores_gemma":[0.9961108,0.0019401792,0.00014028003,0.00020728499,0.00024982938,0.00023042734,0.000017192551,0.000016173817,0.0010878072],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968467,0.0010714565,0.00038569848,0.00032677193,0.00080769195,0.00056172506],"domain_scores_gemma":[0.9969683,0.0022253462,0.00019978262,0.00039536695,0.000089334375,0.000121837904],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022933765,0.00010802441,0.0002453282,0.00010984314,0.0018212842,0.000093167095,0.0012771358,0.00010833747,0.010488154],"category_scores_gemma":[0.0015144893,0.0000942965,0.0000804285,0.0006679202,0.00043384632,0.000087082495,0.00046857493,0.00064575905,0.000394179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003786344,0.00013134857,0.5150388,0.00000958205,0.000029058918,0.00012742705,0.011329632,0.00004097193,0.0000104622995,0.013649071,0.4541763,0.005419481],"study_design_scores_gemma":[0.0004744882,0.000069252426,0.033347312,0.0000033395909,0.00003328883,0.000044139062,0.019338414,0.000052936142,0.000015282943,0.010667988,0.9356109,0.00034265383],"about_ca_topic_score_codex":0.025802106,"about_ca_topic_score_gemma":0.0015226519,"teacher_disagreement_score":0.4816915,"about_ca_system_score_codex":0.00013360466,"about_ca_system_score_gemma":0.00071118085,"threshold_uncertainty_score":0.9994782},"labels":[],"label_agreement":null},{"id":"W4206140182","doi":"10.1038/s41390-021-01883-y","title":"Neonatal sepsis: a systematic review of core outcomes from randomised clinical trials","year":2022,"lang":"en","type":"article","venue":"Pediatric Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"European Maritime and Fisheries Fund; European Society for Paediatric Research; Medical Research Council; Health Research Board","keywords":"Delphi method; Clinical trial; Systematic review; Outcome (game theory); MEDLINE; Delphi; Sepsis","score_opus":0.6300967674002039,"score_gpt":0.6376163743372072,"score_spread":0.007519606937003265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206140182","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20169982,0.5965069,0.0007006971,0.050573748,0.004338843,0.0929795,0.002014646,0.0011262933,0.050059568],"genre_scores_gemma":[0.69288915,0.28009516,0.0017479442,0.00095857953,0.002630631,0.013424213,0.00011744581,0.0001273427,0.008009542],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.93843216,0.048843566,0.003415926,0.00063108554,0.007750493,0.0009267815],"domain_scores_gemma":[0.92772526,0.06903956,0.0008285512,0.0010117752,0.0010108348,0.00038401017],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2439747,0.00015597373,0.0021060645,0.0006156554,0.0008669153,0.00007993599,0.0023337593,0.00014856762,0.0049344636],"category_scores_gemma":[0.22368112,0.00012497038,0.00082059286,0.002793291,0.00047896995,0.00012341412,0.0010179798,0.0015346387,0.00012902252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031398172,0.0014775194,0.10275808,0.3199804,0.0009040623,0.00039322657,0.008074252,0.0000032702408,0.00002314365,0.007163305,0.54987276,0.006210127],"study_design_scores_gemma":[0.20856327,0.008725597,0.02776701,0.16697626,0.014501482,0.000053907814,0.22439152,0.0020042323,0.0002253127,0.18682383,0.15041994,0.0095476415],"about_ca_topic_score_codex":0.0028085732,"about_ca_topic_score_gemma":0.000056991543,"teacher_disagreement_score":0.49118933,"about_ca_system_score_codex":0.0003129475,"about_ca_system_score_gemma":0.0019099155,"threshold_uncertainty_score":0.99597514},"labels":[],"label_agreement":null},{"id":"W4206164374","doi":"10.31219/osf.io/mfkcg","title":"CMBE","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecialty; Specialty; Accreditation; Medical education; Core competency; Delphi method; Competence (human resources); Medicine; Scope of practice; Psychology; Political science; Computer science; Family medicine; Business","score_opus":0.26652896785509,"score_gpt":0.5365744372103064,"score_spread":0.2700454693552164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206164374","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013576461,0.00017522469,0.0025455158,0.010774927,0.00059054064,0.00034689144,0.000002461771,0.0004641867,0.97152376],"genre_scores_gemma":[0.9294699,0.0006886533,0.01582553,0.00030802202,0.00050495367,0.00011997788,0.000014348725,0.000018352615,0.053050306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833477,0.00026352837,0.00012305501,0.00028663545,0.0007120588,0.0002799573],"domain_scores_gemma":[0.99908984,0.00012643778,0.000033937165,0.0004074918,0.00023380121,0.00010850746],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012820931,0.000075856224,0.0001316141,0.000070329275,0.00015139468,0.00033771162,0.00068685535,0.00036338152,0.006404796],"category_scores_gemma":[0.0006330223,0.00007809668,0.000096582095,0.00016483825,0.00020668573,0.000044491604,0.0011531874,0.0006045936,0.00011164042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006905822,0.00024590944,0.0056365207,0.00021194697,0.00011190553,0.00040110122,0.02588438,0.000030609594,0.00028033895,0.3386734,0.54881865,0.07969834],"study_design_scores_gemma":[0.000074044314,0.000012810859,0.0014163202,0.00020156844,0.000013908133,0.0000012347189,0.024012547,0.00008949238,0.0017847228,0.06697189,0.90480864,0.0006128334],"about_ca_topic_score_codex":0.015155082,"about_ca_topic_score_gemma":0.0063575916,"teacher_disagreement_score":0.9184735,"about_ca_system_score_codex":0.00015825612,"about_ca_system_score_gemma":0.0010726986,"threshold_uncertainty_score":0.9945035},"labels":[],"label_agreement":null},{"id":"W4206457781","doi":"10.3233/jhd219003","title":"Abstracts of the 28th Annual Meeting of the Huntington Study Group, November 4-6, 2021","year":2021,"lang":"en","type":"article","venue":"Journal of Huntington s Disease","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Group (periodic table); Family medicine; Medicine; Psychology; Physics","score_opus":0.0384895159836715,"score_gpt":0.37392880850716986,"score_spread":0.33543929252349836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206457781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98702264,0.00018617962,0.000005309074,0.0029739477,0.00054179196,0.00036285399,0.000019177158,0.000009233844,0.008878875],"genre_scores_gemma":[0.99870265,0.000036309833,0.0002047958,0.00008943544,0.00039990546,0.0000038437674,3.3854488e-7,0.0000207629,0.0005419667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948818,0.0010360118,0.0010807144,0.00020702384,0.0023964224,0.00039804715],"domain_scores_gemma":[0.9952908,0.00060968974,0.0016772806,0.0005402861,0.0016620373,0.00021988535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005339821,0.00014639179,0.00035449897,0.0001139991,0.0004395419,0.00010147701,0.0012768522,0.000082026665,0.00027763168],"category_scores_gemma":[0.008194921,0.00009468247,0.00048772988,0.0010612508,0.0004554165,0.00035061044,0.00052926823,0.0006130045,0.000002911055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017749802,0.0026837871,0.9645773,0.0001421604,0.00019824924,0.000050816878,0.011542362,0.00023698767,0.010433776,0.000978939,0.0043316586,0.0046464344],"study_design_scores_gemma":[0.000817901,0.00011041794,0.9189029,0.0007490673,0.00023260132,0.0000029991193,0.047487427,0.00000987748,0.022700217,0.0011607773,0.007622096,0.00020376615],"about_ca_topic_score_codex":0.00065113587,"about_ca_topic_score_gemma":0.0008205093,"teacher_disagreement_score":0.04567448,"about_ca_system_score_codex":0.000097208314,"about_ca_system_score_gemma":0.0011787893,"threshold_uncertainty_score":0.9810677},"labels":[],"label_agreement":null},{"id":"W4206957347","doi":"10.1093/ecco-jcc/jjab232.414","title":"P287 The knowledge and skills needed to perform intestinal ultrasound – An international Delphi consensus survey","year":2022,"lang":"en","type":"article","venue":"Journal of Crohn s and Colitis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Certification; Delphi method; Likert scale; Medical education; Brainstorming; Medicine; Psychology; Family medicine; Political science; Computer science","score_opus":0.07302342212709662,"score_gpt":0.4146275998609845,"score_spread":0.3416041777338879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206957347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98786426,0.0001557917,0.000031182364,0.0048466423,0.00031762559,0.0001782413,0.000041831525,0.000009670601,0.006554786],"genre_scores_gemma":[0.998105,0.00019873377,0.00033574147,0.0003166143,0.00027056213,0.000012149936,0.0000015833527,0.0000074779623,0.0007521427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99823004,0.00058504543,0.0002772293,0.00011291783,0.000569562,0.00022523043],"domain_scores_gemma":[0.9977108,0.0012823972,0.00013534435,0.00009118949,0.00054847583,0.00023178152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004787342,0.00007119969,0.0001368095,0.00014470603,0.0007993954,0.00026089966,0.0004495642,0.000030682564,0.000524145],"category_scores_gemma":[0.0016645892,0.000056410423,0.000035340137,0.00025675516,0.00033901565,0.00013758027,0.00017209524,0.00035805235,0.0000015132567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005741895,0.001428107,0.2726619,0.000042012325,0.0003302838,0.00086449314,0.14597781,0.00005651522,0.00054597046,0.048537165,0.16575615,0.3580577],"study_design_scores_gemma":[0.00027847418,0.00045035427,0.85215056,0.00002212633,0.000008777407,0.0007245583,0.019925198,0.000044883676,0.00003421058,0.0021302714,0.12412665,0.00010394441],"about_ca_topic_score_codex":0.0035739238,"about_ca_topic_score_gemma":0.0036805195,"teacher_disagreement_score":0.57948864,"about_ca_system_score_codex":0.00014372137,"about_ca_system_score_gemma":0.00036585258,"threshold_uncertainty_score":0.61483836},"labels":[],"label_agreement":null},{"id":"W4210508187","doi":"10.2196/preprints.34140","title":"Mortality Outcomes in Dermatology: An Exploration of Core Outcome Sets and Cochrane Skin Systematic Reviews (Preprint)","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Preprint; Dermatology; Medicine; Systematic review; Core (optical fiber); Outcome (game theory); Hard core; MEDLINE; Computer science; Physics; Mathematics; Biology; World Wide Web; Optics","score_opus":0.5126533349108049,"score_gpt":0.5651238039362954,"score_spread":0.05247046902549046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210508187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836708,0.0013111312,0.002510043,0.0013787687,0.00028285963,0.0074497587,0.000014550851,0.00016369356,0.0032183977],"genre_scores_gemma":[0.99257106,0.0027088844,0.003399848,0.00007641137,0.000013811814,0.0010254196,0.000034841956,0.000017476264,0.00015227187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933089,0.0029473111,0.0018421798,0.00065768376,0.00090021075,0.00034368926],"domain_scores_gemma":[0.9968727,0.0007744042,0.00068762165,0.0011707352,0.00034245427,0.0001520546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008546785,0.0002736158,0.001985792,0.00027988525,0.00009637848,0.00014863783,0.000745093,0.00054559263,0.00015633581],"category_scores_gemma":[0.0057594776,0.00023396347,0.00018788053,0.00031714744,0.00037852643,0.0005488136,0.00085575186,0.0006358356,0.000009546319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011125511,0.00043673147,0.84946257,0.09998595,0.00011115821,0.00012716914,0.030745221,0.000037971935,0.000073974225,0.018112903,0.00010341331,0.0007918233],"study_design_scores_gemma":[0.0020440274,0.00018975887,0.60948926,0.07046218,0.0006455913,0.00006246073,0.20128301,0.00491376,0.0022655379,0.10449018,0.00024908653,0.003905126],"about_ca_topic_score_codex":0.0117814485,"about_ca_topic_score_gemma":0.04663992,"teacher_disagreement_score":0.23997328,"about_ca_system_score_codex":0.00019094817,"about_ca_system_score_gemma":0.00032348395,"threshold_uncertainty_score":0.9947992},"labels":[],"label_agreement":null},{"id":"W4210587663","doi":"10.1183/13993003.00037-2022","title":"The evolution of the <i>European Respiratory Journal</i> : adapting in an era of change","year":2022,"lang":"en","type":"editorial","venue":"European Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Tribute; Editorial board; Political science; Editor in chief; Library science; Medicine; History; Management; Law; Computer science; Economics","score_opus":0.1551051712701828,"score_gpt":0.40041925999412187,"score_spread":0.24531408872393906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210587663","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038611814,0.019736115,0.000066805915,0.0012636889,0.8258138,0.0019810656,0.00015944414,0.0001571042,0.11221017],"genre_scores_gemma":[0.092441976,0.0016560534,0.00010259222,0.00029543144,0.90442646,0.00002681251,0.0000031371792,0.00036445254,0.0006830665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.939888,0.050329436,0.0023741059,0.00054526055,0.005760332,0.0011028872],"domain_scores_gemma":[0.99185336,0.0016604007,0.0033718934,0.0011834779,0.0015550742,0.00037580993],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08343989,0.0004013358,0.0005565819,0.0005775883,0.003674876,0.0005517901,0.0062095467,0.00026532492,0.0001503793],"category_scores_gemma":[0.009964866,0.0002860458,0.00050080905,0.0013804205,0.0013140469,0.0006755593,0.0012207516,0.010155965,0.000014353628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017233515,0.0001799135,0.0023106597,0.00005010059,0.00006299368,0.00055911596,0.008002764,0.000050012328,0.0011059167,0.00032106278,0.9350953,0.052089818],"study_design_scores_gemma":[0.0005241227,0.0004584142,0.0039187334,0.0005841868,0.000030473673,0.000013610499,0.0066768783,0.0000019795925,0.000027123793,0.00018579923,0.9872934,0.00028528398],"about_ca_topic_score_codex":0.00029423492,"about_ca_topic_score_gemma":0.0012019337,"teacher_disagreement_score":0.11152711,"about_ca_system_score_codex":0.0019324073,"about_ca_system_score_gemma":0.003914289,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W4210843327","doi":"10.12688/f1000research.108772.1","title":"Scopus based bibliometric and scientometric analysis of occupational therapy publications from 2001 to 2020","year":2022,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Bibliometrics; Occupational therapy; Publishing; Scientometrics; Medicine; Impact factor; Multidisciplinary approach; Library science; MEDLINE; Family medicine; Social science; Political science; Sociology; Psychiatry","score_opus":0.5239209140536851,"score_gpt":0.6060467038501911,"score_spread":0.08212578979650598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210843327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95083904,0.0032566076,0.0053642476,0.014579503,0.00035438855,0.004124773,0.0048320694,0.0003202673,0.016329084],"genre_scores_gemma":[0.9769619,0.003779661,0.012299228,0.00022234494,0.00021644711,0.00183054,0.0012493428,0.000053818618,0.0033867033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98849237,0.0016796608,0.0006048512,0.0011044425,0.007218498,0.0009002075],"domain_scores_gemma":[0.991034,0.0043744883,0.00024042363,0.0012703993,0.0023089417,0.0007717927],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013451254,0.00021752548,0.0005695721,0.27712426,0.0008318398,0.0008707464,0.0032322311,0.00029521715,0.027519247],"category_scores_gemma":[0.0099800015,0.00023493079,0.00027492628,0.5390044,0.00078918156,0.00019905297,0.002754655,0.001107772,0.00003734525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019590648,0.00066531246,0.8530144,0.000042693388,0.0008272265,0.000006937154,0.0012164128,0.0017514931,0.0004116803,0.0013879838,0.110221796,0.030258158],"study_design_scores_gemma":[0.00021457774,0.000106924825,0.9272961,0.000018505061,0.00007997314,5.80983e-8,0.00053548906,0.004403143,0.000119663666,0.0009470246,0.06600985,0.00026870947],"about_ca_topic_score_codex":0.058607787,"about_ca_topic_score_gemma":0.0021571433,"teacher_disagreement_score":0.26188016,"about_ca_system_score_codex":0.00077769277,"about_ca_system_score_gemma":0.0043654433,"threshold_uncertainty_score":0.9983594},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4210940999","doi":"10.1080/23748834.2022.2036032","title":"Content validation of the child community health inclusion index: a modified e-Delphi study","year":2022,"lang":"en","type":"article","venue":"Cities & Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"Centre for Interdisciplinary Research in Rehabilitation","keywords":"CLARITY; Inclusion (mineral); Delphi method; Likert scale; Psychology; Content validity; Scale (ratio); Community health; Psychological intervention; Medical education; Applied psychology; Medicine; Nursing; Social psychology; Clinical psychology; Public health; Psychometrics; Developmental psychology; Psychiatry; Statistics; Geography","score_opus":0.2553278867277169,"score_gpt":0.462661676493143,"score_spread":0.2073337897654261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210940999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9499802,0.00025975535,0.0001586,0.04163067,0.00031580118,0.0027953633,0.000059799284,0.00012466074,0.004675169],"genre_scores_gemma":[0.99741626,0.00009381325,0.000024609726,0.0019366939,0.00004889975,0.00020811513,0.000011665855,0.000014412867,0.00024550682],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9884332,0.008665072,0.0005459013,0.00017113835,0.0017148922,0.0004697848],"domain_scores_gemma":[0.99828947,0.0003574207,0.0004320816,0.00061949954,0.00015642073,0.00014511429],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013806433,0.00009770275,0.00027939279,0.00015549721,0.0117620835,0.00003185595,0.001202555,0.000037427726,0.00009011031],"category_scores_gemma":[0.0003632364,0.000085391315,0.00007016101,0.00073593156,0.00036851488,0.00009341475,0.0026729917,0.0010626761,9.295602e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001239813,0.0021595005,0.048954803,0.00019771216,0.00003412399,0.0000012227523,0.90338063,0.0004998138,0.000021236352,0.021489358,0.008028487,0.015109126],"study_design_scores_gemma":[0.000987777,0.0017722659,0.09161537,0.00011323273,0.0000049875152,0.0000026480943,0.88344514,0.00016991171,0.00007581679,0.01066969,0.0109447185,0.00019842944],"about_ca_topic_score_codex":0.29320598,"about_ca_topic_score_gemma":0.027366024,"teacher_disagreement_score":0.26583996,"about_ca_system_score_codex":0.0014982084,"about_ca_system_score_gemma":0.0017682232,"threshold_uncertainty_score":0.990382},"labels":[],"label_agreement":null},{"id":"W4212765902","doi":"10.1017/s1481803500009490","title":"Finding balance","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôtel-Dieu Grace Healthcare","funders":"","keywords":"Medicine; Balance (ability); Action (physics); Physical medicine and rehabilitation","score_opus":0.2864015349188672,"score_gpt":0.49466278295158,"score_spread":0.2082612480327128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212765902","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22765364,0.008333766,0.0052074883,0.21190794,0.030425634,0.0005275158,0.00000977393,0.000045169116,0.5158891],"genre_scores_gemma":[0.9950364,0.0007559106,0.00031431697,0.00011265893,0.0018752898,0.0000014662625,4.4156502e-7,0.000009346622,0.00189413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853235,0.00007490305,0.00039937996,0.00007715517,0.0005017443,0.00041448965],"domain_scores_gemma":[0.99832577,0.000041432075,0.00015991811,0.0001115158,0.0004002394,0.0009611495],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002057397,0.00006529187,0.00015535443,0.00036434404,0.00031889408,0.000006250492,0.00050235883,0.000066595065,0.0066482057],"category_scores_gemma":[0.002752883,0.00005649198,0.00005532663,0.0006346763,0.00028315512,0.00015511192,0.000005513524,0.00028690486,0.000025048193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017930237,0.000033282533,0.06816311,0.000041845404,0.00008186483,0.0012067492,0.045755688,0.0001253619,0.0027362625,0.1335414,0.74170387,0.006592655],"study_design_scores_gemma":[0.00048135413,0.00025020711,0.004462335,0.00034421516,0.000018730692,0.000014782713,0.007218356,0.000002058653,0.00018090828,0.038671,0.9482048,0.00015125875],"about_ca_topic_score_codex":0.074877985,"about_ca_topic_score_gemma":0.18082921,"teacher_disagreement_score":0.7673828,"about_ca_system_score_codex":0.00040980286,"about_ca_system_score_gemma":0.0024988032,"threshold_uncertainty_score":0.99425983},"labels":[],"label_agreement":null},{"id":"W4212771565","doi":"10.14206/canad.j.clin.nutr.2022.01.02","title":"Determination of Energy and Protein Requirements for Hospitalized Patients Using Prediction Equation – Utilization of the Delphi Technique","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Clinical Nutrition","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi; Energy requirement; Delphi method; Energy (signal processing); Computer science; Statistics; Mathematics; Regression","score_opus":0.2826007864868266,"score_gpt":0.47311843284193006,"score_spread":0.19051764635510343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212771565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9170882,0.00007559639,0.079474226,0.00083217875,0.00042190013,0.0018461718,0.00014477943,0.0000058949863,0.0001110518],"genre_scores_gemma":[0.99520385,0.00003298834,0.004537963,0.0000195313,0.00008243255,0.00008922625,0.00001512111,0.000007516826,0.000011388033],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99774855,0.00066965993,0.0008520309,0.00009136016,0.0005119777,0.00012643183],"domain_scores_gemma":[0.99773973,0.00017284443,0.0009289416,0.000085735286,0.00095443596,0.00011833792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033146092,0.000047664165,0.00016502352,0.00024286206,0.00033940343,0.0000156739,0.00019949529,0.000099630684,0.00002042399],"category_scores_gemma":[0.002689172,0.00004603155,0.000104269755,0.00033892874,0.00023561946,0.00023761709,0.000021898311,0.00011808101,9.019183e-9],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026286691,0.003544892,0.5470003,0.0012389626,0.0002034736,0.000012851446,0.0057055233,0.0002686197,0.025108347,0.057703454,0.0068335147,0.3497514],"study_design_scores_gemma":[0.024585418,0.01748705,0.17164725,0.0054365317,0.00064045505,0.00003269499,0.007775021,0.036568653,0.067441106,0.54469925,0.122487575,0.0011990095],"about_ca_topic_score_codex":0.0022621218,"about_ca_topic_score_gemma":0.0026369765,"teacher_disagreement_score":0.4869958,"about_ca_system_score_codex":0.0002602399,"about_ca_system_score_gemma":0.0007964912,"threshold_uncertainty_score":0.34196663},"labels":[],"label_agreement":null},{"id":"W4213074431","doi":"10.1136/bmjopen-2021-051810","title":"Development of a core outcome set for multimorbidity trials in low/middle-income countries (COSMOS): study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fogarty International Center; Universitair Medisch Centrum Groningen; National Institutes of Health; Uppsala Universitet; Government of the United Kingdom; Rijksuniversiteit Groningen; National Institute for Health and Care Research","keywords":"Medicine; Psychological intervention; Delphi method; Inclusion (mineral); Protocol (science); Clinical trial; Family medicine; Health care; Intervention (counseling); Alternative medicine; Nursing; Economic growth","score_opus":0.7774898380026127,"score_gpt":0.662306179382761,"score_spread":0.11518365861985169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213074431","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16424909,7.8896915e-7,0.00007264754,0.00063185673,0.00014235752,0.8325605,0.00013570511,0.00005411789,0.0021529347],"genre_scores_gemma":[0.23252364,1.08552705e-7,0.008456633,0.000045015924,0.000035801797,0.7579909,0.0000068014197,0.000015912143,0.00092518615],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943441,0.0018580735,0.0015607898,0.00036385196,0.0014294705,0.00044367393],"domain_scores_gemma":[0.99725926,0.0014351388,0.00059100264,0.0004148799,0.00021340518,0.00008629567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.059605893,0.00013681623,0.0007772307,0.0001972916,0.0007067713,0.00015891412,0.0019606801,0.00006247269,0.0008519241],"category_scores_gemma":[0.005189574,0.00012657442,0.00008916296,0.0005922578,0.00013527866,0.00021294056,0.0017893515,0.00019132122,0.000009444913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076778345,0.0031480994,0.8575593,0.001513231,0.00016827657,0.000121676116,0.11298944,0.00008970722,0.00008621559,0.005229368,0.008019859,0.0033969712],"study_design_scores_gemma":[0.03177072,0.0027800733,0.16305336,0.0010211699,0.00005268304,0.0000057391067,0.18429002,0.00045596188,0.0019981517,0.007681164,0.6050334,0.0018575522],"about_ca_topic_score_codex":0.0034412418,"about_ca_topic_score_gemma":0.012211524,"teacher_disagreement_score":0.694506,"about_ca_system_score_codex":0.00061325374,"about_ca_system_score_gemma":0.002117924,"threshold_uncertainty_score":0.9683336},"labels":[],"label_agreement":null},{"id":"W4213185078","doi":"10.31234/osf.io/crbh9","title":"Visualization of Latent Components Assessed in O*Net Occupations (VOLCANO): A robust method for standardized conversion of occupational labels to scale ratio format","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Baycrest Hospital; Centre for Addiction and Mental Health","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; U.S. Department of Labor","keywords":"Standardization; Dimension (graph theory); Scale (ratio); Psychology; Visualization; Sample (material); Space (punctuation); Cognition; Mathematics education; Computer science; Data science; Geography; Artificial intelligence; Mathematics; Cartography","score_opus":0.22766648836009204,"score_gpt":0.5191906937733635,"score_spread":0.2915242054132714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213185078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085606605,0.000013071261,0.90567195,0.0004999233,0.00029519282,0.0047308654,0.0013765258,0.00008427217,0.0017215941],"genre_scores_gemma":[0.7842018,0.000063190004,0.21216032,0.000092172544,0.000038831407,0.001265554,0.001624095,0.00003262498,0.0005214063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957521,0.0009721807,0.0009226819,0.00040023,0.0016362846,0.00031651792],"domain_scores_gemma":[0.9968593,0.00091840525,0.00051441265,0.0003348438,0.0012592326,0.000113791524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050766487,0.00017696875,0.0005507313,0.0007929093,0.0002473324,0.00006034301,0.0006361495,0.0002606093,0.00093023555],"category_scores_gemma":[0.00080468087,0.00019419703,0.00016799055,0.0008861186,0.00012127198,0.0001991599,0.00069466565,0.00024323443,0.0000014421098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010435617,0.0051331325,0.3033425,0.00551468,0.0006528798,0.000008170998,0.056988228,0.30382934,0.05030086,0.1758544,0.08319072,0.004749504],"study_design_scores_gemma":[0.016504554,0.002077624,0.19744688,0.0022688543,0.00045717828,0.0000021437338,0.025416704,0.50092536,0.17416501,0.021848606,0.055349767,0.0035372789],"about_ca_topic_score_codex":0.008476577,"about_ca_topic_score_gemma":0.0029970757,"teacher_disagreement_score":0.6985952,"about_ca_system_score_codex":0.00080821704,"about_ca_system_score_gemma":0.0015840383,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W4213321441","doi":"10.1017/s1481803500015311","title":"Brain strain","year":2007,"lang":"pl","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Columbian Hospital","funders":"","keywords":"Medicine; Strain (injury); Action (physics); Physical therapy","score_opus":0.2855001428832296,"score_gpt":0.5045328592964862,"score_spread":0.21903271641325656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213321441","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061801866,0.024794282,0.0049728868,0.3792433,0.072836176,0.0010167944,0.000120230405,0.000041609946,0.45517284],"genre_scores_gemma":[0.95466435,0.0020144198,0.00031208413,0.0008683714,0.012344807,0.0000014190462,0.0000051433703,0.000056930072,0.029732462],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947357,0.00039022235,0.0017522827,0.00023347107,0.0014672242,0.0014210626],"domain_scores_gemma":[0.9932905,0.00048511088,0.0007009699,0.00031315678,0.0012792301,0.0039310344],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018526124,0.00024817992,0.0005199805,0.0013131163,0.00052697625,0.000018267106,0.001355328,0.0003272729,0.04763377],"category_scores_gemma":[0.009223296,0.00022340922,0.0002219726,0.001997195,0.0010682115,0.00026159053,0.000020272384,0.0011381838,0.000080514736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002562232,0.000025510379,0.0068803,0.00004563251,0.00009544209,0.0013519619,0.018762132,0.0000023760733,0.0011229094,0.008416936,0.938156,0.025115183],"study_design_scores_gemma":[0.0004337547,0.0007814247,0.008915951,0.00045945906,0.00006090936,0.000029255441,0.022285251,0.0000057378224,0.000051369374,0.005932053,0.9607907,0.00025415546],"about_ca_topic_score_codex":0.09841015,"about_ca_topic_score_gemma":0.53717226,"teacher_disagreement_score":0.8928625,"about_ca_system_score_codex":0.0007095434,"about_ca_system_score_gemma":0.0050969506,"threshold_uncertainty_score":0.99912244},"labels":[],"label_agreement":null},{"id":"W4214587700","doi":"10.2196/34539","title":"Recommendations for Researchers on Synchronous, Online, Nominal Group Sessions in Times of COVID-19: Fishbone Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; Koning Boudewijnstichting","keywords":"Nominal group technique; Brainstorming; Coronavirus disease 2019 (COVID-19); Session (web analytics); Quality (philosophy); Nominal group; Computer science; Software; Process (computing); Health care; Workload; Medical education; Knowledge management; World Wide Web; Medicine; Political science","score_opus":0.31609247107496075,"score_gpt":0.581312631374616,"score_spread":0.2652201602996552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214587700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42543474,0.00040720604,0.008865186,0.4130603,0.00044100327,0.020879107,0.010005806,0.0005555758,0.12035105],"genre_scores_gemma":[0.9916495,0.00013276355,0.0018482817,0.00015965484,0.00005217673,0.0035642067,0.00041707413,0.000021903168,0.0021544388],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908576,0.0044820667,0.0005843204,0.0004165693,0.0025810883,0.0010783777],"domain_scores_gemma":[0.99169326,0.006688554,0.00016121831,0.0004763997,0.0005215279,0.00045904418],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018068634,0.00013193979,0.0003608327,0.0036819847,0.0024155525,0.00009193656,0.0013064351,0.0001146421,0.005455742],"category_scores_gemma":[0.0043122065,0.00013445821,0.00021345071,0.008154754,0.000998847,0.00038188032,0.00074070337,0.0014790025,0.00001700869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001956094,0.007497003,0.007756853,0.0005086366,0.0006326958,0.000044523214,0.18713482,0.0015335626,0.00045771486,0.18316506,0.572048,0.037265006],"study_design_scores_gemma":[0.0020192692,0.0031287319,0.008005364,0.00011060268,0.0000372481,0.0000018759574,0.42288968,0.011860134,0.00018805632,0.02996695,0.5212925,0.0004995691],"about_ca_topic_score_codex":0.008472548,"about_ca_topic_score_gemma":0.008193263,"teacher_disagreement_score":0.56621474,"about_ca_system_score_codex":0.0029206134,"about_ca_system_score_gemma":0.0019037095,"threshold_uncertainty_score":0.9988832},"labels":[],"label_agreement":null},{"id":"W4214684965","doi":"10.21203/rs.3.rs-1251817/v1","title":"Consensus on a Standardised Treatment Pathway Algorithm for Lumbar Spinal Stenosis: an International Delphi Study","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Mount Royal University; Université du Québec à Trois-Rivières; University of Toronto","funders":"Oxford Health NHS Foundation Trust; Department of Health and Social Care; International Society for the Study of the Lumbar Spine; National Institute for Health and Care Research; University of Ontario Institute of Technology","keywords":"Delphi method; Lumbar spinal stenosis; Medicine; Rehabilitation; Algorithm; Health care; Lumbar; Physical therapy; Multidisciplinary approach; Delphi; Quality of life (healthcare); Surgery; Artificial intelligence; Computer science; Nursing","score_opus":0.3282408392562061,"score_gpt":0.5750839413249423,"score_spread":0.24684310206873622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214684965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89017755,0.0005631712,0.0012840831,0.011676763,0.00282672,0.04749673,0.01451458,0.0012488348,0.030211594],"genre_scores_gemma":[0.9704681,0.00061058515,0.004342465,0.000032732,0.0014238887,0.019718321,0.00046455074,0.00013615102,0.0028032274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98450744,0.004745734,0.00062066823,0.0015896683,0.007088817,0.0014476796],"domain_scores_gemma":[0.99436957,0.0010110829,0.0001903987,0.0014014201,0.0023986008,0.00062893925],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01332301,0.0004234493,0.00059696514,0.001248365,0.0022781272,0.0008827455,0.0025421863,0.00037988237,0.0012205772],"category_scores_gemma":[0.0017941998,0.00041997706,0.00039483226,0.0006807891,0.000695056,0.00011950924,0.0016598465,0.0019070922,0.000031339197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022135046,0.01174678,0.0053398306,0.00023691142,0.0010352051,0.0013664613,0.033151917,0.00024515475,0.00005420584,0.005506484,0.007818179,0.9312854],"study_design_scores_gemma":[0.008459728,0.05608118,0.019630255,0.0010125624,0.00012422017,0.0000061610613,0.41869554,0.0049881684,0.00042003932,0.017227044,0.47118473,0.0021703476],"about_ca_topic_score_codex":0.008505861,"about_ca_topic_score_gemma":0.002481252,"teacher_disagreement_score":0.929115,"about_ca_system_score_codex":0.006683106,"about_ca_system_score_gemma":0.0049670446,"threshold_uncertainty_score":0.9998252},"labels":[],"label_agreement":null},{"id":"W4214694642","doi":"10.2196/preprints.37442","title":"Standardizing Cranioplasty Outcomes Following Stroke or Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cranioplasty; Delphi method; Protocol (science); Medicine; Decompressive craniectomy; Systematic review; Traumatic brain injury; MEDLINE; Psychology; Psychiatry; Alternative medicine; Surgery; Political science; Pathology; Computer science","score_opus":0.4806457445531712,"score_gpt":0.5775471263048754,"score_spread":0.09690138175170415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214694642","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037917107,0.000005190733,0.10196105,0.0070496197,0.0009793564,0.83288306,0.0007501357,0.00095009024,0.017504396],"genre_scores_gemma":[0.14445095,7.5285686e-7,0.06861605,0.00014960807,0.000050523508,0.7777142,0.000014137399,0.00007884838,0.008924958],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99348015,0.0005578462,0.0016431782,0.0007654914,0.0027409678,0.00081238535],"domain_scores_gemma":[0.99318916,0.0046750978,0.00066603784,0.0010225619,0.00028612322,0.00016101112],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015871078,0.00043136012,0.0009719746,0.00030639445,0.0014906899,0.00028891696,0.0025451952,0.0003284172,0.0024040744],"category_scores_gemma":[0.0055184555,0.0002821125,0.0007100971,0.00040200958,0.00027077805,0.00012491272,0.0028548262,0.0011323597,0.000005198657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002895412,0.0012908072,0.4766027,0.009799583,0.0043964395,0.000059069534,0.29980597,0.001075545,0.00047577923,0.02221587,0.030007584,0.15137525],"study_design_scores_gemma":[0.006117363,0.0007908251,0.02840967,0.0017108546,0.00026856395,0.000002444808,0.2858142,0.0013215131,0.0020343724,0.015672052,0.6547479,0.003110262],"about_ca_topic_score_codex":0.00097386027,"about_ca_topic_score_gemma":0.004926494,"teacher_disagreement_score":0.6247403,"about_ca_system_score_codex":0.0012019156,"about_ca_system_score_gemma":0.0039682444,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W4214779737","doi":"","title":"A qualitative study investigating research priorities and investigative capacity in sports-focused chiropractic research, part 1 - identifying research priorities to inform a Delphi study.","year":2021,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Qualitative research; Delphi method; Prioritization; Research development; Sports science; Research methodology; Library science; Population; Sociology; Political science; Medicine; Social science; Alternative medicine; Management science; Computer science; Engineering","score_opus":0.7979452464231301,"score_gpt":0.5825861533888977,"score_spread":0.2153590930342324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214779737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96937495,0.00022695141,0.0000021741525,0.009194361,0.00019920236,0.012297426,0.000017645316,0.00018516289,0.008502103],"genre_scores_gemma":[0.9784872,0.00012685267,0.00096742075,0.00006598408,0.0003362169,0.017150955,0.0000036526903,0.000069824644,0.0027918888],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9500576,0.029805677,0.0014710787,0.0017412485,0.012877028,0.0040473347],"domain_scores_gemma":[0.97900957,0.012132381,0.00020066167,0.0011421532,0.0060129547,0.0015023086],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1746002,0.00036754712,0.000763967,0.0033238907,0.0046886015,0.0021727458,0.0014248198,0.00030296363,0.000049553557],"category_scores_gemma":[0.13867195,0.00040016006,0.00007395496,0.013786469,0.0077032587,0.0023778714,0.0027763783,0.0052729608,0.000027290904],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009328996,0.0007283152,0.07816372,0.00014455135,0.00006326068,0.00046882854,0.9001122,0.0000011374665,0.00011607798,0.0065658484,0.0012173462,0.012325387],"study_design_scores_gemma":[0.0006319919,0.0002968852,0.22785419,0.00020366802,0.000007335276,0.0000033537856,0.7284304,0.0000033031515,0.00040908883,0.039567977,0.0022855152,0.00030627748],"about_ca_topic_score_codex":0.05029692,"about_ca_topic_score_gemma":0.119783774,"teacher_disagreement_score":0.17168184,"about_ca_system_score_codex":0.0023521648,"about_ca_system_score_gemma":0.0034863683,"threshold_uncertainty_score":0.999845},"labels":[],"label_agreement":null},{"id":"W4220697181","doi":"10.15288/jsad.2022.83.298","title":"The ORBITAL Core Outcome Set: Response to on Biomarkers and Methodological Innovation in Core Outcome Sets","year":2022,"lang":"en","type":"article","venue":"Journal of Studies on Alcohol and Drugs","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast; Medical Research Council; Alcohol Research UK","keywords":"Outcome (game theory); Core (optical fiber); Set (abstract data type); Medicine; Psychology; Engineering; Computer science; Economics; Mathematical economics","score_opus":0.6130831685449075,"score_gpt":0.5846452212058922,"score_spread":0.02843794733901528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220697181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625402,0.0002968059,0.0000035490934,0.035858154,0.00036552816,0.00030239945,0.0000087363505,0.000012842451,0.00061179156],"genre_scores_gemma":[0.99779016,0.0001738334,0.00051596283,0.0011122179,0.00004802465,0.000027230568,2.4575715e-7,0.0000068297277,0.00032552535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689204,0.0010783033,0.00069642044,0.00017023532,0.00089966075,0.00026334455],"domain_scores_gemma":[0.9933831,0.005886682,0.000318325,0.00010525281,0.00022369676,0.000082918275],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023732105,0.00011054029,0.0003163786,0.00043466475,0.0009780818,0.00005872839,0.00026880213,0.00005025794,0.0000104459405],"category_scores_gemma":[0.011707608,0.000068740264,0.00004989038,0.0009391936,0.00038841207,0.00007039938,0.00030815857,0.0005349403,0.0000016861034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045236357,0.00060342,0.6029722,0.00009066905,0.00077890325,0.0017244178,0.16083245,0.00019126183,0.0054106745,0.046951205,0.049135365,0.08607309],"study_design_scores_gemma":[0.0028536264,0.0046366937,0.49214435,0.000154969,0.00003999252,0.00013296468,0.43685102,0.000044240533,0.00014536752,0.021346703,0.041150242,0.0004998295],"about_ca_topic_score_codex":0.00005847201,"about_ca_topic_score_gemma":0.000052524494,"teacher_disagreement_score":0.2760186,"about_ca_system_score_codex":0.00031191137,"about_ca_system_score_gemma":0.00007150299,"threshold_uncertainty_score":0.9966172},"labels":[],"label_agreement":null},{"id":"W4220722251","doi":"10.31222/osf.io/82wau","title":"Reporting guideline for overviews of reviews of healthcare interventions: The Preferred Reporting Items for Overviews of Reviews (PRIOR) statement","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Eye Institute; National Health and Medical Research Council; Canadian Institutes of Health Research; National Institutes of Health","keywords":"Checklist; Guideline; Systematic review; Health care; Psychological intervention; Stakeholder; Delphi method; Statement (logic); Delphi; Psychology; Evidence-based medicine; Medical education; Evidence-based practice; Public relations; Medicine; MEDLINE; Political science; Computer science; Alternative medicine; Nursing","score_opus":0.7271503451427813,"score_gpt":0.6385672949844491,"score_spread":0.08858305015833223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220722251","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036222918,0.5754452,0.1817544,0.04332495,0.0045249625,0.17120303,0.0021299648,0.00040573947,0.017589506],"genre_scores_gemma":[0.020942235,0.38974068,0.5182128,0.0012826181,0.0010537709,0.054250475,0.0016610095,0.00031231792,0.012544115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9437582,0.004162898,0.047611754,0.0013808204,0.0021256122,0.0009607214],"domain_scores_gemma":[0.897541,0.0013492053,0.09531074,0.0027971023,0.002838318,0.000163653],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19135402,0.0004961189,0.0038328203,0.0003594908,0.0005295406,0.00006645897,0.0021779395,0.00034477332,0.0011095727],"category_scores_gemma":[0.11042518,0.0003630011,0.0038826433,0.00083030097,0.0003265954,0.00016695732,0.0022632943,0.00084137573,0.0000010942605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018984641,0.00081065705,0.0021060484,0.110054485,0.0003842798,0.000004032767,0.0147455605,0.00013373248,0.00080567214,0.012999477,0.40619463,0.45157158],"study_design_scores_gemma":[0.00023870307,0.000307413,0.00007575484,0.0076219956,0.00017000908,0.0000013536863,0.0038935055,0.0002255919,0.00060062046,0.009885178,0.97666967,0.0003101892],"about_ca_topic_score_codex":0.019886019,"about_ca_topic_score_gemma":0.010039883,"teacher_disagreement_score":0.57047504,"about_ca_system_score_codex":0.00066441955,"about_ca_system_score_gemma":0.0015272446,"threshold_uncertainty_score":0.9998822},"labels":[],"label_agreement":null},{"id":"W4220758420","doi":"10.5489/cuaj.7840","title":"The halfway mark in our five-year strategic plan: How are we doing?","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Strategic planning; Operations management; Process management; Business; History; Engineering; Marketing; Archaeology","score_opus":0.07583073257883596,"score_gpt":0.3373788192045468,"score_spread":0.26154808662571083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220758420","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13998137,0.0003376745,0.000009225752,0.82067025,0.00079624774,0.00040223415,0.000080322614,0.00005866343,0.037664033],"genre_scores_gemma":[0.99378777,0.0002697398,0.00005349725,0.0010343526,0.00033544743,0.00004321377,0.0000027815397,0.000008538116,0.004464669],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958201,0.0018472869,0.00022437994,0.00017791483,0.0010634859,0.0008668398],"domain_scores_gemma":[0.9985281,0.00044914414,0.00027537273,0.00010603247,0.0001659212,0.0004754062],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0064043435,0.00009231236,0.00014510727,0.00020739822,0.0029229487,0.0005976881,0.0007936643,0.00017370196,0.0005406036],"category_scores_gemma":[0.0012607106,0.00007499039,0.000088473964,0.00062982657,0.0000617312,0.00012066178,0.00006636428,0.0016510183,0.000025234312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053467327,0.00005494374,0.62596685,0.0000019657498,0.000045253746,0.0006306997,0.0020147292,0.0003930228,0.000009232989,0.02680426,0.3406984,0.0033272237],"study_design_scores_gemma":[0.00026752346,0.000102435915,0.06025477,0.0000044055196,0.0000042868737,0.00002012245,0.045645677,0.00009459166,6.4083906e-7,0.02083854,0.8726207,0.00014632064],"about_ca_topic_score_codex":0.008479219,"about_ca_topic_score_gemma":0.091596216,"teacher_disagreement_score":0.8538064,"about_ca_system_score_codex":0.0033521948,"about_ca_system_score_gemma":0.0012621144,"threshold_uncertainty_score":0.9983751},"labels":[],"label_agreement":null},{"id":"W4220881912","doi":"10.1371/journal.pone.0264850","title":"Preliminary investigations for the development of a virtual reality-based English-language communication program: Using the Delphi method","year":2022,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Education, Recreation and Sports","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Delphi method; Delphi; Virtual reality; Context (archaeology); Computer science; Medical education; Psychology; Mathematics education; Medicine; Artificial intelligence","score_opus":0.3750265226548168,"score_gpt":0.4781589865772714,"score_spread":0.10313246392245462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220881912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8346362,0.00059640565,0.115731664,0.032627802,0.00008117304,0.0131311305,0.00013578945,0.0006044197,0.0024554185],"genre_scores_gemma":[0.6339532,0.0000039329148,0.36308452,0.00008879725,0.000032733362,0.0027329389,0.000027101903,0.000011267212,0.00006550747],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972803,0.0012883588,0.00026872003,0.00012741624,0.0008327049,0.0002024792],"domain_scores_gemma":[0.9963276,0.0027002066,0.00015663313,0.0004762378,0.00029732042,0.00004203772],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006572951,0.0000610663,0.00010509939,0.00006692807,0.0021841468,0.000046735964,0.00094218255,0.00003708328,0.0000397749],"category_scores_gemma":[0.0020350567,0.000046269102,0.000042958454,0.0005750763,0.00040710883,0.000065011154,0.00029393585,0.0002648187,3.1443858e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024700895,0.0044646454,0.00048346716,0.00018217337,0.00042170018,9.694573e-7,0.86468136,0.0040082578,0.016066428,0.031991474,0.0012309138,0.07622162],"study_design_scores_gemma":[0.0009722811,0.00091948995,0.0006942576,0.00031583238,0.00047491386,6.746287e-7,0.6225497,0.25600207,0.08236846,0.0071767992,0.02798772,0.0005377994],"about_ca_topic_score_codex":0.0010521502,"about_ca_topic_score_gemma":0.00069084065,"teacher_disagreement_score":0.2519938,"about_ca_system_score_codex":0.00020179656,"about_ca_system_score_gemma":0.00080638286,"threshold_uncertainty_score":0.9991149},"labels":[],"label_agreement":null},{"id":"W4220962101","doi":"10.1177/19458924221090576","title":"Science and Research March Onward","year":2022,"lang":"en","type":"editorial","venue":"American Journal of Rhinology and Allergy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine","score_opus":0.07481459956533701,"score_gpt":0.47090907185939396,"score_spread":0.3960944722940569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220962101","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065844364,0.008250942,0.000044564487,0.05198207,0.81844205,0.00079171604,0.00007357051,0.00011002706,0.054460727],"genre_scores_gemma":[0.1256525,0.122441486,0.0031563886,0.0002884151,0.74079967,0.00006253712,0.000008522659,0.00009598206,0.0074944883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919178,0.001976231,0.00042438085,0.00044164676,0.0043371785,0.00090275705],"domain_scores_gemma":[0.99203056,0.004351309,0.00045862055,0.00026554053,0.002489926,0.00040406783],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.020192768,0.00015682752,0.0005388386,0.0020393545,0.0018389361,0.00019071226,0.0018164236,0.0002772304,0.00028276918],"category_scores_gemma":[0.01219771,0.00014721298,0.00005852589,0.0020250382,0.020943217,0.00024481327,0.0010749591,0.0040688743,0.0000035081052],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015590736,0.00004424301,0.00007022081,0.000008829403,0.00006612435,0.00018964011,0.002387685,3.565398e-7,0.000060019833,0.0067893392,0.9085232,0.08170441],"study_design_scores_gemma":[0.000158275,0.0017973027,0.00011469319,0.00003294726,0.0000063669286,0.00004390802,0.010224707,0.0000012539128,0.000005965874,0.0024483923,0.9850308,0.00013543517],"about_ca_topic_score_codex":0.003204129,"about_ca_topic_score_gemma":0.0003650807,"teacher_disagreement_score":0.11419054,"about_ca_system_score_codex":0.00049183395,"about_ca_system_score_gemma":0.008709738,"threshold_uncertainty_score":0.9994605},"labels":[],"label_agreement":null},{"id":"W4220983907","doi":"10.21203/rs.3.rs-1071626/v1","title":"Building a Transdisciplinary Expert Consensus on the Cognitive Drivers of Performance Under Pressure: An International Multi-panel Delphi Study","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"Cilag; Defence Science and Technology Group; National Health and Medical Research Council; Canadian Institutes of Health Research; Federal Aviation Administration; Servier; H. Lundbeck A/S; Department of Industry, Innovation and Science, Australian Government; Eisai; Department of Science and Technology, Ministry of Science and Technology, India; Monash University; Science Foundation Ireland; Medical Research Council; Wilson Foundation; Australian Research Council; Department of Defence, Australian Government; University of Sydney; Australian Government; European Regional Development Fund; U.S. Department of Defense","keywords":"Delphi method; Delphi; Cognition; Knowledge management; Computer science; Psychology; Artificial intelligence","score_opus":0.46418973511558903,"score_gpt":0.5752199940154163,"score_spread":0.11103025889982732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220983907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801044,0.00017705132,0.00029049866,0.0051209517,0.00038562305,0.005971946,0.00037602367,0.00015072108,0.007422823],"genre_scores_gemma":[0.9961423,0.00050284696,0.00052879116,0.000030620744,0.00021690529,0.0017851768,0.00003663291,0.000053994085,0.00070268],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98661757,0.005453284,0.000481283,0.0009615097,0.005615688,0.0008706521],"domain_scores_gemma":[0.99339557,0.0036910246,0.00018285288,0.0008701243,0.0016180109,0.00024244882],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01184273,0.00028302902,0.0003643902,0.0007872808,0.0018815206,0.00024721058,0.0031936406,0.00029253942,0.0016459633],"category_scores_gemma":[0.001813501,0.00024055468,0.00018805666,0.0008265848,0.0019208405,0.00016409179,0.002593317,0.0034733834,0.00001126518],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034788193,0.011982808,0.029354434,0.0007480156,0.0018749516,0.00049836223,0.89100677,0.011087261,0.0010238794,0.027947567,0.003124135,0.01787301],"study_design_scores_gemma":[0.001256948,0.001979638,0.03170475,0.00099438,0.000043415213,0.0000028187296,0.9476071,0.008972948,0.0005367246,0.0022058522,0.004124403,0.00057103584],"about_ca_topic_score_codex":0.0035055452,"about_ca_topic_score_gemma":0.00083954376,"teacher_disagreement_score":0.056600325,"about_ca_system_score_codex":0.0006274799,"about_ca_system_score_gemma":0.0014207888,"threshold_uncertainty_score":0.9994179},"labels":[],"label_agreement":null},{"id":"W4220994793","doi":"10.1093/neuonc/noac062","title":"Opportunities and challenges for the development of “core outcome sets” in neuro-oncology","year":2022,"lang":"en","type":"review","venue":"Neuro-Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Marie Curie; National Institute for Health and Care Research","keywords":"Delphi method; Intervention (counseling); Scope (computer science); Medicine; Brain tumor; Glioma; Oncology; Clinical trial; Precision oncology; Delphi; Medical physics; Internal medicine; Psychology; Intensive care medicine; Pathology; Cancer research; Computer science; Psychiatry; Cancer; Artificial intelligence","score_opus":0.7326601777933447,"score_gpt":0.5548178042793237,"score_spread":0.177842373514021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220994793","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003793941,0.9673774,0.000013466117,0.012297799,0.0012685215,0.004285805,0.000062971456,0.00009884169,0.01455722],"genre_scores_gemma":[0.000038728245,0.9945245,0.00094874203,0.00041564874,0.0001616152,0.0036985544,0.000020951042,0.00007087389,0.00012040375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937666,0.0026351023,0.0014412496,0.0006943863,0.00064865896,0.00081398344],"domain_scores_gemma":[0.9752282,0.023199545,0.0007929614,0.0004837204,0.00012280614,0.00017279545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066559603,0.0003922872,0.0020218377,0.00060830486,0.0005873314,0.000028503793,0.0016053339,0.00073401467,0.00026898528],"category_scores_gemma":[0.003464123,0.00031169865,0.0002732193,0.00044109183,0.0011180467,0.00007883643,0.0010374286,0.0013133101,0.000005506496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002969374,0.00012070554,0.000016197218,0.0024563244,0.00004347475,0.00012449744,0.0056151655,2.489195e-7,0.0000035255705,0.005734172,0.0012502467,0.9846057],"study_design_scores_gemma":[0.00024679664,0.00053238333,0.000012541147,0.00014252264,0.00010440649,0.000047902926,0.0082114,0.0000036365302,0.0000010302803,0.00035341366,0.99010634,0.00023762963],"about_ca_topic_score_codex":0.00012490909,"about_ca_topic_score_gemma":0.0036010009,"teacher_disagreement_score":0.9888561,"about_ca_system_score_codex":0.0010188922,"about_ca_system_score_gemma":0.006129891,"threshold_uncertainty_score":0.9999335},"labels":[],"label_agreement":null},{"id":"W4221045377","doi":"10.1136/bmjopen-2021-055958","title":"Primary Care Severe Asthma Registry and Education Project (PCSAR-EDU): Phase 1 – an e-Delphi for registry definitions and indices of clinician behaviour","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"North York General Hospital; Public Health Ontario; University of Toronto; St. Michael's Hospital; Regent Park Community Health Centre","funders":"Pfizer Canada; Sanofi; University of Toronto; GlaxoSmithKline; Merck Canada; AstraZeneca Canada; AstraZeneca; Pfizer","keywords":"Medicine; Asthma; Primary care; Family medicine; Epidemiology; Delphi method; Pediatrics; Public health; Nursing; Internal medicine","score_opus":0.33047601503067164,"score_gpt":0.5683584042335881,"score_spread":0.23788238920291643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221045377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9279228,0.00030694477,0.00002295605,0.0021261494,0.00017707371,0.013012539,0.0012199145,0.00006830155,0.055143353],"genre_scores_gemma":[0.9813976,0.00008619951,0.009153696,0.00025093384,0.00016362651,0.0068519292,0.000548364,0.000028063358,0.0015195628],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981299,0.00042710488,0.0003362404,0.00037829118,0.00048587806,0.00024257392],"domain_scores_gemma":[0.99868363,0.00021805103,0.0003397696,0.00042344208,0.00021823536,0.00011686338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002399188,0.0001026129,0.00021876172,0.00013871882,0.00105836,0.00022708376,0.0007712996,0.00010366862,0.000057414392],"category_scores_gemma":[0.00039700314,0.00011638371,0.00004102598,0.0003172978,0.00034925056,0.00044397532,0.0005997123,0.00023429056,4.6526853e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030273113,0.005236723,0.15802652,0.002709688,0.00013603318,0.00007287886,0.16497356,0.0000062165254,0.000681672,0.046226475,0.16523194,0.45367098],"study_design_scores_gemma":[0.0041428725,0.0032506066,0.030937487,0.0005611896,0.00012756795,0.00014771242,0.76822746,0.000032446624,0.00023592112,0.013150081,0.17815575,0.001030876],"about_ca_topic_score_codex":0.0075252764,"about_ca_topic_score_gemma":0.002833696,"teacher_disagreement_score":0.6032539,"about_ca_system_score_codex":0.00016366407,"about_ca_system_score_gemma":0.0033302964,"threshold_uncertainty_score":0.9990837},"labels":[],"label_agreement":null},{"id":"W4223579791","doi":"10.1186/s12877-022-02993-w","title":"An international Delphi consensus process to determine a common data element and core outcome set for frailty: FOCUS (The Frailty Outcomes Consensus Project)","year":2022,"lang":"en","type":"article","venue":"BMC Geriatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta; Kingston Health Sciences Centre; University of Ottawa","funders":"","keywords":"Delphi method; Medicine; Set (abstract data type); Ranking (information retrieval); Delphi; Data collection; Process (computing); Computer science; Artificial intelligence; Statistics","score_opus":0.5091615893740531,"score_gpt":0.5441986971459638,"score_spread":0.035037107771910714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223579791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742253,0.00006534335,0.0014397139,0.013314096,0.0007210424,0.005415029,0.003870045,0.00025621246,0.0006932115],"genre_scores_gemma":[0.98467475,0.000011808526,0.012826893,0.0005473602,0.00023241836,0.0010776137,0.00021587688,0.000039966108,0.000373315],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964508,0.0004089353,0.00060616166,0.0006593188,0.0012977117,0.0005771006],"domain_scores_gemma":[0.99643517,0.0017681391,0.00027051172,0.0009846679,0.00034634088,0.00019515787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042031677,0.00021493998,0.00032908272,0.000269349,0.001220128,0.00025749064,0.0023603677,0.000093327966,0.00009456275],"category_scores_gemma":[0.0030198502,0.00018521481,0.000067897876,0.0006936817,0.00027043995,0.00011113964,0.001240813,0.00032400113,0.0000040479945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088381895,0.00057658314,0.8944317,0.0001618204,0.0001435138,0.000095196876,0.015444422,0.00021942679,0.00018312689,0.0072356765,0.05370259,0.0269221],"study_design_scores_gemma":[0.005526858,0.0017161842,0.05113918,0.000027824448,0.00028001584,0.00014668137,0.081826195,0.0345026,0.0001716874,0.015042704,0.80764896,0.001971116],"about_ca_topic_score_codex":0.0028153572,"about_ca_topic_score_gemma":0.008127713,"teacher_disagreement_score":0.84329253,"about_ca_system_score_codex":0.0002607096,"about_ca_system_score_gemma":0.00080720417,"threshold_uncertainty_score":0.93843615},"labels":[],"label_agreement":null},{"id":"W4224462497","doi":"10.1001/jamanetworkopen.2022.9085","title":"Patient, Caregiver, and Clinician Participation in Prioritization of Research Questions in Pediatric Hospital Medicine","year":2022,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Respiratory Research Network; University of Ottawa; University of Toronto; SickKids Foundation; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Hospital for Sick Children; Trillium Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Interim; General partnership; Delphi method; Medicine; Family medicine; Health care; Medical education; MEDLINE; Nursing; Psychology","score_opus":0.14164218692202563,"score_gpt":0.5218567594838314,"score_spread":0.38021457256180574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224462497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97191393,0.000628615,0.000016271988,0.010951973,0.00021166953,0.0017452718,0.0000055113774,0.000019516743,0.014507214],"genre_scores_gemma":[0.997844,0.001108552,0.00018669508,0.000041642965,0.00025616522,0.00041416322,0.0000121267,0.00000829067,0.00012841239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566567,0.0025000318,0.00040474936,0.00023980884,0.0008138759,0.0003758397],"domain_scores_gemma":[0.9984398,0.0009911101,0.00011807347,0.0001651375,0.00021201205,0.00007390612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010821701,0.000051008756,0.00015953126,0.00033626272,0.00039296047,0.000057069796,0.00044787937,0.00007284327,0.000119148055],"category_scores_gemma":[0.0020605715,0.000056770426,0.000011182686,0.0028300446,0.00027003005,0.0002972935,0.0006821435,0.0004929863,0.0000013707476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006217343,0.00017182592,0.9317464,0.000013830277,0.0000019496772,0.00001713402,0.026763665,0.00065872294,0.0000012330928,0.014516768,0.010545693,0.015500568],"study_design_scores_gemma":[0.00088630716,0.0007974009,0.94117576,0.00014803922,0.0000056300464,2.9661072e-7,0.02252944,0.0008638816,0.0000018909514,0.02232353,0.011138362,0.00012948243],"about_ca_topic_score_codex":0.02235849,"about_ca_topic_score_gemma":0.015538534,"teacher_disagreement_score":0.025929995,"about_ca_system_score_codex":0.00026684508,"about_ca_system_score_gemma":0.00030413343,"threshold_uncertainty_score":0.9841517},"labels":[],"label_agreement":null},{"id":"W4225255110","doi":"10.1029/2022jc018761","title":"Thank You to Our 2021 Reviewers","year":2022,"lang":"en","type":"article","venue":"Journal of Geophysical Research Oceans","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Information retrieval; Psychology","score_opus":0.20986196323394146,"score_gpt":0.5324825362153673,"score_spread":0.3226205729814259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225255110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4792458,0.0014882202,0.00077338656,0.40906024,0.0026829022,0.002869949,0.00007808074,0.00009939879,0.10370201],"genre_scores_gemma":[0.9746379,0.0008652058,0.0007479572,0.0003362696,0.0021029417,0.00004601205,9.928845e-7,0.000029866673,0.02123285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98826796,0.00297963,0.0004970124,0.0002656596,0.0069439476,0.0010457732],"domain_scores_gemma":[0.9960112,0.00086962094,0.00015450102,0.00038339428,0.0017447573,0.00083655224],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019547014,0.000114007176,0.00035867264,0.0006641929,0.0013583128,0.00017633736,0.0020841109,0.0000463691,0.0010592252],"category_scores_gemma":[0.008184287,0.00010350224,0.00029991844,0.0023831318,0.00023905365,0.00028643585,0.0008507757,0.0024382297,0.0003287446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003889105,0.00073566294,0.00096529233,0.000027675032,0.000067107285,0.0007432885,0.006633545,0.000041313844,0.0023032965,0.026654964,0.86836743,0.09307153],"study_design_scores_gemma":[0.00021858218,0.0011370511,0.0011711748,0.00007048195,0.000008844737,0.000014769772,0.021301048,0.000022401768,0.00019736582,0.011839224,0.96386355,0.00015552809],"about_ca_topic_score_codex":0.0009922042,"about_ca_topic_score_gemma":0.000090894515,"teacher_disagreement_score":0.49539208,"about_ca_system_score_codex":0.0009324441,"about_ca_system_score_gemma":0.001649181,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W4226044143","doi":"10.1093/hropen/hoac014","title":"Protocol for developing a core outcome set for male infertility research: an international consensus development study","year":2022,"lang":"en","type":"review","venue":"Human Reproduction Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Research Council; Urology Foundation","keywords":"Delphi method; Infertility; Fertility; Randomized controlled trial; Medicine; Outcome (game theory); Health care; Protocol (science); Set (abstract data type); Family medicine; Medical education; Psychology; Alternative medicine; Political science; Population; Computer science; Surgery; Pregnancy","score_opus":0.9610121385740612,"score_gpt":0.749305832884208,"score_spread":0.21170630568985316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226044143","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007809088,0.0046116295,0.00008926806,0.0005813427,0.000667949,0.98608726,0.00011706437,0.00025312594,0.0075142677],"genre_scores_gemma":[0.000014986395,0.0059864633,0.0097836675,0.000013131825,0.00064933853,0.9656426,0.00031692782,0.00008328358,0.017509649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99212325,0.0020810761,0.0014462763,0.0018505309,0.0018031328,0.0006957666],"domain_scores_gemma":[0.99562645,0.0007676384,0.00060376374,0.0013479401,0.0015104064,0.0001438163],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.043373056,0.000319714,0.0009614574,0.00062446366,0.0038457606,0.0008536781,0.0035438659,0.00022898488,0.0011921902],"category_scores_gemma":[0.0071846517,0.00031142635,0.00018438758,0.00075735716,0.00036638047,0.00029648727,0.001956452,0.0008407676,0.000019978392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002596937,0.0011517104,0.0010500964,0.006488862,0.000270861,0.000017086504,0.008314003,6.8925095e-7,5.186595e-7,0.008793445,0.018146329,0.9555067],"study_design_scores_gemma":[0.00054559903,0.000297268,0.00010664853,0.00051802554,0.000023956783,0.000011228342,0.004258791,6.543865e-7,0.0000020297548,0.0015858319,0.9922899,0.00036006866],"about_ca_topic_score_codex":0.0012511349,"about_ca_topic_score_gemma":0.0023545641,"teacher_disagreement_score":0.97414356,"about_ca_system_score_codex":0.0027198177,"about_ca_system_score_gemma":0.004527581,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W4226549938","doi":"","title":"Heart rate response of special weapons and tactics team operators during active shooter training scenarios","year":2021,"lang":"en","type":"article","venue":"Bond University Research Portal (Bond University)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stillwater (Canada)","funders":"","keywords":"Login; Computer science; World Wide Web; Internet privacy; Excellence; Register (sociolinguistics); Personally identifiable information; Logo (programming language); Computer security; Political science","score_opus":0.10137552914744244,"score_gpt":0.3719990198477514,"score_spread":0.270623490700309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226549938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476747,0.000012764542,0.000017350878,0.0021106552,0.000079719735,0.00040509822,0.00009459243,0.00006962415,0.14953546],"genre_scores_gemma":[0.95056546,0.00020967267,0.000591997,0.000019244706,0.00016330481,2.9455262e-7,0.0000082662,0.000020771093,0.048421007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9949115,0.0021229486,0.0001870992,0.0006343679,0.0011846418,0.00095943926],"domain_scores_gemma":[0.9967061,0.0010927536,0.00009001836,0.0004069546,0.0010816039,0.0006225365],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0028774082,0.00019055542,0.0003619942,0.0013473965,0.0019152946,0.00011950872,0.00066636264,0.0003028104,0.00059182453],"category_scores_gemma":[0.0015386314,0.0002520082,0.00015270003,0.002828111,0.0018524954,0.0009907314,0.0008919667,0.001024711,0.000015123443],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025539363,0.0020026313,0.039883442,0.00033902004,0.001012681,0.048626315,0.15146165,0.0000828989,0.309665,0.3332895,0.08460516,0.003492353],"study_design_scores_gemma":[0.0023057058,0.00041843718,0.029260598,0.00018693226,0.00006408135,0.000036892787,0.5839247,0.000031955453,0.02361132,0.00044110508,0.3590724,0.0006458743],"about_ca_topic_score_codex":0.0011880053,"about_ca_topic_score_gemma":0.003245063,"teacher_disagreement_score":0.43246305,"about_ca_system_score_codex":0.00058290764,"about_ca_system_score_gemma":0.003318336,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W4229445175","doi":"10.1016/j.jaad.2022.04.059","title":"Development of a core outcome set for basal cell carcinoma","year":2022,"lang":"en","type":"review","venue":"Journal of the American Academy of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; Women's College Hospital","funders":"University of Illinois at Chicago; Feinberg School of Medicine; Northeast Ohio Medical University; Dartmouth College; University of Oklahoma; School of Medicine, Stanford University; Pennsylvania State University; Northwestern University; University of Pennsylvania; Cleveland Clinic; University of Illinois at Urbana-Champaign; Memorial Sloan-Kettering Cancer Center; Medical Center, University of Pittsburgh; University of Pittsburgh","keywords":"Medicine; Basal cell carcinoma; Outcome (game theory); Core (optical fiber); Set (abstract data type); Basal cell; Internal medicine; Optics","score_opus":0.4274609666802424,"score_gpt":0.5450723558346213,"score_spread":0.11761138915437891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229445175","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005219234,0.9842557,0.00017824679,0.0063119186,0.0005392412,0.00199867,0.0001473209,0.000018906929,0.001330804],"genre_scores_gemma":[0.009864817,0.9760483,0.013272902,0.00031587004,0.00013491498,0.00009361369,0.00000304282,0.000057926773,0.00020863954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951043,0.0010944728,0.0021351152,0.00018634115,0.001018071,0.0004617128],"domain_scores_gemma":[0.9910337,0.0018714981,0.006651797,0.00018878131,0.00011875269,0.0001354944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002115513,0.00023655588,0.0025742745,0.0005147543,0.00025548236,0.000008531082,0.0029794574,0.00023861631,0.00008478702],"category_scores_gemma":[0.00073789695,0.00016591846,0.0009865958,0.0008675924,0.0013355543,0.000058402606,0.00050204806,0.0013561366,0.0000020143104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018869527,0.00034683492,0.0050815884,0.016773418,0.00069947017,0.00008643128,0.006705654,0.0000019222111,0.000046323377,0.0022556556,0.05539523,0.9124188],"study_design_scores_gemma":[0.0001465152,0.000055961413,0.00007950871,0.00034624018,0.00022094147,0.00036473264,0.0014528035,0.0000010169836,0.00007889394,0.00030477575,0.9968021,0.00014650552],"about_ca_topic_score_codex":0.00004691601,"about_ca_topic_score_gemma":0.000006004972,"teacher_disagreement_score":0.94140685,"about_ca_system_score_codex":0.0003666264,"about_ca_system_score_gemma":0.0023107077,"threshold_uncertainty_score":0.67659587},"labels":[],"label_agreement":null},{"id":"W4229723494","doi":"10.21203/rs.2.16374/v3","title":"The Development of a Return to Work Intervention Programme for Stroke Survivor (SReTWIP): A Delphi Survey","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of the Western Cape; Tertiary Education Trust Fund; McMaster University; World Bank Group","keywords":"Intervention (counseling); Delphi method; Delphi; Work (physics); Stroke (engine); Psychology; Medical education; Medicine; Nursing; Computer science; Engineering","score_opus":0.4582109086873881,"score_gpt":0.5597755214414754,"score_spread":0.10156461275408724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229723494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7012573,0.0037932256,0.104163535,0.0808419,0.0030577404,0.09100673,0.0025492006,0.0016124988,0.011717872],"genre_scores_gemma":[0.9754509,0.00014672628,0.014677365,0.00001286113,0.00033922118,0.006560559,0.00020484174,0.00008282639,0.0025247256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861977,0.005385347,0.0011119342,0.0009766694,0.004444483,0.0018838696],"domain_scores_gemma":[0.9876301,0.006085839,0.00028348062,0.00094206404,0.0043960367,0.0006624775],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058099575,0.00028829864,0.00051974796,0.0005109801,0.0014614091,0.00078126276,0.0031975254,0.0005488794,0.000057610323],"category_scores_gemma":[0.028665572,0.00023976421,0.00037834398,0.0021108715,0.00076361577,0.00007913274,0.0034635675,0.0019267738,0.000042640964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038449508,0.00091831945,0.042387635,0.004093929,0.00064718514,0.00001935202,0.07355491,0.00002019691,0.00025812406,0.006282831,0.05872258,0.80925],"study_design_scores_gemma":[0.0017142172,0.0024616339,0.10581659,0.008423465,0.00004711872,6.515336e-7,0.10275392,0.0005297485,0.00478798,0.02897544,0.74247164,0.0020175804],"about_ca_topic_score_codex":0.00901796,"about_ca_topic_score_gemma":0.11684894,"teacher_disagreement_score":0.8072324,"about_ca_system_score_codex":0.001133566,"about_ca_system_score_gemma":0.0036051841,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W4229765154","doi":"10.2196/preprints.24509","title":"Testing the Feasibility of Sensor-Based Home Health Monitoring (TEC4Home) to Support the Convalescence of Patients With Heart Failure: Pre–Post Study (Preprint)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Research (Canada); Vancouver General Hospital; Centre for Advancing Health Outcomes; Telus (Canada); University of British Columbia","funders":"","keywords":"Medicine; Heart failure; Emergency department; Quality of life (healthcare); Convalescence; Emergency medicine; Randomized controlled trial; Medical emergency; Physical therapy; Nursing; Internal medicine","score_opus":0.2160885363232859,"score_gpt":0.45323781442891853,"score_spread":0.23714927810563263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229765154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727654,0.0000068252675,0.000739195,0.014065725,0.00016591528,0.011661497,0.00009120093,0.00021105593,0.00029319327],"genre_scores_gemma":[0.9902146,0.0000019231734,0.009148404,0.00017572363,0.00008262739,0.00031011185,0.0000053987806,0.00003492072,0.000026297526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926817,0.0019726586,0.000994642,0.00096777163,0.0027308622,0.0006523597],"domain_scores_gemma":[0.99326473,0.0020167993,0.0006727647,0.0017783174,0.0019582466,0.0003091517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076882695,0.0003289825,0.0007355906,0.00012928745,0.00053254614,0.00014097043,0.0022697283,0.0001590267,0.00006692372],"category_scores_gemma":[0.0041061672,0.000200187,0.00014661175,0.0011013214,0.0008872977,0.0000815228,0.0017337736,0.001190341,0.000008352606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014541211,0.0005576528,0.98725545,0.00028362995,0.00003157805,0.0000011644097,0.010085453,0.00042893642,0.00019329252,0.000034037734,0.00024729347,0.00073611934],"study_design_scores_gemma":[0.00033643589,0.0016578854,0.974717,0.0003060796,0.000019123372,1.5684401e-7,0.021653354,0.000037132257,0.00081136695,0.0001459313,0.000084265695,0.00023121906],"about_ca_topic_score_codex":0.02606865,"about_ca_topic_score_gemma":0.0016262623,"teacher_disagreement_score":0.024442388,"about_ca_system_score_codex":0.00045605586,"about_ca_system_score_gemma":0.0030333982,"threshold_uncertainty_score":0.98041683},"labels":[],"label_agreement":null},{"id":"W4229950937","doi":"10.12688/hrbopenres.12795.2","title":"An international, Delphi consensus study to identify priorities for methodological research in behavioural trials: A study protocol","year":2018,"lang":"en","type":"preprint","venue":"HRB Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Hôpital du Sacré-Cœur de Montréal; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research; Ireland Canada University Foundation; Health Research Board","keywords":"Delphi method; Psychological intervention; Protocol (science); Psychology; Delphi; Intervention (counseling); Data collection; Applied psychology; Medicine; Alternative medicine; Sociology; Social science; Computer science; Psychiatry","score_opus":0.9649089605862181,"score_gpt":0.8094384058551204,"score_spread":0.15547055473109772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229950937","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44263774,0.0000072992375,0.000087161374,0.004647562,0.000501083,0.5448042,0.00013429185,0.00013158498,0.0070490907],"genre_scores_gemma":[0.4503349,0.000008696083,0.010110073,0.00001754973,0.0008344262,0.53699803,0.000014942867,0.00007635385,0.0016050253],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.831474,0.14561312,0.0030975502,0.003873362,0.012498609,0.0034433797],"domain_scores_gemma":[0.9586961,0.026769277,0.0003806967,0.0028771355,0.01034943,0.0009273357],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.51043105,0.0005217513,0.0018681157,0.0042231707,0.0023331353,0.0081689535,0.017350208,0.0008363029,0.001062929],"category_scores_gemma":[0.09722294,0.00047387404,0.00026545662,0.00297903,0.0023741955,0.0005444331,0.020530986,0.005692125,0.00016192989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040601663,0.048391804,0.4812435,0.00066473056,0.0009492286,0.0025081553,0.2537471,0.000049224338,0.00080782804,0.009847644,0.11725678,0.043932334],"study_design_scores_gemma":[0.010889419,0.02437208,0.1491314,0.001189665,0.00006074146,0.0000065343047,0.6786935,0.00024685625,0.0004105587,0.08540587,0.047857963,0.0017354692],"about_ca_topic_score_codex":0.14200251,"about_ca_topic_score_gemma":0.08236598,"teacher_disagreement_score":0.42494634,"about_ca_system_score_codex":0.0026206593,"about_ca_system_score_gemma":0.006403843,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W4231109773","doi":"10.21203/rs.2.13017/v2","title":"Acute severe paediatric asthma: study protocol for the development of a core outcome set, a Pediatric Emergency Networks (PERN) study","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital","funders":"","keywords":"Protocol (science); Outcome (game theory); Medicine; Asthma; Core (optical fiber); Set (abstract data type); Intensive care medicine; Emergency medicine; Medical emergency; Pediatrics; Computer science; Internal medicine; Alternative medicine; Telecommunications; Mathematics; Pathology","score_opus":0.4148050623421119,"score_gpt":0.5930952748489905,"score_spread":0.1782902125068786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231109773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090602,0.00017586896,0.0019579362,0.00043825322,0.0007047558,0.90403354,0.0001473103,0.00027002988,0.0016703169],"genre_scores_gemma":[0.47025323,0.00006567668,0.0005073958,0.0000026193677,0.0008709154,0.5261013,0.000016025442,0.00008586253,0.002096967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98352844,0.003322882,0.0020064877,0.0015616793,0.007422407,0.0021581075],"domain_scores_gemma":[0.98945737,0.0032623284,0.0007240515,0.0021573533,0.00398893,0.00040995987],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033012465,0.0006138893,0.0010287657,0.0012478693,0.0022623911,0.00032816388,0.0051867412,0.0007265997,0.00055414374],"category_scores_gemma":[0.0029988724,0.00045234483,0.0004906027,0.003579071,0.00032213272,0.00017142712,0.006333726,0.003793954,0.00007526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007154358,0.0036681,0.92208195,0.0020083822,0.00055346766,0.00004639423,0.04833825,0.0008541494,8.2217485e-7,0.000106882195,0.015907114,0.005719032],"study_design_scores_gemma":[0.011319129,0.009790264,0.56195176,0.000491471,0.00059622165,0.000005052988,0.3665049,0.0057084295,0.000008081786,0.0028124733,0.037396792,0.0034154316],"about_ca_topic_score_codex":0.0015177939,"about_ca_topic_score_gemma":0.004593867,"teacher_disagreement_score":0.37965125,"about_ca_system_score_codex":0.0011126774,"about_ca_system_score_gemma":0.005550601,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W4231502254","doi":"10.1097/psn.0000000000000123","title":"A Year in Review","year":2016,"lang":"en","type":"letter","venue":"Plastic Surgical Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thornhill Medical (Canada)","funders":"","keywords":"Work (physics); Political science; Management; Engineering; Mechanical engineering","score_opus":0.11622133803419205,"score_gpt":0.46034719917523775,"score_spread":0.3441258611410457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231502254","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016894473,0.0028301277,0.00005656944,0.82411563,0.0008694452,0.000436364,0.000012737781,0.0001297554,0.17153247],"genre_scores_gemma":[0.007359441,0.097019956,0.0020685862,0.76635396,0.06531429,0.0008723802,0.0001963561,0.000550854,0.060264196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963866,0.00077265716,0.0003544862,0.0004096582,0.0012028986,0.00087369076],"domain_scores_gemma":[0.99434096,0.005119119,0.00008837758,0.00025786686,0.00008411955,0.00010953402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001579744,0.00018022966,0.0004464351,0.00023153616,0.00011806763,0.00005877524,0.0005592021,0.000682119,0.0021185717],"category_scores_gemma":[0.0026372215,0.00014604017,0.00012745103,0.00048246255,0.0006328608,0.00007887587,0.00004075407,0.0015269243,0.00063165877],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006567381,0.000013092437,0.000030383375,0.00018745736,0.0000033217245,0.0012312058,0.000094241346,2.6154208e-8,4.1319274e-7,0.0006819578,0.9806646,0.017086744],"study_design_scores_gemma":[0.00012460367,0.000013248019,0.000011258099,0.021538306,0.000012076909,0.00001067808,0.000025447687,0.0000014891677,7.234299e-7,0.002033612,0.976034,0.00019456515],"about_ca_topic_score_codex":0.00013430322,"about_ca_topic_score_gemma":0.00001727359,"teacher_disagreement_score":0.111268274,"about_ca_system_score_codex":0.0006196404,"about_ca_system_score_gemma":0.00030386192,"threshold_uncertainty_score":0.9987936},"labels":[],"label_agreement":null},{"id":"W4231914991","doi":"10.1017/cem.2019.86","title":"LO43: Simulation curricular content in postgraduate emergency medicine: a multicenter delphi study","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital","funders":"","keywords":"Delphi method; Curriculum; Cronbach's alpha; Delphi; Medical education; Content validity; Content analysis; Medicine; Likert scale; Psychology; Computer science; Pedagogy; Psychometrics","score_opus":0.32176612575983854,"score_gpt":0.49694151585417046,"score_spread":0.17517539009433192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231914991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573422,0.0020652728,0.0001493964,0.014165767,0.011880666,0.0015475607,0.000004193597,0.00001823912,0.012826694],"genre_scores_gemma":[0.9955052,0.00067652616,0.000024266279,0.00007788359,0.0010655719,0.00001122037,0.0000031999284,0.000026718719,0.0026094166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953409,0.0006372683,0.0016689169,0.00028277724,0.0013343666,0.00073579076],"domain_scores_gemma":[0.99620235,0.0001598117,0.00055019534,0.0003292719,0.0016709088,0.0010874503],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005091925,0.00022126902,0.0005349936,0.0011361383,0.00020746012,0.000006452178,0.00079416105,0.00012343627,0.025122158],"category_scores_gemma":[0.0049081286,0.00017530695,0.00012140372,0.0013240756,0.00022759601,0.00028682835,0.000025349109,0.00059160317,0.00006051905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005167755,0.00013201451,0.934937,0.00003235856,0.00007537773,0.00022242003,0.030667964,0.00036626545,0.0003066628,0.00037014243,0.032029174,0.0008089407],"study_design_scores_gemma":[0.006704437,0.0043651816,0.5439307,0.0015323278,0.00025292934,0.000008488353,0.18304463,0.0023864794,0.000014973535,0.002445642,0.25444004,0.0008741653],"about_ca_topic_score_codex":0.22837736,"about_ca_topic_score_gemma":0.33218667,"teacher_disagreement_score":0.3910063,"about_ca_system_score_codex":0.0005259965,"about_ca_system_score_gemma":0.0007357066,"threshold_uncertainty_score":0.975769},"labels":[],"label_agreement":null},{"id":"W4232296411","doi":"10.1002/sim.3571","title":"Correction","year":2009,"lang":"en","type":"article","venue":"Statistics in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Regret; Acknowledgement; Spirometry; Statistics; Psychology; Asthma; Medicine; Computer science; Mathematics; Internal medicine","score_opus":0.09469270781760097,"score_gpt":0.5091439785365464,"score_spread":0.4144512707189454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232296411","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014588151,0.00013251771,0.19217816,0.023646483,0.0022153705,0.00042636433,0.000008745175,0.0001832638,0.7797503],"genre_scores_gemma":[0.9756533,0.00039572432,0.014240902,0.00065820187,0.00048089845,0.000008019095,0.0000094760235,0.0000053306085,0.008548147],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897766,0.0001165176,0.00014170771,0.00009808342,0.00046669974,0.00019935214],"domain_scores_gemma":[0.9992972,0.00042965714,0.000027264437,0.00009280125,0.00008789661,0.00006520387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014312342,0.00003945996,0.00008931151,0.000131637,0.00009410942,0.000008319372,0.00013962219,0.00004574564,0.0005357687],"category_scores_gemma":[0.0041447813,0.000036410514,0.000004639339,0.0003687246,0.0002755691,0.000033342116,0.000006892494,0.00019267006,0.000024485247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008586529,0.00002557405,0.0010663129,0.0000021394915,8.860098e-7,0.00004636428,0.00383891,0.0000023974205,0.000090209105,0.23747395,0.55015284,0.20729187],"study_design_scores_gemma":[0.0006094975,0.0005677426,0.055248894,0.00019999851,0.000007845247,0.000003775457,0.008221853,0.0015288634,0.0000830036,0.64294785,0.2903849,0.00019579707],"about_ca_topic_score_codex":0.0020296255,"about_ca_topic_score_gemma":0.0019757284,"teacher_disagreement_score":0.97419447,"about_ca_system_score_codex":0.00012462401,"about_ca_system_score_gemma":0.00007579722,"threshold_uncertainty_score":0.58662915},"labels":[],"label_agreement":null},{"id":"W4232578708","doi":"10.31222/osf.io/uegmb","title":"Mapping outcome reporting bias in published non-pharmacological randomized trials: a protocol for a cross-sectional study","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ottawa Hospital","funders":"","keywords":"Protocol (science); Reporting bias; Outcome (game theory); Sample size determination; Randomized controlled trial; Medicine; MEDLINE; Alternative medicine; Statistics; Internal medicine; Political science; Pathology; Mathematics","score_opus":0.7955421248443861,"score_gpt":0.6650687755410581,"score_spread":0.130473349303328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232578708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040317066,0.0000015731898,0.017047932,0.0053111226,0.0008137012,0.91734105,0.000019236628,0.00080604583,0.01834226],"genre_scores_gemma":[0.28880247,5.6920214e-7,0.007825104,0.00014056257,0.0008092988,0.701355,0.0000103030525,0.000029771765,0.0010269255],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97723895,0.008348697,0.009485797,0.0016779928,0.0023011481,0.00094743446],"domain_scores_gemma":[0.97631127,0.015760418,0.0059797172,0.0004688301,0.0011452616,0.00033452985],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23068091,0.00042870798,0.0033817452,0.0007130195,0.00053175,0.0024699674,0.0015774989,0.0008919864,0.0016727785],"category_scores_gemma":[0.39288062,0.0003254973,0.0014477036,0.0009591263,0.00049441116,0.0003109237,0.0018976979,0.0022764038,0.000011910159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07587977,0.0020052202,0.8982169,0.00081279763,0.0007015818,0.00031810702,0.009708993,0.00017596013,0.00018564667,0.0011650793,0.009803432,0.0010264878],"study_design_scores_gemma":[0.6567025,0.00064894283,0.17372914,0.00046003005,0.0001770764,0.000007724718,0.015011387,0.0149396965,0.00022418001,0.12292166,0.0125408815,0.0026367812],"about_ca_topic_score_codex":0.006510245,"about_ca_topic_score_gemma":0.0006505702,"teacher_disagreement_score":0.7244878,"about_ca_system_score_codex":0.00082154584,"about_ca_system_score_gemma":0.00212477,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W4232841717","doi":"10.1310/sci20s1-34","title":"General Session 11: Clinial Trials/Respiratory","year":2014,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Ottawa Hospital; University of Ottawa; Praxis Spinal Cord Institute; University of Saskatchewan; St. Michael's Hospital; Western University; Hamilton Health Sciences; Dalhousie University; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Session (web analytics); Respiratory system; Physical therapy; Physical medicine and rehabilitation; Internal medicine; World Wide Web; Computer science","score_opus":0.20530939743967885,"score_gpt":0.5368620559149624,"score_spread":0.33155265847528353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232841717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812999,0.000030972507,0.0012464202,0.0051303166,0.0009789016,0.0007900466,0.0000036006484,0.00013460408,0.010385245],"genre_scores_gemma":[0.9844973,0.000014648082,0.0126892235,0.00032486377,0.0016972059,0.00014350162,0.0000036407648,0.00001545398,0.0006141436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99475384,0.003043364,0.0007778099,0.00035482555,0.0007059763,0.00036416316],"domain_scores_gemma":[0.99795043,0.0011474018,0.00019717525,0.0003373274,0.0002526442,0.00011503328],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0146074705,0.00012434121,0.0003289246,0.00029564457,0.00025391328,0.00007797608,0.0003768283,0.00024915134,0.00017276485],"category_scores_gemma":[0.016861636,0.00012327652,0.00012577094,0.0005250819,0.00039166177,0.00028824015,0.00007928099,0.0003369515,0.000042904572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014348389,0.00015704252,0.05896227,0.000064701766,0.0000031350964,0.000002063394,0.0009970892,0.0000050120602,0.0011965018,0.2155789,0.0048027434,0.7167957],"study_design_scores_gemma":[0.00080002315,0.007307998,0.14287731,0.00013800416,0.000012189506,2.889169e-7,0.0014064558,0.00020772616,0.0004229102,0.15885675,0.6875708,0.0003995545],"about_ca_topic_score_codex":0.0009840777,"about_ca_topic_score_gemma":0.001218396,"teacher_disagreement_score":0.71639615,"about_ca_system_score_codex":0.00033654325,"about_ca_system_score_gemma":0.00024288744,"threshold_uncertainty_score":0.99141973},"labels":[],"label_agreement":null},{"id":"W4232999192","doi":"10.21203/rs.2.21217/v2","title":"Primary outcome reporting in adolescent depression clinical trials needs standardization","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Centre for Addiction and Mental Health","funders":"Cundill Centre for Child and Youth Depression; Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Standardization; Depression (economics); Outcome (game theory); Clinical trial; Psychiatry; Psychology; Medicine; Political science; Internal medicine; Economics","score_opus":0.7851725601727189,"score_gpt":0.6997469620041881,"score_spread":0.08542559816853079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232999192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4249892,0.008870956,0.07396269,0.13866732,0.008260623,0.06760188,0.00088568253,0.004608015,0.27215365],"genre_scores_gemma":[0.9920104,0.002626927,0.0018688851,0.0001349824,0.0018989024,0.0005876861,0.00015179373,0.00008480023,0.000635579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93982095,0.03854884,0.008659544,0.0017027634,0.009364839,0.0019030465],"domain_scores_gemma":[0.98573506,0.007327917,0.0027386122,0.0013234471,0.002024684,0.0008502926],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.25961894,0.0003214111,0.0017659825,0.0014855255,0.0006474294,0.00072649674,0.0017039552,0.0015337033,0.00026084686],"category_scores_gemma":[0.30489424,0.00030322763,0.00072314,0.0023173266,0.00077747734,0.00021868637,0.0040362305,0.007835771,0.000066098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046407018,0.00036578364,0.8803195,0.0017585944,0.000042100022,0.00046339358,0.0034613474,0.00014356645,0.00015674779,0.0011066995,0.022453649,0.0892646],"study_design_scores_gemma":[0.0029422275,0.0005078595,0.7291294,0.013503141,0.0000717005,0.000004960711,0.023128888,0.0016311362,0.00068041205,0.037785366,0.18877147,0.0018434495],"about_ca_topic_score_codex":0.002439585,"about_ca_topic_score_gemma":0.00065957254,"teacher_disagreement_score":0.56702125,"about_ca_system_score_codex":0.0023932408,"about_ca_system_score_gemma":0.0055033835,"threshold_uncertainty_score":0.999942},"labels":[],"label_agreement":null},{"id":"W4233163200","doi":"10.3899/jrheum.131308.c1","title":"Can We Decide Which Outcomes Should Be Measured in Every Clinical Trial? A Scoping Review of the Existing Conceptual Frameworks and Processes to Develop Core Outcome Sets","year":2014,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Outcome (game theory); Core (optical fiber); Conceptual framework; Clinical trial; MEDLINE; Intensive care medicine; Internal medicine; Epistemology; Computer science","score_opus":0.6508132256395877,"score_gpt":0.6064147677017472,"score_spread":0.044398457937840474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233163200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022727465,0.9784197,0.0001268795,0.015118482,0.00078484917,0.0031428093,0.000007756069,0.000018188843,0.000108543754],"genre_scores_gemma":[0.0029297872,0.9951432,0.0009615001,0.0007987711,0.000037065947,0.000065684675,8.546732e-7,0.000036966816,0.000026173635],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.985842,0.0073815417,0.004572435,0.00030177532,0.0013270009,0.000575239],"domain_scores_gemma":[0.9663815,0.026544156,0.004279204,0.00057896663,0.0019790577,0.00023714025],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034550898,0.00037092075,0.0047772103,0.0002881492,0.00028290533,0.00004476224,0.0024457434,0.0010495477,0.000028218677],"category_scores_gemma":[0.18723409,0.0001948619,0.0003535783,0.002070797,0.0012107966,0.00008723842,0.0005561256,0.0031788556,0.0000020912175],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012438709,0.0002409506,0.09578881,0.2674764,0.00080636854,0.00003176304,0.011133307,0.0000030886874,7.898202e-8,0.0033780353,0.0074391374,0.61245817],"study_design_scores_gemma":[0.0017876085,0.00023154696,0.00014302683,0.8981841,0.0005106215,0.0005172612,0.0016305773,5.742113e-7,2.0630964e-7,0.0009478157,0.09564025,0.00040637315],"about_ca_topic_score_codex":0.0005759384,"about_ca_topic_score_gemma":0.0126620345,"teacher_disagreement_score":0.63070774,"about_ca_system_score_codex":0.00021890287,"about_ca_system_score_gemma":0.008529491,"threshold_uncertainty_score":0.99912083},"labels":[],"label_agreement":null},{"id":"W4233420610","doi":"10.1155/2011/973509","title":"Congrès Conjoint APPQ-RSR du FRSQ Association des Pneumologues de la Province de Québec Réseau en Santé Respiratoire du FRSQ les 18, 19 et 20 Novembre 2010","year":2011,"lang":"fr","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Conjoint analysis; Statistics","score_opus":0.10402194235972514,"score_gpt":0.3669163633451255,"score_spread":0.2628944209854004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233420610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86476713,0.01984227,0.0011802244,0.04157051,0.0019527078,0.0012801095,0.00049152225,0.0002489239,0.06866659],"genre_scores_gemma":[0.97621423,0.0016723773,0.0015853357,0.010565425,0.0027887549,0.000100437785,0.0000065596532,0.00015599768,0.0069108736],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98667467,0.008257759,0.0010205058,0.0006279466,0.001127343,0.0022917609],"domain_scores_gemma":[0.99222904,0.0020346416,0.000858767,0.00049155136,0.0012816986,0.0031042797],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.018199468,0.0005314713,0.0006362094,0.000776564,0.0027716348,0.00095516775,0.0017182304,0.0015126821,0.0022805384],"category_scores_gemma":[0.01211269,0.00059029984,0.00034924064,0.0007329591,0.002784955,0.001148025,0.0001753319,0.0031551537,0.00021074302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000074093965,0.00017077303,0.6113237,0.00009537805,0.00020268929,0.0037904428,0.017632538,0.000039298633,0.0017137465,0.010364244,0.32804564,0.02654743],"study_design_scores_gemma":[0.0006265868,0.00039912824,0.12044035,0.00032585545,0.00008279823,0.00050263177,0.0051082307,0.00006611427,0.00073243113,0.0050516953,0.86598176,0.0006824318],"about_ca_topic_score_codex":0.8542388,"about_ca_topic_score_gemma":0.97231877,"teacher_disagreement_score":0.5379361,"about_ca_system_score_codex":0.018618533,"about_ca_system_score_gemma":0.053830985,"threshold_uncertainty_score":0.9999289},"labels":[],"label_agreement":null},{"id":"W4233785141","doi":"10.24124/2002/bpgub231","title":"Constructing partnership: A Delphi study of shared resource management in the North Yukon.","year":2002,"lang":"en","type":"dissertation","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Agriculture Food and Rural Development","funders":"Canadian Forest Service; Natural Resources Canada; University of Northern British Columbia; U.S. Forest Service; Queen's University; Australian Government","keywords":"General partnership; Delphi; Delphi method; Resource (disambiguation); Engineering; Political science; Geography; Engineering management; Computer science; Artificial intelligence; Law","score_opus":0.16993111862771823,"score_gpt":0.4494980099216801,"score_spread":0.27956689129396184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233785141","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41268563,0.000038109563,0.0000017550694,0.0001808331,0.000039018232,0.0018661624,0.0000027444828,0.000057466743,0.58512825],"genre_scores_gemma":[0.97980267,0.000043909164,0.0003237854,0.00003092716,0.000054648524,0.00035465695,0.000064125,0.000019831201,0.01930545],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963579,0.0007914303,0.00050081976,0.0003583219,0.001588507,0.0004029873],"domain_scores_gemma":[0.99871033,0.0004281555,0.00024190721,0.00043074842,0.00013852434,0.000050329574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021596404,0.00016474593,0.00026302555,0.00038134266,0.00025154062,0.00012407881,0.0012505513,0.00016284932,0.00043215696],"category_scores_gemma":[0.0002764706,0.0001315104,0.000068901216,0.0012007109,0.00012813103,0.00008127137,0.00006645272,0.00047741426,0.00001329252],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018614976,0.0019739587,0.067647636,0.00045009618,0.00028386616,0.0003727653,0.7263076,0.000019289026,0.0000015400594,0.042469654,0.046195775,0.114091724],"study_design_scores_gemma":[0.0002575062,0.000077003126,0.009625898,0.00007933303,0.0000317868,4.0594827e-7,0.98356616,0.000019599716,0.0000026961654,0.0002817647,0.0059002163,0.00015760447],"about_ca_topic_score_codex":0.006206184,"about_ca_topic_score_gemma":0.2662151,"teacher_disagreement_score":0.56711704,"about_ca_system_score_codex":0.00014267083,"about_ca_system_score_gemma":0.000060950017,"threshold_uncertainty_score":0.93819356},"labels":[],"label_agreement":null},{"id":"W4233847009","doi":"10.1097/00000542-200504000-00041","title":"Instructions for Obtaining Journal CME Credit","year":2005,"lang":"en","type":"article","venue":"Anesthesiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Continuing medical education; Medicine; Excellence; Specialty; Anesthesiology; Medical education; Christian ministry; Relevance (law); Graduate medical education; Reading (process); Continuing education; Family medicine; Political science; Law","score_opus":0.14262468126016584,"score_gpt":0.4600895549626331,"score_spread":0.31746487370246723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233847009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96142477,0.00019382776,0.0015134973,0.019433256,0.0005918643,0.0004109878,0.000001991985,0.00021703636,0.01621275],"genre_scores_gemma":[0.9745498,0.00015072363,0.020850893,0.0005747625,0.002180829,0.000060763912,0.0000015477211,0.0000117640175,0.0016189691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894565,0.0002057748,0.00016767735,0.0001248062,0.00016389099,0.00039216905],"domain_scores_gemma":[0.9990981,0.00045412724,0.00006354742,0.00010688889,0.00016976848,0.000107560074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014807957,0.00005528313,0.000111310495,0.0001237377,0.00076419563,0.00004540796,0.00033855453,0.00015814084,0.00026246533],"category_scores_gemma":[0.00091584714,0.000052016432,0.00006294997,0.00014406227,0.00033798467,0.00015482218,0.000021409847,0.00021283336,0.000056538447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010063875,0.0001154217,0.030975737,0.000009302075,0.000039943287,0.000059357404,0.011625838,0.000084897736,0.000904213,0.21339735,0.19343482,0.54925245],"study_design_scores_gemma":[0.00013197986,0.0001402603,0.0037295765,0.0000048416523,0.000004125607,0.000114664246,0.0021119665,0.000035958445,0.00011616994,0.021692438,0.9718439,0.00007412483],"about_ca_topic_score_codex":0.00011649015,"about_ca_topic_score_gemma":0.00021157206,"teacher_disagreement_score":0.77840906,"about_ca_system_score_codex":0.00009210447,"about_ca_system_score_gemma":0.0002509111,"threshold_uncertainty_score":0.5877652},"labels":[],"label_agreement":null},{"id":"W4234431429","doi":"10.1109/mpel.2020.3047328","title":"CFP for PEDG 2021","year":2021,"lang":"en","type":"article","venue":"IEEE Power Electronics Magazine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of New Brunswick","funders":"","keywords":"Virology; Computer science; Business; Medicine","score_opus":0.05490505883257214,"score_gpt":0.41721254082265324,"score_spread":0.3623074819900811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234431429","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06295523,0.011676005,0.054771565,0.07386357,0.003391216,0.002889676,0.00009606778,0.0008623952,0.7894943],"genre_scores_gemma":[0.8767768,0.0022550393,0.0062200916,0.0007889313,0.00091937365,0.0002523943,0.000037207417,0.00009005156,0.112660065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750215,0.00017781403,0.0002353348,0.00041330355,0.0006113916,0.0010600295],"domain_scores_gemma":[0.99832445,0.00035040872,0.00006231225,0.00042483545,0.00066124165,0.00017676511],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013570434,0.00014061695,0.00020563934,0.000094761366,0.00036251656,0.00015422849,0.00046731444,0.00017187545,0.001628876],"category_scores_gemma":[0.00085277477,0.00015807623,0.000150684,0.0006943048,0.00017132606,0.00015939352,0.000058675974,0.00035776052,0.00041831954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009272658,0.00041709855,0.00031019098,0.000040378443,0.00010502275,0.00011405711,0.0019395062,0.000012996296,0.08912262,0.273597,0.6105514,0.023696989],"study_design_scores_gemma":[0.0002793217,0.00012215885,0.00004907867,0.000011191143,0.000012053268,0.000005822757,0.00020355078,0.00005193153,0.023255544,0.021987416,0.95382,0.00020195055],"about_ca_topic_score_codex":0.00003453401,"about_ca_topic_score_gemma":0.0018779703,"teacher_disagreement_score":0.8138216,"about_ca_system_score_codex":0.0003632209,"about_ca_system_score_gemma":0.0016695233,"threshold_uncertainty_score":0.9992838},"labels":[],"label_agreement":null},{"id":"W4234866156","doi":"10.1111/hdi.12850","title":"ISSUE INFORMATION","year":2021,"lang":"en","type":"paratext","venue":"Hemodialysis International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Citation; Medicine; Internet privacy; Computer science; Information retrieval; World Wide Web","score_opus":0.060619247031780316,"score_gpt":0.42955767702209724,"score_spread":0.3689384299903169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234866156","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000596243,0.00017980345,0.0032909266,0.009055851,0.009653702,0.00024400343,0.00021104397,0.00007852279,0.9772265],"genre_scores_gemma":[0.0074958284,0.0031011945,0.002598747,0.0012327264,0.0060748295,0.00020673801,0.0044187717,0.000029200293,0.97484195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966793,0.00028370591,0.00046230643,0.00026726568,0.0019726462,0.0003347983],"domain_scores_gemma":[0.99784124,0.00022337303,0.00026013324,0.00033436494,0.0012142705,0.0001266252],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00103982,0.00017591874,0.00028349902,0.0006103912,0.0002773685,0.0006746195,0.001143768,0.00050098595,0.1415091],"category_scores_gemma":[0.0011559308,0.00020210972,0.00025518806,0.00051360874,0.00020358562,0.00068164844,0.00025884854,0.0005020926,0.05273935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005995487,0.000026960259,0.000015619022,0.000013551216,0.00011958504,0.000004195044,0.0013611212,0.000048589845,0.000009060467,0.0024717348,0.9712981,0.02462552],"study_design_scores_gemma":[0.00009808246,0.0000042818865,0.00000868914,0.000051487157,0.000016907323,0.0000010673083,0.0009895661,0.00012067062,0.00021354583,0.00023186456,0.99806863,0.00019522669],"about_ca_topic_score_codex":0.0019557956,"about_ca_topic_score_gemma":0.00037098982,"teacher_disagreement_score":0.088769756,"about_ca_system_score_codex":0.00070159364,"about_ca_system_score_gemma":0.0009794296,"threshold_uncertainty_score":0.9479982},"labels":[],"label_agreement":null},{"id":"W4235341035","doi":"10.21203/rs.3.rs-136796/v1","title":"Conceptual Framework for Task Shifting and Task Sharing: An International Delphi Study","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Laurentian University; University of Toronto","funders":"University of Cape Town; University of Washington","keywords":"Task (project management); Conceptual framework; Delphi; Computer science; Delphi method; Knowledge management; Process management; Business; Sociology; Management; Economics; Artificial intelligence; Social science","score_opus":0.4109445358284098,"score_gpt":0.5826886882252665,"score_spread":0.17174415239685675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235341035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048765,0.0008299315,0.022812624,0.029688574,0.0016279739,0.02229992,0.0011349041,0.0018972236,0.014832394],"genre_scores_gemma":[0.9854394,0.00027537055,0.009725263,0.00007348754,0.0021196331,0.0018715297,0.000122039746,0.00008419272,0.00028908352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9912184,0.0015252909,0.000539628,0.0016365608,0.003849315,0.0012307954],"domain_scores_gemma":[0.99361074,0.002853299,0.00015399171,0.00088753947,0.0017432071,0.00075122376],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011378404,0.00030469635,0.00045858877,0.00055427896,0.001341199,0.0014144188,0.0032102708,0.000721676,0.00027491135],"category_scores_gemma":[0.01724185,0.00033092627,0.00018180802,0.00066211337,0.0014051935,0.00039122291,0.005197288,0.0037380024,0.000031890155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004916959,0.0011640348,0.11064808,0.0005368841,0.0004374062,0.00023331777,0.25344968,0.00005973929,0.00012988958,0.61462456,0.0059925877,0.012232108],"study_design_scores_gemma":[0.0011767489,0.0022859697,0.016612416,0.001302088,0.00005136932,0.0000020708653,0.39782053,0.0050962493,0.000050740233,0.46442854,0.109925516,0.0012477613],"about_ca_topic_score_codex":0.004173638,"about_ca_topic_score_gemma":0.0013925959,"teacher_disagreement_score":0.15019605,"about_ca_system_score_codex":0.0006268981,"about_ca_system_score_gemma":0.0011351332,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W4235391846","doi":"10.1111/j.1365-2222.2007.02892.x","title":"EDITORIAL ANNOUNCEMENT","year":2007,"lang":"en","type":"article","venue":"Clinical & Experimental Allergy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Publishing; General partnership; Library science; Medicine; Impact factor; Editor in chief; Management; Classics; History; Political science; Law; Computer science","score_opus":0.1906189074048356,"score_gpt":0.5632818023373496,"score_spread":0.372662894932514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235391846","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16267058,0.0007225039,0.0012472711,0.0036724492,0.25613213,0.0012159586,0.000008021767,0.0008435624,0.5734875],"genre_scores_gemma":[0.85388136,0.00017958626,0.0016694559,0.00058655726,0.14024286,0.0000476673,0.000007960445,0.000024370534,0.0033601879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996785,0.0002659267,0.00063479476,0.00038983152,0.0012631596,0.00066129054],"domain_scores_gemma":[0.99839,0.00065260567,0.000095867676,0.00029112963,0.00013190383,0.00043847418],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005607436,0.00012467471,0.00020519878,0.000060934555,0.00038063203,0.000075336626,0.0006175996,0.0003082952,0.0012470637],"category_scores_gemma":[0.00069699856,0.00012323984,0.00017123869,0.00023289643,0.00087542296,0.00015617658,0.0002433683,0.00036324136,0.00038438095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027977824,0.0011761396,0.0008132569,0.0000013582352,0.00004584645,0.000031335112,0.002443881,4.047942e-7,0.0037016873,0.032897204,0.9476999,0.010909206],"study_design_scores_gemma":[0.0004449644,0.0003153135,0.00024516514,0.000007714379,0.0000011650727,3.1337186e-7,0.005688628,0.000002018862,0.0037525785,0.000838092,0.9885489,0.00015514571],"about_ca_topic_score_codex":0.0010009019,"about_ca_topic_score_gemma":0.0004145321,"teacher_disagreement_score":0.69121075,"about_ca_system_score_codex":0.00027713162,"about_ca_system_score_gemma":0.00020111498,"threshold_uncertainty_score":0.9996659},"labels":[],"label_agreement":null},{"id":"W4235935390","doi":"10.21203/rs.2.13017/v1","title":"Acute severe paediatric asthma: study protocol for the development of a core outcome set, a Pediatric Emergency Networks (PERN) study","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital","funders":"","keywords":"Outcome (game theory); Protocol (science); Medicine; Asthma; Core (optical fiber); Set (abstract data type); Medical emergency; Pediatrics; Intensive care medicine; Computer science; Alternative medicine; Internal medicine; Telecommunications","score_opus":0.4148050623421119,"score_gpt":0.5930952748489905,"score_spread":0.1782902125068786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235935390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090602,0.00017586896,0.0019579362,0.00043825322,0.0007047558,0.90403354,0.0001473103,0.00027002988,0.0016703169],"genre_scores_gemma":[0.47025323,0.00006567668,0.0005073958,0.0000026193677,0.0008709154,0.5261013,0.000016025442,0.00008586253,0.002096967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98352844,0.003322882,0.0020064877,0.0015616793,0.007422407,0.0021581075],"domain_scores_gemma":[0.98945737,0.0032623284,0.0007240515,0.0021573533,0.00398893,0.00040995987],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033012465,0.0006138893,0.0010287657,0.0012478693,0.0022623911,0.00032816388,0.0051867412,0.0007265997,0.00055414374],"category_scores_gemma":[0.0029988724,0.00045234483,0.0004906027,0.003579071,0.00032213272,0.00017142712,0.006333726,0.003793954,0.00007526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007154358,0.0036681,0.92208195,0.0020083822,0.00055346766,0.00004639423,0.04833825,0.0008541494,8.2217485e-7,0.000106882195,0.015907114,0.005719032],"study_design_scores_gemma":[0.011319129,0.009790264,0.56195176,0.000491471,0.00059622165,0.000005052988,0.3665049,0.0057084295,0.000008081786,0.0028124733,0.037396792,0.0034154316],"about_ca_topic_score_codex":0.0015177939,"about_ca_topic_score_gemma":0.004593867,"teacher_disagreement_score":0.37965125,"about_ca_system_score_codex":0.0011126774,"about_ca_system_score_gemma":0.005550601,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W4235998839","doi":"10.7202/1085878ar","title":"Consensus par la méthode Delphi sur les concepts clés des capacités organisationnelles spécifiques de la gestion des connaissances","year":2011,"lang":"fr","type":"article","venue":"Recherches qualitatives","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Moncton","funders":"","keywords":"Sociology","score_opus":0.7971865443645907,"score_gpt":0.5545750511680961,"score_spread":0.24261149319649455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235998839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8546195,0.03354599,0.044046935,0.0055523817,0.00029659702,0.00074183434,0.000081714476,0.00054174213,0.0605733],"genre_scores_gemma":[0.7613862,0.008205451,0.22707817,0.00007251684,0.00023331822,0.00009431179,0.0000048152597,0.000076129094,0.0028490785],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94031096,0.056470703,0.0008787003,0.0006319782,0.0007046549,0.0010029912],"domain_scores_gemma":[0.94328153,0.053977717,0.0005012763,0.00035941708,0.0014430393,0.00043700606],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03637271,0.0005195493,0.0006446127,0.00025126347,0.0008753105,0.00027518484,0.0008064559,0.0014046389,0.0007550309],"category_scores_gemma":[0.04900579,0.00052860525,0.00023252243,0.001009071,0.028830564,0.00076211075,0.00012439143,0.0012692881,0.00009196977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001445427,0.0003720332,0.008310072,0.0004019335,0.00016965342,0.000072935654,0.63239855,0.000005916944,0.004643858,0.2878431,0.0022332424,0.06340418],"study_design_scores_gemma":[0.0004027829,0.0003288302,0.021336142,0.0012072355,0.00008493888,0.00004720799,0.2841441,0.00006277881,0.030594813,0.65359265,0.007556405,0.0006421299],"about_ca_topic_score_codex":0.034473788,"about_ca_topic_score_gemma":0.005210289,"teacher_disagreement_score":0.3657495,"about_ca_system_score_codex":0.0014004102,"about_ca_system_score_gemma":0.0014221682,"threshold_uncertainty_score":0.99989176},"labels":[],"label_agreement":null},{"id":"W4236000215","doi":"10.1016/j.fertnstert.2020.11.012","title":"Developing a core outcome set for future infertility research: an international consensus development study","year":2020,"lang":"en","type":"article","venue":"Fertility and Sterility","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Mansoura University; Chinese University of Hong Kong; Medical Research Council; Mazandaran University of Medical Sciences; Ottawa Hospital Research Institute; Universiteit van Amsterdam; Maurice and Phyllis Paykel Trust; Chelsea and Westminster Hospital NHS Foundation Trust; Royal Society Te Apārangi; University of Alberta; University of New South Wales; Christian Medical College, Vellore; Auckland District Health Board; University of Oxford; University of Toronto; University College London; University of Aberdeen","keywords":"Medicine; Miscarriage; Fertility; Pregnancy; Randomized controlled trial; Delphi method; Live birth; Gynecology; Family medicine; Obstetrics; Population; Computer science; Surgery","score_opus":0.800538303528148,"score_gpt":0.6023739264952702,"score_spread":0.19816437703287781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236000215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98349077,0.000022670869,0.00087995175,0.012106952,0.00023282573,0.0022051816,0.00008996115,0.00019139503,0.00078030495],"genre_scores_gemma":[0.99407536,0.00000356572,0.0051501477,0.00028939237,0.00016365414,0.0002278777,0.000026924286,0.000010698899,0.000052395924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959612,0.0010776311,0.0006036054,0.0007442704,0.0010433125,0.00057001517],"domain_scores_gemma":[0.9977107,0.00054210424,0.000070868526,0.0003738102,0.00088172965,0.00042075416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092896605,0.00016642651,0.00030231988,0.00008023491,0.0011275844,0.00023462865,0.000704179,0.00017292194,0.00010537588],"category_scores_gemma":[0.0036592616,0.00016093132,0.00005146627,0.0003667205,0.0006229948,0.0002616604,0.00046192695,0.0004405456,0.000008209529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009189526,0.00043405403,0.87193596,0.00017762306,0.000057494868,0.000015879512,0.092271686,3.8591403e-7,0.00005721594,0.00074919674,0.00020415934,0.024906805],"study_design_scores_gemma":[0.00041755004,0.00018640613,0.9307965,0.000008158069,0.0000037900418,3.5697087e-7,0.034560084,0.00015327141,0.00006639208,0.002224799,0.031420056,0.00016264684],"about_ca_topic_score_codex":0.0007708342,"about_ca_topic_score_gemma":0.005757042,"teacher_disagreement_score":0.058860514,"about_ca_system_score_codex":0.00035161505,"about_ca_system_score_gemma":0.0007042299,"threshold_uncertainty_score":0.8672582},"labels":[],"label_agreement":null},{"id":"W4237587903","doi":"10.1046/j.1365-2648.2000.1330b.x","title":"Editorial","year":2000,"lang":"en","type":"editorial","venue":"Journal of Advanced Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audience measurement; Editorial board; Publication; Library science; Table of contents; Medicine; Political science; Law; Computer science; World Wide Web","score_opus":0.03271504666485429,"score_gpt":0.4658484150988102,"score_spread":0.4331333684339559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237587903","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025938669,0.0007479809,0.00009947449,0.000835233,0.968295,0.00018141311,0.000014468089,0.000052639647,0.029747903],"genre_scores_gemma":[0.00006695765,0.0027550498,0.0037034857,0.00000645579,0.991646,0.0000030423246,0.000005028959,0.00005257233,0.0017614132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99338996,0.00040085404,0.00075235637,0.00022122018,0.004630623,0.0006049709],"domain_scores_gemma":[0.99527925,0.0016404215,0.00087031047,0.00024083686,0.0016617477,0.0003074537],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029351194,0.00021826911,0.00056877703,0.00047653617,0.00040626252,0.00020768594,0.0011301554,0.0012092259,0.0001950154],"category_scores_gemma":[0.0060412455,0.00021662378,0.00029879445,0.00044110688,0.000519206,0.0006298465,0.0000224658,0.002915396,0.000022223185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030024938,0.00006787273,2.357586e-7,0.000010187006,0.000017119175,0.000029671895,0.0013014814,0.000029249404,0.00006148877,0.000041754178,0.88831997,0.10982071],"study_design_scores_gemma":[0.00042880504,0.00024087139,3.6116614e-7,0.0012778576,0.000037600552,0.0000029658052,0.0014655496,3.7338276e-7,0.000052078645,0.0070493584,0.98924166,0.00020249306],"about_ca_topic_score_codex":0.000053955755,"about_ca_topic_score_gemma":0.000021561338,"teacher_disagreement_score":0.10961821,"about_ca_system_score_codex":0.0015383308,"about_ca_system_score_gemma":0.0029966054,"threshold_uncertainty_score":0.99938494},"labels":[],"label_agreement":null},{"id":"W4237810886","doi":"10.1016/s1499-2671(18)30098-4","title":"Top 10 Reviewers for 2017","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics","score_opus":0.12389159664028146,"score_gpt":0.42939939750119,"score_spread":0.30550780086090856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237810886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6621826,0.011339871,0.0002998433,0.057766832,0.0045723435,0.0015312828,0.000098793585,0.000055984277,0.2621524],"genre_scores_gemma":[0.9906947,0.00006467206,0.0025248495,0.0005417397,0.0017797786,0.000010764027,7.874557e-7,0.000014072164,0.004368658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998911,0.000099586505,0.00021320391,0.000074767115,0.00022957324,0.00047184026],"domain_scores_gemma":[0.9979055,0.00020751124,0.00013111002,0.0001278008,0.00094697636,0.0006811358],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025143842,0.00005516166,0.00015748615,0.00022938939,0.00041860226,0.0001110801,0.00054436654,0.00007284217,0.0010577565],"category_scores_gemma":[0.00382981,0.000051362906,0.00010019442,0.00021315661,0.00055462384,0.00018097264,0.0000070819483,0.0001112137,0.000057546873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001593341,0.0000050356466,0.01723555,0.000022471146,0.000027233524,0.0000051183615,0.0014981652,1.5712293e-7,0.00011602464,0.0038855572,0.93505305,0.042150036],"study_design_scores_gemma":[0.00008548107,0.000167011,0.0011713153,0.00010028233,0.000010110769,3.8535933e-7,0.00044469343,0.0000035391881,0.00047532248,0.0052239066,0.99224705,0.00007092043],"about_ca_topic_score_codex":0.0013968474,"about_ca_topic_score_gemma":0.04378321,"teacher_disagreement_score":0.32851204,"about_ca_system_score_codex":0.00019079764,"about_ca_system_score_gemma":0.0023518356,"threshold_uncertainty_score":0.9998554},"labels":[],"label_agreement":null},{"id":"W4238665379","doi":"10.1002/gps.5395","title":"Cover Image","year":2020,"lang":"en","type":"paratext","venue":"International Journal of Geriatric Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cover (algebra); Appeal; Audiology; Psychological intervention; Cognitive impairment; Population ageing; Population; Psychology; Gerontology; Medicine; Geography; Cognition; Psychiatry; Environmental health; Political science; Engineering","score_opus":0.0438836838964997,"score_gpt":0.4334449163238114,"score_spread":0.38956123242731167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238665379","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003024975,0.00388259,0.0041806535,0.06397511,0.06960258,0.00029992376,0.00019684064,0.000039929924,0.85751987],"genre_scores_gemma":[0.055060748,0.061432898,0.07931205,0.008101324,0.22325112,0.00005455422,0.00022269019,0.00043979535,0.57212484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949888,0.00036995922,0.0010311297,0.00027647815,0.0029585836,0.00037504695],"domain_scores_gemma":[0.9959011,0.0002421836,0.0014949265,0.00019867884,0.0018244726,0.00033864818],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013507297,0.00025105564,0.00048401998,0.0008074685,0.0001479329,0.00043906222,0.0031292222,0.00045540102,0.019051518],"category_scores_gemma":[0.0005726222,0.0002460499,0.00056568993,0.0005334224,0.00024372191,0.000434234,0.00022060363,0.0013876884,0.010087467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015652232,0.00010496192,0.000042927913,0.000023980658,0.00029430038,0.00009818115,0.00048044487,0.0000071818695,0.00004504466,0.0014257273,0.99530035,0.0020203737],"study_design_scores_gemma":[0.00047153432,0.0001003194,0.00005789609,0.0001521083,0.000042551557,0.00005708775,0.0005427236,0.0000040245054,0.000020216252,0.0028563372,0.99546206,0.00023312995],"about_ca_topic_score_codex":0.00027158397,"about_ca_topic_score_gemma":0.000028423548,"teacher_disagreement_score":0.28539506,"about_ca_system_score_codex":0.0005373182,"about_ca_system_score_gemma":0.004549439,"threshold_uncertainty_score":0.99999917},"labels":[],"label_agreement":null},{"id":"W4239332354","doi":"10.1332/policypress/9781447344957.003.0005","title":"Rural dementia research in Canada","year":2020,"lang":"en","type":"book-chapter","venue":"Policy Press eBooks","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Rural area; Context (archaeology); Economic growth; Geography; Medicine; Gerontology; Socioeconomics; Sociology","score_opus":0.3626812641194105,"score_gpt":0.4867370762743733,"score_spread":0.12405581215496281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239332354","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000255316,0.00054165616,0.0000020415234,0.0040551363,0.00012212465,0.0010116532,0.0000677947,0.00008684057,0.9940872],"genre_scores_gemma":[0.16083845,0.00039813126,0.00007647247,0.00047414275,0.0014492016,0.00020299133,0.00000881906,0.00010529755,0.83644646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952098,0.0003868992,0.00042741536,0.00044348073,0.0024494012,0.0010829961],"domain_scores_gemma":[0.998324,0.00036416634,0.00010565289,0.00050930557,0.0002470706,0.00044981373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014457082,0.00024863714,0.00036104507,0.00048606153,0.0003331355,0.00015503007,0.0015561484,0.00034731327,0.0001432578],"category_scores_gemma":[0.0003168621,0.00028192427,0.0000822378,0.000060302027,0.0006585704,0.000051746825,0.0007403236,0.0017123584,0.00004901818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024211804,0.0000030298575,0.000027345563,0.000055851335,0.000040116898,0.00015953949,0.00096225203,5.214915e-7,0.000008458215,0.935339,0.04617197,0.017207706],"study_design_scores_gemma":[0.00010429153,0.000023941,0.000018495415,0.00020515743,0.0000072818816,8.5772734e-7,0.00021254031,0.000005967574,0.00009788643,0.06927832,0.9297923,0.00025295955],"about_ca_topic_score_codex":0.9980362,"about_ca_topic_score_gemma":0.99247,"teacher_disagreement_score":0.8836203,"about_ca_system_score_codex":0.0025817691,"about_ca_system_score_gemma":0.013512561,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W4239628373","doi":"10.7287/peerj.preprints.1986","title":"CATALISE: a multinational and multidisciplinary Delphi consensus study. Identifying language impairments in children","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Statement (logic); Set (abstract data type); Psychology; Delphi; Scale (ratio); Multidisciplinary approach; Relevance (law); Medical education; Psychological intervention; Panel discussion; Multinational corporation; Medicine; Family medicine; Political science; Psychiatry; Linguistics; Computer science; Law; Artificial intelligence","score_opus":0.0827397129442484,"score_gpt":0.4759211568847165,"score_spread":0.39318144394046806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239628373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907606,0.0002001028,0.00008922109,0.0014191242,0.00015010213,0.0031599915,0.00012925043,0.00021213894,0.0038794195],"genre_scores_gemma":[0.99624044,0.00005891814,0.0015793428,0.0000149065445,0.00014783198,0.00035542354,0.000039269897,0.000027717047,0.0015361268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662685,0.0006393362,0.0004457167,0.00072221475,0.0010494416,0.00051642215],"domain_scores_gemma":[0.9986774,0.00041162316,0.00016436384,0.0004069743,0.00016442777,0.00017521724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030324701,0.00023857492,0.00029912466,0.00049418723,0.00033926227,0.00019789161,0.0006780369,0.00030580626,0.00017983023],"category_scores_gemma":[0.00066384365,0.00020906371,0.000067770845,0.00022074515,0.0004547946,0.00011102245,0.0026011234,0.000563411,0.000027384855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003483575,0.0005915517,0.9504355,0.000042125743,0.000085491934,0.00030419405,0.042833935,0.0000039893607,0.00015898237,0.00039902265,0.00081526395,0.0042950637],"study_design_scores_gemma":[0.001443734,0.000052261894,0.95231485,0.00028550488,0.000019878295,0.000020152022,0.039833523,0.00014870575,0.000062705454,0.005295748,0.000020822616,0.00050213205],"about_ca_topic_score_codex":0.028582795,"about_ca_topic_score_gemma":0.012783144,"teacher_disagreement_score":0.01579965,"about_ca_system_score_codex":0.00040058154,"about_ca_system_score_gemma":0.000434405,"threshold_uncertainty_score":0.97788596},"labels":[],"label_agreement":null},{"id":"W4241294886","doi":"10.26685/urncst.196","title":"The Science Atlantic 2020 Aquaculture &amp; Fisheries and Biology Conference","year":2020,"lang":"en","type":"article","venue":"Undergraduate Research in Natural and Clinical Science and Technology (URNCST) Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Acadia University; Cape Breton University","funders":"Cape Breton University","keywords":"Presentation (obstetrics); Mandate; Publishing; Aquaculture; Political science; Coronavirus disease 2019 (COVID-19); Fisheries science; Library science; Public relations; Fish <Actinopterygii>; Fishery; Fisheries management; Medicine; Computer science; Biology; Fishing; Law","score_opus":0.2622015513352085,"score_gpt":0.5172567086527662,"score_spread":0.2550551573175577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241294886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52441406,0.001680397,0.000019366551,0.47206876,0.00015352046,0.000282444,0.0000012134325,0.000052879674,0.0013273645],"genre_scores_gemma":[0.9607032,0.038165174,0.0005233901,0.0002303955,0.00015998709,0.0000137134275,3.2299712e-7,0.0000053183894,0.00019850495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950323,0.0006870192,0.00054561516,0.000787765,0.0014766679,0.0014706402],"domain_scores_gemma":[0.995518,0.0017972837,0.00014342,0.00022995031,0.0015181508,0.00079314894],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.021290656,0.0001625728,0.00030994948,0.000476017,0.00584679,0.0014222845,0.0019985568,0.00032399525,0.000016524182],"category_scores_gemma":[0.021375641,0.000096941476,0.00003675872,0.0059106657,0.056428377,0.0007689379,0.0014366002,0.0038299586,0.000013678996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018136376,0.00011024394,0.2644142,0.000029111423,0.000032550266,0.00014369065,0.0013456866,1.177186e-7,0.009010398,0.41705167,0.008607774,0.2990732],"study_design_scores_gemma":[0.0009470754,0.0009947363,0.016921697,0.00015028613,0.000010617532,0.00032359752,0.011170795,0.0011421621,0.00024572678,0.8428608,0.12480851,0.00042395422],"about_ca_topic_score_codex":0.00040579686,"about_ca_topic_score_gemma":0.0015788333,"teacher_disagreement_score":0.47183836,"about_ca_system_score_codex":0.00015378148,"about_ca_system_score_gemma":0.0018471422,"threshold_uncertainty_score":0.99961436},"labels":[],"label_agreement":null},{"id":"W4241465965","doi":"10.31235/osf.io/pz9jr","title":"Preregistering Qualitative Research: A Delphi Study","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Credibility; Transparency (behavior); Terminology; Delphi method; Relevance (law); Delphi; Computer science; Flexibility (engineering); Psychology; Qualitative property; Management science; Epistemology; Sociology; Mathematics; Artificial intelligence; Engineering","score_opus":0.8779238576362547,"score_gpt":0.7215300907481216,"score_spread":0.1563937668881331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241465965","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100719266,0.0001808284,0.0042955996,0.05038471,0.0005699591,0.010057024,0.000037272035,0.0016836929,0.83207166],"genre_scores_gemma":[0.9866904,0.00008448865,0.0044447947,0.000077908,0.0005014116,0.0011935305,0.0000062407516,0.000050062255,0.0069511374],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9834776,0.010006683,0.0005391933,0.0011221793,0.0038885535,0.00096579676],"domain_scores_gemma":[0.99492073,0.0024578488,0.00013762945,0.0009530413,0.00109033,0.00044041412],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025035612,0.00024318678,0.00044683838,0.00046424946,0.0008159055,0.00072416913,0.0026431559,0.00040215495,0.00069826737],"category_scores_gemma":[0.008803914,0.0002441861,0.00014465366,0.0009966653,0.001100937,0.00014244088,0.0057592564,0.0030225185,0.0003588658],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005858456,0.0003584522,0.0002341377,0.00012983807,0.00011135877,0.00014593705,0.91209924,0.000005593528,0.00004808093,0.040147275,0.043905273,0.0027562242],"study_design_scores_gemma":[0.00015591082,0.00027680045,0.00017949638,0.00012600771,0.000011024264,2.594788e-7,0.81604934,0.000073865565,0.00004185558,0.1529872,0.029744385,0.00035384097],"about_ca_topic_score_codex":0.044536736,"about_ca_topic_score_gemma":0.013403867,"teacher_disagreement_score":0.8859712,"about_ca_system_score_codex":0.0006623045,"about_ca_system_score_gemma":0.0015371777,"threshold_uncertainty_score":0.99954534},"labels":[],"label_agreement":null},{"id":"W4241781804","doi":"10.1080/07060661.2019.1583479","title":"Atlantic Regional Meeting, 2018/Réunion Régionale des Atlantic, 2018","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Plant Pathology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography; Geology","score_opus":0.08217334737755724,"score_gpt":0.34030140624405336,"score_spread":0.25812805886649615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241781804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97951746,0.0006068653,0.000097473414,0.0053764675,0.001031529,0.00023703046,0.00004366917,0.000021230611,0.013068294],"genre_scores_gemma":[0.9949126,0.0006470707,0.0013534663,0.00038013805,0.0005600074,0.0000032807172,0.000024547931,0.00002031501,0.0020985769],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976505,0.0005427671,0.00040182588,0.00019350144,0.00047476613,0.0007366275],"domain_scores_gemma":[0.9981237,0.0003744763,0.00027777225,0.0001926598,0.0003054451,0.00072595937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026550088,0.00012747454,0.00029098557,0.0005745796,0.0003929706,0.00007486826,0.00070596486,0.00024522404,0.0008903342],"category_scores_gemma":[0.00059688854,0.00012009683,0.00011960493,0.00026402503,0.000795616,0.00021052339,0.000027479125,0.000459707,0.0002775873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005560731,0.000031762796,0.6023751,0.000032260297,0.000042896947,0.0040789493,0.0033627125,0.00002126748,0.0020534035,0.014361401,0.37283367,0.00075100525],"study_design_scores_gemma":[0.00054756284,0.000401774,0.069653995,0.0003763239,0.000030820218,0.0044338233,0.0020496708,0.000028238144,0.00011310073,0.010033525,0.91198087,0.00035028948],"about_ca_topic_score_codex":0.048146144,"about_ca_topic_score_gemma":0.30108732,"teacher_disagreement_score":0.5391472,"about_ca_system_score_codex":0.0003704903,"about_ca_system_score_gemma":0.0024594653,"threshold_uncertainty_score":0.9748535},"labels":[],"label_agreement":null},{"id":"W4241984763","doi":"10.21203/rs.2.21217/v1","title":"Primary outcome reporting in adolescent depression clinical trials needs standardization","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Centre for Addiction and Mental Health","funders":"","keywords":"Standardization; Outcome (game theory); Depression (economics); Clinical trial; Medicine; Psychology; Psychiatry; Clinical psychology; Political science; Internal medicine; Economics","score_opus":0.7851725601727189,"score_gpt":0.6997469620041881,"score_spread":0.08542559816853079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241984763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4249892,0.008870956,0.07396269,0.13866732,0.008260623,0.06760188,0.00088568253,0.004608015,0.27215365],"genre_scores_gemma":[0.9920104,0.002626927,0.0018688851,0.0001349824,0.0018989024,0.0005876861,0.00015179373,0.00008480023,0.000635579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93982095,0.03854884,0.008659544,0.0017027634,0.009364839,0.0019030465],"domain_scores_gemma":[0.98573506,0.007327917,0.0027386122,0.0013234471,0.002024684,0.0008502926],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.25961894,0.0003214111,0.0017659825,0.0014855255,0.0006474294,0.00072649674,0.0017039552,0.0015337033,0.00026084686],"category_scores_gemma":[0.30489424,0.00030322763,0.00072314,0.0023173266,0.00077747734,0.00021868637,0.0040362305,0.007835771,0.000066098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046407018,0.00036578364,0.8803195,0.0017585944,0.000042100022,0.00046339358,0.0034613474,0.00014356645,0.00015674779,0.0011066995,0.022453649,0.0892646],"study_design_scores_gemma":[0.0029422275,0.0005078595,0.7291294,0.013503141,0.0000717005,0.000004960711,0.023128888,0.0016311362,0.00068041205,0.037785366,0.18877147,0.0018434495],"about_ca_topic_score_codex":0.002439585,"about_ca_topic_score_gemma":0.00065957254,"teacher_disagreement_score":0.56702125,"about_ca_system_score_codex":0.0023932408,"about_ca_system_score_gemma":0.0055033835,"threshold_uncertainty_score":0.999942},"labels":[],"label_agreement":null},{"id":"W4242636196","doi":"10.21203/rs.2.14385/v1","title":"A Modified Decision Making e-Delphi Study of Canadian Schools of Nursing Academic Leaders’ Perceptions of the Doctor of Nursing Practice (DNP) Degree as Educational Preparation for Nursing Faculty","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Polytechnic","funders":"","keywords":"Delphi method; Nursing; Nurse education; Degree (music); Perception; Associate degree; Psychology; Medical education; Medicine","score_opus":0.5637620462094184,"score_gpt":0.6474431040179472,"score_spread":0.08368105780852886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242636196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96153194,0.0003146898,0.0020844287,0.008950857,0.00047246786,0.01167981,0.00042695648,0.00002939508,0.014509449],"genre_scores_gemma":[0.99420846,0.00011698886,0.004730238,0.00000580175,0.00021105263,0.00036179315,0.00004847793,0.000047812195,0.0002693842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99007267,0.0025789512,0.0012349787,0.00074302027,0.0044752234,0.0008951568],"domain_scores_gemma":[0.9872518,0.00435951,0.0009872088,0.0011091931,0.0060286536,0.00026361068],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008727838,0.00026021287,0.0006218054,0.0024368868,0.00086418644,0.0001045292,0.002013725,0.00079502835,0.00010279129],"category_scores_gemma":[0.019961705,0.00024575504,0.00030323945,0.002402823,0.0016526945,0.00049172493,0.00024083522,0.0023907465,0.0000064336928],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027772302,0.0065318155,0.013014494,0.0018085449,0.00034790052,0.0000021756964,0.77522326,0.019493653,0.009032625,0.035157036,0.023372512,0.113238744],"study_design_scores_gemma":[0.001027339,0.0011460596,0.05272266,0.04279331,0.00022729616,0.000007195844,0.8420673,0.0042377547,0.001203011,0.05385832,0.00022288896,0.00048684486],"about_ca_topic_score_codex":0.072403386,"about_ca_topic_score_gemma":0.014642719,"teacher_disagreement_score":0.1127519,"about_ca_system_score_codex":0.0036361571,"about_ca_system_score_gemma":0.011746251,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W4244208952","doi":"10.1016/j.jcjd.2019.02.006","title":"Top 10 Reviewers for 2018","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics","score_opus":0.07434344792794864,"score_gpt":0.3884263050326809,"score_spread":0.31408285710473227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244208952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743917,0.0064228307,0.000040515464,0.023268316,0.0023659584,0.0011275985,0.000042890828,0.000023363595,0.09231686],"genre_scores_gemma":[0.9880527,0.00006636963,0.0013051796,0.00052036607,0.00050946133,0.0000099837935,0.0000011011766,0.000016276079,0.009518514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989229,0.00009169446,0.00021523451,0.0000763079,0.00024690008,0.0004469799],"domain_scores_gemma":[0.99847245,0.0002644838,0.00012195116,0.00012823245,0.00044287223,0.0005700332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021746326,0.000055535893,0.00017302942,0.00022136973,0.00015928577,0.00009149509,0.00047449901,0.00007372601,0.0019802607],"category_scores_gemma":[0.0017221754,0.000051798183,0.00011759655,0.00021318202,0.00015910417,0.00018944031,0.0000064425913,0.00013163552,0.0001162794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002486246,0.000009426483,0.13168871,0.00009120239,0.00004940058,0.0000053198164,0.001517099,0.0000035964526,0.00027896618,0.0077077285,0.8153216,0.043324415],"study_design_scores_gemma":[0.00011734936,0.00012222953,0.0015217209,0.00012132127,0.0000082195065,2.3121467e-7,0.0006012426,0.000004757398,0.00021571197,0.0029863424,0.9942238,0.00007707901],"about_ca_topic_score_codex":0.0013126712,"about_ca_topic_score_gemma":0.01274208,"teacher_disagreement_score":0.17890215,"about_ca_system_score_codex":0.00023848076,"about_ca_system_score_gemma":0.0021608856,"threshold_uncertainty_score":0.99893206},"labels":[],"label_agreement":null},{"id":"W4245209627","doi":"10.1017/s1481803500005418","title":"Answer","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Medicine","score_opus":0.32059225284065734,"score_gpt":0.5026434348547282,"score_spread":0.18205118201407083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245209627","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09410108,0.0047087395,0.000886839,0.11144052,0.017974913,0.00023999074,0.0000028713002,0.000025402516,0.77061963],"genre_scores_gemma":[0.9772093,0.0027104602,0.00014322408,0.00020967516,0.0039004164,0.00000177849,5.879797e-7,0.000012936977,0.015811585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984447,0.0001327495,0.0004142187,0.000073215924,0.0005196118,0.00041554036],"domain_scores_gemma":[0.99790984,0.000052066756,0.00013427573,0.00012686886,0.0006065482,0.0011704197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002290976,0.00006435394,0.00015253344,0.0004147297,0.00026991143,0.0000058257356,0.000498552,0.00007066273,0.036148116],"category_scores_gemma":[0.0023485778,0.000053527976,0.00006004001,0.0007376314,0.00030927756,0.00015216671,0.0000048237707,0.00025890197,0.000034516517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072786925,0.00000797271,0.04428786,0.000004038752,0.000019951274,0.00044961472,0.0064063906,0.0000019840472,0.00014248135,0.0074965553,0.9338874,0.007288428],"study_design_scores_gemma":[0.0001099909,0.00010912724,0.0030552368,0.000048609094,0.000009592213,0.000011305906,0.0036420173,0.000001824761,0.0000070618503,0.004524856,0.9884221,0.00005830987],"about_ca_topic_score_codex":0.08758677,"about_ca_topic_score_gemma":0.3181993,"teacher_disagreement_score":0.88310826,"about_ca_system_score_codex":0.00018387756,"about_ca_system_score_gemma":0.0015433483,"threshold_uncertainty_score":0.96473294},"labels":[],"label_agreement":null},{"id":"W4245221410","doi":"10.21203/rs.3.rs-106901/v1","title":"Development of an Implementation Process Model: A Delphi Study","year":2020,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Delphi; Process (computing); Computer science; Process management; Delphi method; Business; Artificial intelligence; Programming language","score_opus":0.5262440077078004,"score_gpt":0.6480245761579725,"score_spread":0.12178056845017204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245221410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570963,0.0002824444,0.002657756,0.005081896,0.00019087082,0.024921365,0.00033495578,0.00079958607,0.00863485],"genre_scores_gemma":[0.9787633,0.00028187025,0.010903084,0.00001976453,0.00062670483,0.008427133,0.00037761734,0.00025241126,0.0003481398],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9458745,0.015786927,0.00241306,0.0032461244,0.027835933,0.004843431],"domain_scores_gemma":[0.9779071,0.0023709466,0.00047306393,0.00257921,0.014416086,0.0022535915],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.07861192,0.00079920824,0.0013245189,0.0044445647,0.003926213,0.0014063653,0.0077968007,0.0010924502,0.001019974],"category_scores_gemma":[0.0071606142,0.0008499861,0.00033750065,0.0065935696,0.0026212977,0.0009977559,0.007483611,0.009005002,0.00021882732],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016215581,0.009937558,0.0068726656,0.007349138,0.0007137974,0.0006034214,0.78669935,0.0021715919,0.003675341,0.011605533,0.012663089,0.15608694],"study_design_scores_gemma":[0.002364629,0.0036821822,0.0036670375,0.0015123773,0.000049182454,0.0000024506123,0.87316173,0.019717693,0.00915008,0.07442192,0.010379341,0.0018913937],"about_ca_topic_score_codex":0.0151954815,"about_ca_topic_score_gemma":0.033182517,"teacher_disagreement_score":0.15419555,"about_ca_system_score_codex":0.003584544,"about_ca_system_score_gemma":0.03097234,"threshold_uncertainty_score":0.99989325},"labels":[],"label_agreement":null},{"id":"W4245945897","doi":"10.1177/1609406918788252","title":"Reflection/Commentary on a Past Article: “Using the Delphi Method for Qualitative Research in Health Leadership”","year":2018,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Regina","funders":"Canadian Institutes of Health Research","keywords":"Reflection (computer programming); Delphi method; Delphi; Qualitative research; Psychology; Engineering ethics; Sociology; Medical education; Medicine; Computer science; Engineering; Social science; Artificial intelligence","score_opus":0.9530827893766155,"score_gpt":0.8265965387532849,"score_spread":0.12648625062333063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245945897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042548883,0.00015293063,0.70562345,0.28770065,0.0007530313,0.0005442253,0.000015407257,0.00001339408,0.00094204815],"genre_scores_gemma":[0.13261425,0.00004765061,0.85950935,0.0052831597,0.0022505745,0.00006197915,0.0000015401322,0.000025775045,0.00020574607],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9208174,0.07483863,0.0011510324,0.00028549237,0.0022628575,0.00064462714],"domain_scores_gemma":[0.9566526,0.03832934,0.0006757132,0.00017548731,0.003998504,0.00016835824],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21937457,0.00013496916,0.00032139098,0.0010766885,0.00068736804,0.00016332926,0.0011166771,0.00009758883,0.00007639427],"category_scores_gemma":[0.0130640995,0.00010274847,0.0001736966,0.0012056219,0.001399227,0.00037735107,0.00010473588,0.0009919327,0.000004894088],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010860534,0.0002507893,0.000033661167,0.000019612777,0.00019480566,0.000008426012,0.8307323,0.0000500133,0.0020768496,0.067329064,0.019207649,0.079010814],"study_design_scores_gemma":[0.000627674,0.0009954289,0.00003658251,0.0003070403,0.0000053639183,0.000009867816,0.7142137,0.00081769936,0.0033555399,0.2364756,0.043045655,0.00010982975],"about_ca_topic_score_codex":0.0031647042,"about_ca_topic_score_gemma":0.0009129029,"teacher_disagreement_score":0.2824175,"about_ca_system_score_codex":0.0018092685,"about_ca_system_score_gemma":0.00066219183,"threshold_uncertainty_score":0.9952493},"labels":[],"label_agreement":null},{"id":"W4246016846","doi":"10.21203/rs.2.16374/v1","title":"The Development of a Return to Work Intervention Programme for Stroke Survivor (SReTWIP): A Delphi Survey","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Community and Health Sciences, University of the Western Cape; University of the Western Cape; McMaster University; World Bank Group","keywords":"Delphi method; Delphi; Intervention (counseling); Work (physics); Stroke (engine); Psychology; Medical education; Medicine; Computer science; Nursing; Engineering","score_opus":0.3780946932946269,"score_gpt":0.5517756592285897,"score_spread":0.17368096593396282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246016846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8665349,0.0024479819,0.043834023,0.012894038,0.0025971704,0.06046111,0.0012454388,0.00063999626,0.009345369],"genre_scores_gemma":[0.97617185,0.00015510405,0.008887944,0.0000068376903,0.00024305862,0.0055865925,0.00018697692,0.00008081829,0.008680833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861693,0.005274689,0.0010821722,0.0009334308,0.0044785324,0.0020619102],"domain_scores_gemma":[0.98540235,0.0073227542,0.00030938064,0.0012833548,0.0052254214,0.00045673488],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07978339,0.00029228145,0.00052937446,0.0006989021,0.0012616775,0.0007674052,0.00322672,0.0006521702,0.00006639917],"category_scores_gemma":[0.019655408,0.00023747078,0.00038118163,0.0016982983,0.00070265995,0.00009112388,0.003166992,0.0017985363,0.00007134702],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034899309,0.0011663876,0.11592305,0.004607888,0.0006431137,0.0000087880535,0.053268015,0.000069894195,0.00015020161,0.0046797832,0.048825644,0.7671673],"study_design_scores_gemma":[0.0019645144,0.00232298,0.16945532,0.011398499,0.00004255032,7.216956e-7,0.09166346,0.00056728785,0.0035717166,0.014012402,0.70287144,0.002129076],"about_ca_topic_score_codex":0.01080497,"about_ca_topic_score_gemma":0.12321985,"teacher_disagreement_score":0.76503825,"about_ca_system_score_codex":0.001363914,"about_ca_system_score_gemma":0.00388737,"threshold_uncertainty_score":0.99578214},"labels":[],"label_agreement":null},{"id":"W4246690667","doi":"10.3109/13814780903571942","title":"News","year":2010,"lang":"en","type":"article","venue":"European Journal of General Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Primary care; Variety (cybernetics); Family medicine; Respiratory Medicine; Test (biology); Medical education; Surgery","score_opus":0.10720457103990265,"score_gpt":0.46057863256029197,"score_spread":0.3533740615203893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246690667","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08716301,0.000080304446,0.0015460383,0.04278728,0.0014083469,0.00008713857,5.622638e-7,0.00003808418,0.86688924],"genre_scores_gemma":[0.88645476,0.00041396538,0.09808821,0.0017884593,0.005228481,4.4568668e-7,2.2511358e-7,0.000034013137,0.007991434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640465,0.002194293,0.00033556728,0.00009014965,0.00073624734,0.00023906585],"domain_scores_gemma":[0.9980271,0.00046739215,0.000421864,0.0001818229,0.0006592408,0.00024256646],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01082656,0.00006384105,0.00009697469,0.00011411505,0.00025298056,0.00020020785,0.00069405703,0.000028888053,0.00045187655],"category_scores_gemma":[0.010416944,0.00005560096,0.00007784441,0.00023139679,0.0001911118,0.0008888019,0.00007217023,0.0010220773,0.00026441028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025404792,0.000312688,0.0006579691,0.0000055712353,0.00007937355,0.003504616,0.006589666,0.00002275093,0.107320026,0.04447899,0.5334228,0.30335146],"study_design_scores_gemma":[0.0001539931,0.00010662228,0.00046832493,0.0000053696303,0.000012406764,0.00020086634,0.0012374279,0.0000037858413,0.00053238217,0.0002784351,0.9969328,0.000067610265],"about_ca_topic_score_codex":0.00023474186,"about_ca_topic_score_gemma":0.0001026475,"teacher_disagreement_score":0.8588978,"about_ca_system_score_codex":0.000029678391,"about_ca_system_score_gemma":0.00025313022,"threshold_uncertainty_score":0.9979187},"labels":[],"label_agreement":null},{"id":"W4246813990","doi":"10.36834/cmej.36922","title":"Thank you to our 2016 reviewers!","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Information retrieval; World Wide Web","score_opus":0.07517780268703367,"score_gpt":0.47231116214123114,"score_spread":0.3971333594541975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246813990","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001944195,0.0005105878,0.00041147968,0.9328244,0.0031826154,0.0002573193,0.0000044156545,0.000027958413,0.060837075],"genre_scores_gemma":[0.71531695,0.0068888124,0.003483543,0.12866789,0.015616228,0.00015026722,0.0000023386192,0.000056237506,0.12981774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974365,0.000339634,0.00025504996,0.00014967303,0.001247819,0.0005712893],"domain_scores_gemma":[0.9852499,0.000077232835,0.00005856161,0.00018361886,0.00056552014,0.013865177],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044229063,0.0000706099,0.000108810076,0.00035188702,0.00047623116,0.00010484543,0.00075625,0.00012758782,0.031779334],"category_scores_gemma":[0.0628314,0.000049101913,0.000056102926,0.00039355762,0.000119976765,0.0001816345,0.000019668316,0.00033784533,0.0014228777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.877492e-7,0.000008737764,0.00024714565,0.0000013908498,0.0000022590975,0.000011464572,0.00048130294,4.869947e-9,0.0000038124006,0.0020705054,0.62563777,0.37153465],"study_design_scores_gemma":[0.000046656547,0.000015769952,0.00040816705,0.00036913602,0.000002441028,0.00004510528,0.0027656867,1.6026797e-7,0.000008854304,0.0018980446,0.99435765,0.000082308994],"about_ca_topic_score_codex":0.037329596,"about_ca_topic_score_gemma":0.11395749,"teacher_disagreement_score":0.8041565,"about_ca_system_score_codex":0.0011052616,"about_ca_system_score_gemma":0.09785582,"threshold_uncertainty_score":0.9993546},"labels":[],"label_agreement":null},{"id":"W4246969094","doi":"10.1155/2008/589280","title":"1st Canadian Respiratory Conference: A Breath of Fresh Air","year":2008,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; GlaxoSmithKline; Michael Smith Health Research BC; Alexion Pharmaceuticals; Fondation pour la Recherche Médicale; Genentech; AstraZeneca","keywords":"Medicine; Grading (engineering); Guideline; Quality of evidence; Rating system; Medical education; Medical physics; Surgery; Pathology; Randomized controlled trial; Engineering","score_opus":0.1542536077120577,"score_gpt":0.38140073695617505,"score_spread":0.22714712924411734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246969094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7041223,0.0014224298,0.00004783538,0.004539313,0.0007802741,0.0006558355,0.00021601208,0.00008625961,0.28812972],"genre_scores_gemma":[0.99416655,0.00011202904,0.00017439647,0.0035566909,0.0007248581,0.000020848476,0.000001774933,0.000043556083,0.0011992961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99550277,0.00080098095,0.0006562046,0.00034041464,0.0011574067,0.0015422311],"domain_scores_gemma":[0.99311465,0.0001348244,0.00024452835,0.0005103352,0.0012348362,0.004760829],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003180297,0.00023724065,0.00037591936,0.0017885858,0.0024439008,0.00012640726,0.0013748489,0.00044382428,0.003367079],"category_scores_gemma":[0.0011552376,0.00026036976,0.00018323967,0.0009820126,0.001508263,0.0004113137,0.00003792468,0.0011551897,0.00013713342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042937878,0.00006523334,0.16483022,0.000033460932,0.00012720482,0.008637938,0.013951415,0.000027758808,0.0013950047,0.029823625,0.7678374,0.013227793],"study_design_scores_gemma":[0.0003474628,0.00014558407,0.025417546,0.00008117183,0.000010160056,0.00012610281,0.003432395,0.0000030843776,0.00049495546,0.0010234368,0.9685792,0.00033895616],"about_ca_topic_score_codex":0.87339085,"about_ca_topic_score_gemma":0.99373025,"teacher_disagreement_score":0.29004422,"about_ca_system_score_codex":0.0026615725,"about_ca_system_score_gemma":0.052793194,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W4247313803","doi":"10.1002/mp.13486","title":"Issue Information","year":2020,"lang":"en","type":"paratext","venue":"Medical Physics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Citation; Computer science; Information retrieval; Library science; World Wide Web","score_opus":0.08464722371260198,"score_gpt":0.4542559883980694,"score_spread":0.36960876468546744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247313803","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002944637,0.00009269436,0.016839238,0.03131252,0.0027505094,0.00037808207,0.00004539286,0.0001429725,0.94843566],"genre_scores_gemma":[0.03584164,0.0117819095,0.0011115579,0.040063653,0.08068643,0.00065874925,0.0033685684,0.00020266185,0.8262848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961111,0.00018068639,0.0002748383,0.00016012219,0.0028990752,0.00037415625],"domain_scores_gemma":[0.9988117,0.00022798544,0.00011587555,0.00020556922,0.00017557028,0.0004632677],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007577475,0.00013826718,0.00026039442,0.00004355615,0.00021936155,0.00012672943,0.0009719234,0.0006043999,0.02367825],"category_scores_gemma":[0.001757888,0.00013473108,0.000092715854,0.00049154746,0.0005162084,0.00030531953,0.00021333595,0.0011583474,0.12174444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023733342,0.000013744364,0.0000010545272,0.000062523955,0.000008544219,0.0000032267164,0.001674978,3.8081728e-7,2.3834636e-7,0.0014184146,0.86894363,0.12787089],"study_design_scores_gemma":[0.00006380023,0.000020071082,9.003575e-7,0.00008023843,0.0000046151663,1.2155526e-7,0.00022734409,0.00002548955,0.0000842557,0.0022053425,0.99714833,0.00013948159],"about_ca_topic_score_codex":0.0009950624,"about_ca_topic_score_gemma":0.000030391673,"teacher_disagreement_score":0.12820472,"about_ca_system_score_codex":0.00015408527,"about_ca_system_score_gemma":0.0016713591,"threshold_uncertainty_score":0.9772142},"labels":[],"label_agreement":null},{"id":"W4247442481","doi":"10.21203/rs.2.21011/v1","title":"Development of a Core Outcome Set for Fetal MyelomenIngoCele (COSMiC): study protocol","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Health and Medical Research Council; Engineering and Physical Sciences Research Council; Medical Research Council; Wellcome Trust; Great Ormond Street Hospital for Children; University of Toronto; Great Ormond Street Hospital Charity; Fonds Wetenschappelijk Onderzoek","keywords":"Core (optical fiber); Outcome (game theory); Protocol (science); Set (abstract data type); COSMIC cancer database; Computer science; Physics; Medicine; Astronomy; Mathematics; Pathology; Telecommunications","score_opus":0.6793985216216117,"score_gpt":0.6411885389945876,"score_spread":0.03820998262702413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247442481","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08415843,0.000019736246,0.0017231494,0.003037381,0.00020669542,0.8950618,0.00038116047,0.000594696,0.014816991],"genre_scores_gemma":[0.42116106,0.0000027054125,0.016998362,0.000010892028,0.00028780452,0.5602299,0.000055818055,0.00008093685,0.0011725583],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.989765,0.001251672,0.0011948597,0.0011466526,0.0051896186,0.0014521913],"domain_scores_gemma":[0.99463785,0.0011607481,0.00034402584,0.0009115752,0.0024088614,0.00053693994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015992548,0.00036040362,0.00080471154,0.0007633634,0.0011014518,0.0003102539,0.002753027,0.00050352147,0.00027663424],"category_scores_gemma":[0.005162749,0.00035079737,0.00027677108,0.0012631767,0.0006921634,0.00010906086,0.004111047,0.0022743086,0.00007118728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050190804,0.008140267,0.20481908,0.036757234,0.0014429637,0.00053510634,0.5219266,0.00006749128,0.003597263,0.014966675,0.0736917,0.12903652],"study_design_scores_gemma":[0.0066479547,0.0044646887,0.021497797,0.0027581097,0.000060830338,0.0000028998393,0.26427194,0.0011718494,0.0047124918,0.03559076,0.6563096,0.002511045],"about_ca_topic_score_codex":0.0015143617,"about_ca_topic_score_gemma":0.001737409,"teacher_disagreement_score":0.58261794,"about_ca_system_score_codex":0.0012365585,"about_ca_system_score_gemma":0.0061758584,"threshold_uncertainty_score":0.9998944},"labels":[],"label_agreement":null},{"id":"W4247486140","doi":"10.3138/ptc.59.4.299","title":"What Does the Cochrane Collaboration Say about Exercise in Older Adults? Application in Diverse Settings","year":2007,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Physical therapy; Physical medicine and rehabilitation; Medicine; Gerontology; Computer science; Psychology","score_opus":0.010077001228648304,"score_gpt":0.37327115049326826,"score_spread":0.36319414926461996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247486140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97593343,0.001088781,0.0001413612,0.019400788,0.00039130406,0.002072182,0.000009657155,0.0000539325,0.0009085774],"genre_scores_gemma":[0.99588627,0.0025590428,0.00007103921,0.0008380696,0.00010109158,0.00014989913,0.000006528188,0.000013440456,0.0003746293],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983098,0.00012302223,0.00021496088,0.00023523145,0.00074816024,0.00036883127],"domain_scores_gemma":[0.9991843,0.00026633064,0.00008467767,0.00024278983,0.00015350054,0.000068400484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013272256,0.0000936216,0.00012724214,0.000113741655,0.00021630841,0.00011970378,0.0003717204,0.00006969037,0.00008376226],"category_scores_gemma":[0.00004987417,0.0000701612,0.000018391243,0.0012464281,0.0001320275,0.00038236644,0.000020892405,0.0001634342,0.0000028396234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069162477,0.00042062043,0.023297107,0.0002422644,0.00001937969,0.00005760063,0.15380493,0.00015582234,0.013113646,0.006122567,0.03064499,0.7714295],"study_design_scores_gemma":[0.0035530129,0.000059307993,0.26228037,0.0028436938,0.000009224187,6.5546857e-7,0.54336226,0.001669833,0.021236964,0.0055402145,0.158284,0.001160478],"about_ca_topic_score_codex":0.90827847,"about_ca_topic_score_gemma":0.9954825,"teacher_disagreement_score":0.770269,"about_ca_system_score_codex":0.00079403317,"about_ca_system_score_gemma":0.00069042866,"threshold_uncertainty_score":0.28610906},"labels":[],"label_agreement":null},{"id":"W4247574941","doi":"10.1002/aorn.13172","title":"Issue Information","year":2020,"lang":"en","type":"paratext","venue":"AORN Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Arthritis Patient Alliance","funders":"","keywords":"Citation; Computer science; Information retrieval; World Wide Web","score_opus":0.09847459131562461,"score_gpt":0.4639121797432353,"score_spread":0.36543758842761065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247574941","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021722277,0.00039483153,0.0023185117,0.029259259,0.0050782007,0.0002540504,0.000028042037,0.000053461496,0.96259195],"genre_scores_gemma":[0.0117462715,0.020587094,0.004979449,0.0060693887,0.029476767,0.000059665897,0.00017714457,0.00008798999,0.9268162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975803,0.00032830203,0.0003859647,0.00009602408,0.0011972284,0.00041218678],"domain_scores_gemma":[0.99870867,0.000103346676,0.00031047963,0.00013075575,0.00039862076,0.00034815204],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001417114,0.00012842921,0.00020915394,0.0002367566,0.0006539413,0.00078488153,0.0008847695,0.0003654981,0.031021157],"category_scores_gemma":[0.0007485691,0.00012288456,0.000119876546,0.00037377587,0.00017119346,0.00078183727,0.00009969619,0.0016316284,0.091627315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006526182,0.000004501076,0.0000038487888,0.00001601962,0.000015856902,0.000011041238,0.0033545098,0.0000031095183,0.0000030851875,0.00037292062,0.96129763,0.034910966],"study_design_scores_gemma":[0.00007270771,0.00003912705,0.000005923412,0.00006856669,0.000006333447,0.000016003158,0.0019635558,0.0000048567604,0.00002743695,0.000874031,0.9967885,0.00013294305],"about_ca_topic_score_codex":0.00029262723,"about_ca_topic_score_gemma":0.000029592715,"teacher_disagreement_score":0.060606156,"about_ca_system_score_codex":0.00028027024,"about_ca_system_score_gemma":0.0013792395,"threshold_uncertainty_score":0.9698646},"labels":[],"label_agreement":null},{"id":"W4248571314","doi":"10.2307/j.ctv1198zhj.10","title":"Rural dementia research in Canada","year":2020,"lang":"en","type":"book-chapter","venue":"Policy Press eBooks","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Medicine; Geography; Psychology; Gerontology; Pathology; Disease","score_opus":0.3626812641194105,"score_gpt":0.4867370762743733,"score_spread":0.12405581215496281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248571314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000255316,0.00054165616,0.0000020415234,0.0040551363,0.00012212465,0.0010116532,0.0000677947,0.00008684057,0.9940872],"genre_scores_gemma":[0.16083845,0.00039813126,0.00007647247,0.00047414275,0.0014492016,0.00020299133,0.00000881906,0.00010529755,0.83644646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952098,0.0003868992,0.00042741536,0.00044348073,0.0024494012,0.0010829961],"domain_scores_gemma":[0.998324,0.00036416634,0.00010565289,0.00050930557,0.0002470706,0.00044981373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014457082,0.00024863714,0.00036104507,0.00048606153,0.0003331355,0.00015503007,0.0015561484,0.00034731327,0.0001432578],"category_scores_gemma":[0.0003168621,0.00028192427,0.0000822378,0.000060302027,0.0006585704,0.000051746825,0.0007403236,0.0017123584,0.00004901818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024211804,0.0000030298575,0.000027345563,0.000055851335,0.000040116898,0.00015953949,0.00096225203,5.214915e-7,0.000008458215,0.935339,0.04617197,0.017207706],"study_design_scores_gemma":[0.00010429153,0.000023941,0.000018495415,0.00020515743,0.0000072818816,8.5772734e-7,0.00021254031,0.000005967574,0.00009788643,0.06927832,0.9297923,0.00025295955],"about_ca_topic_score_codex":0.9980362,"about_ca_topic_score_gemma":0.99247,"teacher_disagreement_score":0.8836203,"about_ca_system_score_codex":0.0025817691,"about_ca_system_score_gemma":0.013512561,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W4248785342","doi":"10.1016/j.jamcollsurg.2013.02.020","title":"Consensus Statement on Concussion in Sport: The 4th International Conference on Concussion in Sport Held in Zurich, November 2012","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia; University of Toronto; Centre for Advancing Health Outcomes; University of Ottawa; Athletic Edge Sports Medicine; University of Calgary","funders":"","keywords":"Concussion; Medicine; Classics; Psychoanalysis; Poison control; History; Psychology; Injury prevention; Medical emergency","score_opus":0.05756111208107909,"score_gpt":0.3862361823948906,"score_spread":0.3286750703138115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248785342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328361,0.000017402243,0.0000031142108,0.05447096,0.0003928532,0.0006179064,0.0000295801,0.000006174272,0.011625894],"genre_scores_gemma":[0.9975687,0.0003082247,0.00011310669,0.00041963265,0.00004734917,0.000022739026,7.2548926e-7,0.000011928472,0.001507552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966556,0.0004382767,0.000979196,0.000176576,0.0013586794,0.0003916832],"domain_scores_gemma":[0.9974344,0.000701083,0.0011301882,0.00026996134,0.00034164748,0.00012272966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038930895,0.00014820426,0.0004669709,0.0005121361,0.00010240481,0.000030750976,0.0008799237,0.00006420574,0.0005274893],"category_scores_gemma":[0.00048825893,0.000084577776,0.00012745961,0.0010635575,0.00086302124,0.00015779429,0.00014487575,0.0007267733,0.000012532098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017001301,0.0013715512,0.8670527,0.000014271243,0.00006690578,0.00052268984,0.0027599619,0.00058151875,0.0022352377,0.02397337,0.0927357,0.0069859605],"study_design_scores_gemma":[0.0020074474,0.00067578384,0.9076404,0.0014156568,0.000012943312,0.00003603972,0.03492513,0.0005616368,0.0015116464,0.004235271,0.04660978,0.00036825347],"about_ca_topic_score_codex":0.013905905,"about_ca_topic_score_gemma":0.008324979,"teacher_disagreement_score":0.064732626,"about_ca_system_score_codex":0.000578578,"about_ca_system_score_gemma":0.0008502194,"threshold_uncertainty_score":0.9926606},"labels":[],"label_agreement":null},{"id":"W4248817102","doi":"10.4193/rhin17.247","title":"CHronic Rhinosinusitis Outcome MEasures (CHROME), developing a core outcome set for trials of interventions in chronic rhinosinusitis","year":2018,"lang":"en","type":"article","venue":"Rhinology Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute for Health and Care Research","keywords":"Delphi method; Medicine; Chronic rhinosinusitis; Psychological intervention; Outcome (game theory); Systematic review; Likert scale; Physical therapy; Delphi; Randomized controlled trial; Thematic analysis; MEDLINE; Psychology; Qualitative research; Surgery; Computer science; Nursing; Statistics; Mathematics","score_opus":0.5828077048881023,"score_gpt":0.5679549834936584,"score_spread":0.014852721394443935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248817102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8988234,0.007011684,0.0641904,0.017938957,0.0044748057,0.0038274336,0.00031919347,0.00033493235,0.0030792202],"genre_scores_gemma":[0.99130183,0.0005658973,0.005533018,0.0001209644,0.0017567285,0.00011285588,0.000012191283,0.000038938124,0.00055756373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99294406,0.0017079632,0.0028264339,0.00044322025,0.0008327455,0.0012455888],"domain_scores_gemma":[0.995586,0.0015434714,0.0013017545,0.00038625664,0.00095758424,0.0002249455],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016087119,0.0002953684,0.0012789264,0.0011822538,0.00096559204,0.00016227188,0.0013500707,0.00055202004,0.0010365742],"category_scores_gemma":[0.0077376743,0.0002808948,0.0007742744,0.0008217038,0.0014871915,0.0004541979,0.00023633003,0.00097011356,0.00005491389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063237926,0.00049136794,0.6223834,0.0013537633,0.001398472,0.0006362901,0.020683017,0.00007688153,0.019731546,0.12775609,0.03291072,0.17194603],"study_design_scores_gemma":[0.027790096,0.010935737,0.5320396,0.009698494,0.0010571693,0.0040099914,0.01159251,0.0008930992,0.021029355,0.14681596,0.22956982,0.004568218],"about_ca_topic_score_codex":0.0013950794,"about_ca_topic_score_gemma":0.01917252,"teacher_disagreement_score":0.1966591,"about_ca_system_score_codex":0.0035704696,"about_ca_system_score_gemma":0.0028434806,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W4249013738","doi":"10.1016/j.jcjd.2016.02.002","title":"Top 10 Reviewers for 2015","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.09069218868206085,"score_gpt":0.4111526149133577,"score_spread":0.32046042623129684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249013738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5024555,0.022424517,0.0009646873,0.37707683,0.0041792635,0.0020775448,0.00023515872,0.0000827786,0.09050376],"genre_scores_gemma":[0.9884311,0.00016449101,0.0014758173,0.0004139985,0.00078284065,0.000017055307,4.0495985e-7,0.000017446257,0.008696854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988948,0.00010966148,0.0002205198,0.00007191773,0.00024023256,0.00046285207],"domain_scores_gemma":[0.99798286,0.00042202286,0.00012022108,0.00011244475,0.0006191149,0.0007433147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024657375,0.000054624034,0.00015144509,0.00021944857,0.00019478197,0.00006160014,0.00046189272,0.000068421985,0.0011843446],"category_scores_gemma":[0.004802083,0.00003822951,0.00010751551,0.00016994732,0.00028180503,0.0002128759,0.000006126898,0.00007257139,0.000042960815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014191678,0.0000045611564,0.026049323,0.000018396118,0.000023981947,0.000005073758,0.00046304622,1.3080052e-7,0.00034112882,0.0047202604,0.8410548,0.12731788],"study_design_scores_gemma":[0.00013591013,0.00008531462,0.0008910099,0.00018173028,0.0000080703785,2.572998e-7,0.00021879151,3.9652556e-7,0.00048239194,0.0067697824,0.9911565,0.000069834314],"about_ca_topic_score_codex":0.0007115835,"about_ca_topic_score_gemma":0.01814022,"teacher_disagreement_score":0.48597562,"about_ca_system_score_codex":0.00028594362,"about_ca_system_score_gemma":0.0023280699,"threshold_uncertainty_score":0.9997762},"labels":[],"label_agreement":null},{"id":"W4249103377","doi":"10.1515/iupac.88.1154","title":"Orofacial Cleft","year":2017,"lang":"en","type":"dataset","venue":"IUPAC Standards Online","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Glossary; Terminology; Relation (database); Computer science; Linguistics; Data mining; Philosophy","score_opus":0.08960135789080897,"score_gpt":0.5838882497956677,"score_spread":0.4942868919048587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249103377","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035806177,0.00015542704,0.000032996453,0.003605114,0.0014172046,0.00064658205,0.9905811,0.00021122009,0.0033145375],"genre_scores_gemma":[0.000044173757,0.0018944304,0.00011556982,0.00015766559,0.0029424492,0.000033955577,0.9915828,0.00003793744,0.0031910017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939082,0.0003874232,0.0004157074,0.0005955616,0.0037867583,0.00090633065],"domain_scores_gemma":[0.9965012,0.0001990501,0.00036421986,0.0015145596,0.0010383212,0.00038265804],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041857124,0.00034714775,0.0005942022,0.00030604555,0.0014882749,0.00055571756,0.0027360315,0.0009491323,0.0075789164],"category_scores_gemma":[0.007837114,0.00034691254,0.00022126644,0.0002053134,0.0013752409,0.0002214255,0.00052696443,0.0012771953,0.000025900043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004801691,0.00011864146,0.000022505477,0.00004508026,0.00003452294,0.00016215592,0.00010143332,1.18661e-7,8.5330663e-7,0.000093549796,0.9923946,0.0069785183],"study_design_scores_gemma":[0.00023765024,0.00008333645,0.000045624227,0.00015735262,0.000037685775,0.0000022403096,0.00020595096,7.490027e-7,0.0000026961034,0.0009193609,0.9979249,0.00038240614],"about_ca_topic_score_codex":0.011737012,"about_ca_topic_score_gemma":0.06266542,"teacher_disagreement_score":0.050928403,"about_ca_system_score_codex":0.000989157,"about_ca_system_score_gemma":0.0049553285,"threshold_uncertainty_score":0.9998983},"labels":[],"label_agreement":null},{"id":"W4249227327","doi":"10.7287/peerj.preprints.1986v1","title":"CATALISE: a multinational and multidisciplinary Delphi consensus study. Identifying language impairments in children","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Statement (logic); Set (abstract data type); Psychology; Delphi; Scale (ratio); Multidisciplinary approach; Relevance (law); Medical education; Multinational corporation; Psychological intervention; Medicine; Political science; Psychiatry; Computer science; Law; Artificial intelligence","score_opus":0.0827397129442484,"score_gpt":0.4759211568847165,"score_spread":0.39318144394046806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249227327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907606,0.0002001028,0.00008922109,0.0014191242,0.00015010213,0.0031599915,0.00012925043,0.00021213894,0.0038794195],"genre_scores_gemma":[0.99624044,0.00005891814,0.0015793428,0.0000149065445,0.00014783198,0.00035542354,0.000039269897,0.000027717047,0.0015361268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662685,0.0006393362,0.0004457167,0.00072221475,0.0010494416,0.00051642215],"domain_scores_gemma":[0.9986774,0.00041162316,0.00016436384,0.0004069743,0.00016442777,0.00017521724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030324701,0.00023857492,0.00029912466,0.00049418723,0.00033926227,0.00019789161,0.0006780369,0.00030580626,0.00017983023],"category_scores_gemma":[0.00066384365,0.00020906371,0.000067770845,0.00022074515,0.0004547946,0.00011102245,0.0026011234,0.000563411,0.000027384855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003483575,0.0005915517,0.9504355,0.000042125743,0.000085491934,0.00030419405,0.042833935,0.0000039893607,0.00015898237,0.00039902265,0.00081526395,0.0042950637],"study_design_scores_gemma":[0.001443734,0.000052261894,0.95231485,0.00028550488,0.000019878295,0.000020152022,0.039833523,0.00014870575,0.000062705454,0.005295748,0.000020822616,0.00050213205],"about_ca_topic_score_codex":0.028582795,"about_ca_topic_score_gemma":0.012783144,"teacher_disagreement_score":0.01579965,"about_ca_system_score_codex":0.00040058154,"about_ca_system_score_gemma":0.000434405,"threshold_uncertainty_score":0.97788596},"labels":[],"label_agreement":null},{"id":"W4249397343","doi":"10.1109/mts.2020.3031754","title":"ISTAS 2021 to be Held in Ontario, Canada [News and Notes]","year":2020,"lang":"en","type":"article","venue":"IEEE Technology and Society Magazine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Computer science; History; Media studies; Sociology","score_opus":0.06148994013436927,"score_gpt":0.3387165009182043,"score_spread":0.27722656078383506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249397343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7180393,0.00016877118,0.00022737762,0.27516925,0.00008027252,0.00039734543,0.0000111948675,0.000110537665,0.005795953],"genre_scores_gemma":[0.9897261,0.000273212,0.002743397,0.005778016,0.000046093974,0.000033860357,0.000001782323,0.0000098334685,0.0013876803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987791,0.00004237424,0.00016786125,0.00034206727,0.00025797807,0.0004105992],"domain_scores_gemma":[0.9994486,0.00012740996,0.000029682269,0.00014909646,0.000060243765,0.00018499326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003635405,0.00011181592,0.00020658906,0.00006733723,0.00023368417,0.000032756107,0.0002711153,0.000314806,0.00024784676],"category_scores_gemma":[0.00032576546,0.00012069971,0.000027200262,0.0008351478,0.00046105232,0.000067641115,0.00015031607,0.00061109266,0.000010069375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067741144,0.00009886181,0.17854524,0.00007419853,0.00008084267,0.00031172004,0.043720122,0.000010075384,0.012550586,0.023907585,0.70435476,0.036278244],"study_design_scores_gemma":[0.0005376011,0.00019418764,0.010151621,0.000030538165,0.000011229892,0.000005223384,0.012449772,0.000067834706,0.0018124784,0.0038311933,0.9705161,0.0003922252],"about_ca_topic_score_codex":0.8538928,"about_ca_topic_score_gemma":0.996896,"teacher_disagreement_score":0.27168685,"about_ca_system_score_codex":0.00027834164,"about_ca_system_score_gemma":0.00077142194,"threshold_uncertainty_score":0.49219912},"labels":[],"label_agreement":null},{"id":"W4249580791","doi":"10.32920/ryerson.14636895.v1","title":"Les pratiques avancées en pédiatrie dans le monde","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Nursing; Medicine; Nursing practice; Political science","score_opus":0.11176102925424423,"score_gpt":0.45741939759394934,"score_spread":0.3456583683397051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249580791","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0877238,0.0009107986,0.016798982,0.014803705,0.00046892665,0.0011792758,0.00002292083,0.001234861,0.87685674],"genre_scores_gemma":[0.91660917,0.0036304805,0.029524552,0.000110222056,0.0006227851,0.00031277418,0.000040617764,0.000046029505,0.049103364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648774,0.0011751621,0.00032773535,0.00058438396,0.00095194404,0.00047304633],"domain_scores_gemma":[0.99823296,0.0005268062,0.000120401426,0.0006139634,0.00033906836,0.00016678462],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00234684,0.00021165493,0.00031604714,0.00014873795,0.00049362384,0.000598552,0.001226268,0.0007875025,0.0012674974],"category_scores_gemma":[0.0013492994,0.00021498067,0.00018600731,0.00023813242,0.00043595862,0.00018045287,0.0013382825,0.0010894169,0.00002808374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022510358,0.0007294736,0.02851917,0.0005794337,0.00032933993,0.00044619793,0.15145262,0.0002137693,0.0046797055,0.5776451,0.16622762,0.06915505],"study_design_scores_gemma":[0.00033130465,0.000107502834,0.01525155,0.000491706,0.00007873994,0.0000050325307,0.24416105,0.00035282562,0.06916696,0.12142637,0.5464006,0.002226379],"about_ca_topic_score_codex":0.093067646,"about_ca_topic_score_gemma":0.06889378,"teacher_disagreement_score":0.8288854,"about_ca_system_score_codex":0.00038745816,"about_ca_system_score_gemma":0.0028174785,"threshold_uncertainty_score":0.9996455},"labels":[],"label_agreement":null},{"id":"W4249760261","doi":"10.1016/s0034-3617(07)70101-7","title":"Zoltek reports strong first quarter performance","year":2007,"lang":"en","type":"article","venue":"Reinforced Plastics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Engineering; Forensic engineering; History; Archaeology","score_opus":0.05127063376107177,"score_gpt":0.3707462152132469,"score_spread":0.31947558145217514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249760261","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3859674,0.000028585046,0.13508107,0.000641836,0.0013670995,0.00081412285,0.0000052135406,0.00070944283,0.47538522],"genre_scores_gemma":[0.9910682,0.000055272943,0.0026083647,0.000041718642,0.00032256418,0.000010072786,0.000005239274,0.000015797457,0.0058727977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775654,0.000025823543,0.00040661675,0.00020092516,0.00088829687,0.00072182],"domain_scores_gemma":[0.99848956,0.00064026413,0.00013765924,0.0003038399,0.0001910657,0.00023762808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020406924,0.00011920623,0.00013548059,0.00015849828,0.0005658718,0.000096008596,0.00027185294,0.00017916759,0.00026005742],"category_scores_gemma":[0.0010336058,0.00012081652,0.00005417389,0.0003878862,0.000270135,0.00026737255,0.000062628664,0.00030692053,0.00013501274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000745524,0.00019812847,0.13887313,0.0007573043,0.00026215622,0.0039019233,0.04576528,0.046646647,0.0014489846,0.49643552,0.215621,0.049344394],"study_design_scores_gemma":[0.00065493514,0.00059804803,0.020611214,0.0003365536,0.000043892145,0.00007902034,0.011359887,0.032016397,0.007613013,0.00083825877,0.92459685,0.0012519461],"about_ca_topic_score_codex":0.00035466198,"about_ca_topic_score_gemma":0.00073873345,"teacher_disagreement_score":0.70897585,"about_ca_system_score_codex":0.00020612536,"about_ca_system_score_gemma":0.00019978349,"threshold_uncertainty_score":0.49267545},"labels":[],"label_agreement":null},{"id":"W4249908502","doi":"10.1155/2008/289857","title":"Abstracts from the Conjoint Annual Meeting of L’Association des Pneumologues de la Province de Québec and le Réseau en Santé Respiratoire du FRSQ, November 8, 9 and 10, 2007","year":2008,"lang":"fr","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut Universitaire de Cardiologie et de Pneumologie de Québec; Montreal Children's Hospital; Université Laval; McMaster University; Centre Hospitalier Universitaire Sainte-Justine; McGill University","funders":"","keywords":"Medicine; Humanities","score_opus":0.03651142422454784,"score_gpt":0.3208215252418784,"score_spread":0.28431010101733056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249908502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96103156,0.019308204,0.00002566004,0.011601455,0.00014209338,0.00022959195,0.00017231169,0.000017602759,0.007471556],"genre_scores_gemma":[0.99477917,0.0013424656,0.0004941338,0.0014498428,0.0010027717,0.000008494868,8.4985714e-7,0.000030672327,0.0008915991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99500066,0.0027394076,0.0005521615,0.00026238672,0.00053361495,0.00091179233],"domain_scores_gemma":[0.99492085,0.002972738,0.00046834227,0.00017217654,0.00048319952,0.0009826843],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009199186,0.00019881714,0.00029477253,0.00016910241,0.0018722768,0.0002129032,0.00043367798,0.0004862133,0.00018686552],"category_scores_gemma":[0.0071614916,0.00018795038,0.000079606034,0.00024266801,0.0025646936,0.00045752522,0.0000786178,0.0010069928,0.000008891143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004834732,0.00005990699,0.8421246,0.000039752616,0.00012029587,0.0012815538,0.026862148,0.000070771566,0.0019292303,0.0009013392,0.10090918,0.02565292],"study_design_scores_gemma":[0.0004036737,0.00014790488,0.5252127,0.00027340036,0.000034620192,0.0002949583,0.009520148,0.00004371937,0.00079637713,0.0018493218,0.4611801,0.00024308625],"about_ca_topic_score_codex":0.83209556,"about_ca_topic_score_gemma":0.91462576,"teacher_disagreement_score":0.36027092,"about_ca_system_score_codex":0.0032897382,"about_ca_system_score_gemma":0.019835958,"threshold_uncertainty_score":0.99942714},"labels":[],"label_agreement":null},{"id":"W4250567792","doi":"10.21203/rs.2.21011/v2","title":"Development of a Core Outcome Set for Fetal MyelomenIngoCele (COSMiC): study protocol","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Health and Medical Research Council; Engineering and Physical Sciences Research Council; Medical Research Council; Wellcome Trust; Great Ormond Street Hospital for Children; University of Toronto; Great Ormond Street Hospital Charity; Fonds Wetenschappelijk Onderzoek","keywords":"Core (optical fiber); Protocol (science); Outcome (game theory); Set (abstract data type); COSMIC cancer database; Medicine; Computer science; Physics; Astrophysics; Mathematics; Telecommunications; Pathology","score_opus":0.6793985216216117,"score_gpt":0.6411885389945876,"score_spread":0.03820998262702413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250567792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08415843,0.000019736246,0.0017231494,0.003037381,0.00020669542,0.8950618,0.00038116047,0.000594696,0.014816991],"genre_scores_gemma":[0.42116106,0.0000027054125,0.016998362,0.000010892028,0.00028780452,0.5602299,0.000055818055,0.00008093685,0.0011725583],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.989765,0.001251672,0.0011948597,0.0011466526,0.0051896186,0.0014521913],"domain_scores_gemma":[0.99463785,0.0011607481,0.00034402584,0.0009115752,0.0024088614,0.00053693994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015992548,0.00036040362,0.00080471154,0.0007633634,0.0011014518,0.0003102539,0.002753027,0.00050352147,0.00027663424],"category_scores_gemma":[0.005162749,0.00035079737,0.00027677108,0.0012631767,0.0006921634,0.00010906086,0.004111047,0.0022743086,0.00007118728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050190804,0.008140267,0.20481908,0.036757234,0.0014429637,0.00053510634,0.5219266,0.00006749128,0.003597263,0.014966675,0.0736917,0.12903652],"study_design_scores_gemma":[0.0066479547,0.0044646887,0.021497797,0.0027581097,0.000060830338,0.0000028998393,0.26427194,0.0011718494,0.0047124918,0.03559076,0.6563096,0.002511045],"about_ca_topic_score_codex":0.0015143617,"about_ca_topic_score_gemma":0.001737409,"teacher_disagreement_score":0.58261794,"about_ca_system_score_codex":0.0012365585,"about_ca_system_score_gemma":0.0061758584,"threshold_uncertainty_score":0.9998944},"labels":[],"label_agreement":null},{"id":"W4251088488","doi":"10.1515/iupac.88.0553","title":"Buccopharyngeal Membrane","year":2017,"lang":"en","type":"dataset","venue":"IUPAC Standards Online","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Glossary; Terminology; Relation (database); Computer science; Linguistics; Philosophy; Data mining","score_opus":0.08292389778458953,"score_gpt":0.5712121617510297,"score_spread":0.4882882639664402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251088488","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031773958,0.0004948274,0.000015701062,0.004672694,0.0013032921,0.0007588163,0.98864406,0.00024158758,0.0038372169],"genre_scores_gemma":[0.00005479985,0.003962643,0.00013433484,0.00019215168,0.00270417,0.000050725783,0.9887124,0.00004711888,0.0041416995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99334204,0.0004383704,0.00046410662,0.0006758465,0.004091796,0.0009878224],"domain_scores_gemma":[0.99602616,0.00029414846,0.00040111734,0.0017708187,0.0010537084,0.00045402517],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045768903,0.0004018366,0.00072335213,0.00036980162,0.00140162,0.0005515402,0.0030831357,0.0009296459,0.008700024],"category_scores_gemma":[0.00565896,0.00039972487,0.00024376596,0.00026070655,0.0013929295,0.00026659676,0.0005307865,0.0014310062,0.00002541404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007068593,0.00015100029,0.0000048578177,0.0001038807,0.000051295847,0.00030096504,0.000082750885,2.3066912e-7,0.00000384852,0.00006529972,0.9948258,0.004339399],"study_design_scores_gemma":[0.00033213617,0.0000983596,0.000012117891,0.00022926784,0.000053237185,0.000004076063,0.0001572244,0.0000013936876,0.00001628563,0.00048334312,0.99819714,0.00041544004],"about_ca_topic_score_codex":0.013438277,"about_ca_topic_score_gemma":0.04317016,"teacher_disagreement_score":0.029731883,"about_ca_system_score_codex":0.0009939251,"about_ca_system_score_gemma":0.004770888,"threshold_uncertainty_score":0.99989843},"labels":[],"label_agreement":null},{"id":"W4251470875","doi":"10.3410/f.736770618.793568304","title":"Faculty Opinions recommendation of PAPA and FMF in two siblings: possible amplification of clinical presentation? A case report.","year":2019,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Presentation (obstetrics); Psychology; Medicine; Genealogy; Family medicine; History; Surgery","score_opus":0.19334614445126114,"score_gpt":0.5627468999510197,"score_spread":0.36940075549975854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251470875","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021330707,0.00044563127,0.000052895877,0.12979306,0.00059184013,0.00263275,0.8662472,0.000026504735,0.00018879639],"genre_scores_gemma":[0.0003027185,0.0008882858,0.0017480269,0.0005888865,0.00022797637,0.00027668462,0.99524397,0.000020359614,0.00070307427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99138004,0.0019034266,0.0034277553,0.00080014736,0.002110644,0.0003779619],"domain_scores_gemma":[0.98581725,0.0010488697,0.0034274268,0.0015561959,0.007847301,0.00030297585],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010793812,0.00033868305,0.0011086445,0.0007599704,0.00023776993,0.00015305825,0.0014151623,0.0007410754,0.00023377642],"category_scores_gemma":[0.040932536,0.00025257035,0.00043622623,0.0036422869,0.0010648839,0.00055564777,0.0005141669,0.0012769549,0.00001264194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019241093,0.00044810915,0.00033634724,0.0037434888,0.000058948444,0.00000842228,0.00053099403,1.753677e-7,0.000001144225,0.000659284,0.99140495,0.0027889123],"study_design_scores_gemma":[0.0006302153,0.000082040526,0.002970976,0.0058185053,0.00008034476,0.0001985343,0.0004707958,0.000017628736,0.000008463148,0.0001560435,0.9893453,0.00022111497],"about_ca_topic_score_codex":0.0023834745,"about_ca_topic_score_gemma":0.00034954725,"teacher_disagreement_score":0.12920417,"about_ca_system_score_codex":0.00012706644,"about_ca_system_score_gemma":0.0014722452,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4252270324","doi":"10.1108/oxan-es257672","title":"Chile fourth-quarter recovery will be modest at best","year":2020,"lang":"en","type":"other","venue":"Emerald expert briefings","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); History; Archaeology","score_opus":0.07511447960810264,"score_gpt":0.37815667722334045,"score_spread":0.3030421976152378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252270324","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008370913,0.0011365504,0.00028380443,0.4169109,0.00029411918,0.0007574502,0.00008971889,0.00089348445,0.5796256],"genre_scores_gemma":[0.000069720634,0.003811056,0.003661208,0.13208513,0.0027825371,0.0002541945,0.00011745976,0.00071293156,0.85650575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962305,0.00024251356,0.00037744892,0.0008998921,0.0013117989,0.00093783863],"domain_scores_gemma":[0.99849343,0.00014386777,0.00022923632,0.0006445607,0.00006677622,0.00042214687],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038830377,0.00045853184,0.00057218334,0.00023137363,0.00048481036,0.00022873726,0.0010882283,0.00077663315,0.024192493],"category_scores_gemma":[0.00030411925,0.0004934524,0.00029723384,0.00042804738,0.00054019236,0.0002756558,0.000383658,0.00062101864,0.0012546377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001884222,0.000051712446,0.0000033191818,0.000024267638,0.000054337812,0.000063921005,0.003645536,4.822052e-7,0.00017939287,0.0006384088,0.99321014,0.0021096303],"study_design_scores_gemma":[0.00018492177,0.00009072589,0.0000020862406,0.00020248757,0.000011006617,0.0000047510816,0.00008685287,0.000019342831,0.000105032115,0.0004545463,0.9982568,0.0005814461],"about_ca_topic_score_codex":0.29938677,"about_ca_topic_score_gemma":0.010543318,"teacher_disagreement_score":0.28884345,"about_ca_system_score_codex":0.00037062212,"about_ca_system_score_gemma":0.00023885036,"threshold_uncertainty_score":0.9997517},"labels":[],"label_agreement":null},{"id":"W4252813111","doi":"10.23970/ahrqepcmethguide1","title":"Prioritization and Selection of Harms for Inclusion in Systematic Reviews","year":2017,"lang":"en","type":"report","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Vanderbilt University; Agency for Healthcare Research and Quality; Johns Hopkins University; U.S. Department of Health and Human Services","keywords":"Prioritization; Selection (genetic algorithm); Inclusion (mineral); Systematic review; Computer science; Actuarial science; Risk analysis (engineering); Data science; Management science; Psychology; Business; Political science; Economics; Artificial intelligence; MEDLINE; Social psychology; Law","score_opus":0.3323301262150563,"score_gpt":0.5570469542739996,"score_spread":0.22471682805894333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252813111","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013376102,0.021986188,0.02230352,0.0022606389,0.0015184542,0.0645456,0.000034661378,0.00031556573,0.8856978],"genre_scores_gemma":[0.43335357,0.3495118,0.017930103,0.000054195716,0.001509031,0.0066353376,0.000089155204,0.00013828817,0.19077851],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773765,0.00039523948,0.00062086986,0.00020105684,0.00088584336,0.00015933962],"domain_scores_gemma":[0.998029,0.00037079278,0.0006887206,0.00015750118,0.0007162488,0.00003771561],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017252259,0.00009159012,0.0005924085,0.00025646787,0.00042325637,0.00006786173,0.00029328532,0.00032349274,0.000022680766],"category_scores_gemma":[0.01585593,0.000074482865,0.00006491126,0.00016426056,0.00010246289,0.00013480178,0.00034951355,0.00013702654,0.000001131215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003838556,0.00022264567,0.004856497,0.6665727,0.000063758016,0.000005626634,0.010598718,8.1375885e-7,0.0015931529,0.0067577944,0.16596946,0.14332043],"study_design_scores_gemma":[0.00058099895,0.00030633443,0.0010297471,0.13077676,0.00019880584,0.000015303816,0.0012715926,0.0006750628,0.0010593464,0.023642944,0.8395984,0.0008446724],"about_ca_topic_score_codex":0.007589895,"about_ca_topic_score_gemma":0.009243335,"teacher_disagreement_score":0.6949192,"about_ca_system_score_codex":0.000440664,"about_ca_system_score_gemma":0.00110089,"threshold_uncertainty_score":0.99901867},"labels":[],"label_agreement":null},{"id":"W4252845838","doi":"10.5206/cie-eci.v40i3.9192","title":"CIE Journal/Revue ECI 2011 Referees/Evaluateurs","year":2011,"lang":"en","type":"article","venue":"Comparative and International Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Psychology; Computer science","score_opus":0.6498519678265614,"score_gpt":0.5641689199237612,"score_spread":0.08568304790280024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252845838","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35082328,0.0007278681,0.0008813036,0.0059590684,0.002483092,0.00028173995,0.0000041520257,0.000047884176,0.6387916],"genre_scores_gemma":[0.96036947,0.0005413726,0.0022974077,0.0001605439,0.0005425396,0.000037887683,0.000009362662,0.000005154669,0.036036268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907047,0.00018716836,0.00017882431,0.0001484877,0.00027443902,0.00014060062],"domain_scores_gemma":[0.998679,0.00007401947,0.0001106063,0.00009040119,0.000925841,0.0001201378],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082673726,0.00006808695,0.00008943037,0.00018366573,0.00028075094,0.00011372701,0.00035060997,0.000049988117,0.0027668234],"category_scores_gemma":[0.00021753968,0.000066477434,0.00003160854,0.000096205564,0.00020478066,0.00044178174,0.000043467033,0.00018648806,0.00020534942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009099161,0.00067311054,0.01763624,0.000008259482,0.000099379664,0.0000037737805,0.12683125,0.0000020249963,0.00041135665,0.21019614,0.5797393,0.0643082],"study_design_scores_gemma":[0.00026550356,0.00015361779,0.059710313,0.00008024935,0.000019291534,0.00005392764,0.03428683,0.0001709012,0.0011950387,0.16310468,0.74066883,0.00029080833],"about_ca_topic_score_codex":0.0005040536,"about_ca_topic_score_gemma":0.0001852482,"teacher_disagreement_score":0.6095462,"about_ca_system_score_codex":0.00014925309,"about_ca_system_score_gemma":0.00035767973,"threshold_uncertainty_score":0.9981448},"labels":[],"label_agreement":null},{"id":"W4252847191","doi":"10.1017/s1481803500008459","title":"Under pressure","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital; Hamilton General Hospital; Hamilton Health Sciences","funders":"","keywords":"Medicine; Action (physics)","score_opus":0.2966094169022331,"score_gpt":0.4902143362791788,"score_spread":0.19360491937694574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252847191","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013951106,0.014634653,0.0018201618,0.048739422,0.016642634,0.00032861723,0.000004964095,0.0000232553,0.9038552],"genre_scores_gemma":[0.9808794,0.0007582817,0.00018461658,0.00015339236,0.001019659,0.0000018611412,3.022674e-7,0.000012393755,0.016990049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983169,0.00028580803,0.0003901277,0.00008030159,0.0005258763,0.0004010147],"domain_scores_gemma":[0.9980155,0.00006582373,0.00014413343,0.00013713934,0.00056313886,0.0010742121],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002786818,0.00006986924,0.00015864622,0.00031157944,0.00028045566,0.0000063547263,0.0003964887,0.00008542621,0.03185752],"category_scores_gemma":[0.0035431879,0.000058078014,0.000058416434,0.00054305774,0.0002973552,0.00012668123,0.0000030710482,0.00029105536,0.00001770307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032775629,0.000009884949,0.0100802835,0.000011646785,0.00005330318,0.00008358576,0.005185006,0.000020637828,0.00016005614,0.14718091,0.83636487,0.0008465504],"study_design_scores_gemma":[0.000120010656,0.000082207225,0.0009691283,0.00004430696,0.000023137156,0.0000052416103,0.0046752067,0.0000010226629,0.00002879459,0.017279811,0.9767086,0.000062546205],"about_ca_topic_score_codex":0.032336008,"about_ca_topic_score_gemma":0.13416164,"teacher_disagreement_score":0.96692836,"about_ca_system_score_codex":0.00011308755,"about_ca_system_score_gemma":0.0023916194,"threshold_uncertainty_score":0.97410774},"labels":[],"label_agreement":null},{"id":"W4253047022","doi":"10.3138/jvme.35.3.412","title":"Abstracts of Posters Presented at the 2008 AAVMC Educational Symposium","year":2008,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne","keywords":"Medical education; Medicine","score_opus":0.1611548315811108,"score_gpt":0.4863001362884904,"score_spread":0.32514530470737957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253047022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.850155,0.0005213452,0.00001438688,0.13904017,0.0012490255,0.0001702226,0.0000017171528,0.000006940748,0.008841186],"genre_scores_gemma":[0.99387586,0.0016762741,0.00040177195,0.0004148537,0.0008834981,0.000012079902,0.0000040553878,0.00000858969,0.0027229886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969094,0.00039876517,0.0005682137,0.000095929194,0.0018214982,0.00020619997],"domain_scores_gemma":[0.9976847,0.00072052376,0.00046337905,0.00017078801,0.00063684303,0.000323724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021102447,0.00007304785,0.0001449737,0.00016847899,0.00031235316,0.000015111121,0.00061800506,0.00011841956,0.001582477],"category_scores_gemma":[0.003653031,0.000053128268,0.00010674734,0.0002910725,0.0008461203,0.00024774476,0.00008019584,0.00034316434,0.00002013783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042701737,0.0024195954,0.008846824,0.000084636806,0.00008859774,0.00009858459,0.021608943,0.000017152606,0.00867544,0.00084010325,0.93961585,0.017277233],"study_design_scores_gemma":[0.00072784105,0.0014228919,0.17072731,0.00072093366,0.000042048367,0.00599894,0.008294636,0.000027072298,0.0019040937,0.0011694417,0.8086955,0.00026930834],"about_ca_topic_score_codex":0.00047758524,"about_ca_topic_score_gemma":0.000044673212,"teacher_disagreement_score":0.1618805,"about_ca_system_score_codex":0.00027145975,"about_ca_system_score_gemma":0.0059579425,"threshold_uncertainty_score":0.99967736},"labels":[],"label_agreement":null},{"id":"W4253125199","doi":"10.32920/ryerson.14636895","title":"Les pratiques avancées en pédiatrie dans le monde","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Nursing practice; Nursing; Medicine; Political science","score_opus":0.11176102925424423,"score_gpt":0.45741939759394934,"score_spread":0.3456583683397051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253125199","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0877238,0.0009107986,0.016798982,0.014803705,0.00046892665,0.0011792758,0.00002292083,0.001234861,0.87685674],"genre_scores_gemma":[0.91660917,0.0036304805,0.029524552,0.000110222056,0.0006227851,0.00031277418,0.000040617764,0.000046029505,0.049103364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648774,0.0011751621,0.00032773535,0.00058438396,0.00095194404,0.00047304633],"domain_scores_gemma":[0.99823296,0.0005268062,0.000120401426,0.0006139634,0.00033906836,0.00016678462],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00234684,0.00021165493,0.00031604714,0.00014873795,0.00049362384,0.000598552,0.001226268,0.0007875025,0.0012674974],"category_scores_gemma":[0.0013492994,0.00021498067,0.00018600731,0.00023813242,0.00043595862,0.00018045287,0.0013382825,0.0010894169,0.00002808374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022510358,0.0007294736,0.02851917,0.0005794337,0.00032933993,0.00044619793,0.15145262,0.0002137693,0.0046797055,0.5776451,0.16622762,0.06915505],"study_design_scores_gemma":[0.00033130465,0.000107502834,0.01525155,0.000491706,0.00007873994,0.0000050325307,0.24416105,0.00035282562,0.06916696,0.12142637,0.5464006,0.002226379],"about_ca_topic_score_codex":0.093067646,"about_ca_topic_score_gemma":0.06889378,"teacher_disagreement_score":0.8288854,"about_ca_system_score_codex":0.00038745816,"about_ca_system_score_gemma":0.0028174785,"threshold_uncertainty_score":0.9996455},"labels":[],"label_agreement":null},{"id":"W4254667444","doi":"10.1177/070674371506000302","title":"Erratum","year":2015,"lang":"en","type":"erratum","venue":"The Canadian Journal of Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Mental Health Commission","keywords":"Confidence interval; Psychology; Epidemiology; Psychiatry; Medicine; Internal medicine","score_opus":0.09084653618528923,"score_gpt":0.3999740332034712,"score_spread":0.309127497018182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254667444","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014055851,0.010678978,0.0000064181104,0.15671343,0.1081814,0.00020311038,0.00003051379,0.000016066628,0.724156],"genre_scores_gemma":[0.0037267238,0.00075504807,0.0022433922,0.002044714,0.04302319,0.000009454485,0.000014856835,0.00012401775,0.9480586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637604,0.00067891035,0.0005367153,0.00015144846,0.0014755409,0.00078137574],"domain_scores_gemma":[0.9960809,0.00007132093,0.0006261244,0.00049576437,0.0011610386,0.0015648731],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006663713,0.00020170357,0.0003650337,0.0006202685,0.0011241606,0.00042879296,0.00292359,0.0007744239,0.0006384868],"category_scores_gemma":[0.0010653936,0.00014992632,0.0002673405,0.00064468954,0.001061015,0.00015183458,0.000032089934,0.003701086,0.0001188452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004820921,0.000006282504,0.0003584789,0.0000123760565,0.000049267604,0.00005984058,0.0016126933,7.882703e-7,3.949777e-8,0.02691908,0.9703819,0.000594409],"study_design_scores_gemma":[0.000067926754,0.0000577711,0.00011117041,0.00019685204,0.00003884236,0.000047394824,0.0023524594,7.6995474e-7,7.850749e-8,0.16844842,0.8285379,0.00014042418],"about_ca_topic_score_codex":0.22617228,"about_ca_topic_score_gemma":0.9787319,"teacher_disagreement_score":0.7525596,"about_ca_system_score_codex":0.00110164,"about_ca_system_score_gemma":0.119381264,"threshold_uncertainty_score":0.99859744},"labels":[],"label_agreement":null},{"id":"W4255114985","doi":"10.31219/osf.io/xjz9u","title":"Outcome reporting in randomized controlled trials of major depressive disorder treatments in adolescents: a systematic scoping review protocol","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"PsycINFO; Psychological intervention; Randomized controlled trial; Major depressive disorder; MEDLINE; Medicine; Systematic review; Population; Protocol (science); Clinical trial; Mental health; Psychiatry; Clinical psychology; Psychology; Alternative medicine; Mood","score_opus":0.24301145392899398,"score_gpt":0.5727622711612913,"score_spread":0.3297508172322973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255114985","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014254955,0.0039780876,0.0008364802,0.00048428692,0.00016364166,0.9876176,0.000005267074,0.00011729821,0.0053718104],"genre_scores_gemma":[0.08628583,0.0008584038,0.0009567447,0.000057409106,0.00006258286,0.91128343,0.0000035962,0.00003573527,0.00045626023],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9440216,0.029588323,0.022869857,0.00087670574,0.001935897,0.0007076577],"domain_scores_gemma":[0.9693523,0.0065408144,0.022276893,0.0009888158,0.0007160963,0.00012508877],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16880774,0.00047410122,0.018595036,0.00080477406,0.0001026783,0.00013791288,0.0009453921,0.0005185834,0.000303312],"category_scores_gemma":[0.3950061,0.00029357936,0.0020092234,0.0005815165,0.0004043549,0.00013375496,0.000662062,0.0006088679,0.000009306231],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023119029,0.00075542525,0.04766887,0.9258881,0.0006411334,0.00008661788,0.0013715827,0.000009390798,0.00000736105,0.00018527027,0.000051764888,0.00021540798],"study_design_scores_gemma":[0.18281735,0.000019658939,0.00006619602,0.8146042,0.00040272938,7.331142e-7,0.00029630624,0.00009922468,0.000024411682,0.0014258672,5.620959e-7,0.00024273696],"about_ca_topic_score_codex":0.011928933,"about_ca_topic_score_gemma":0.006969314,"teacher_disagreement_score":0.22619836,"about_ca_system_score_codex":0.00058179296,"about_ca_system_score_gemma":0.0014460889,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W4255534456","doi":"10.1093/pch/18.7.384c","title":"The authors respond;","year":2013,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Medicine","score_opus":0.06521626929604545,"score_gpt":0.4285961921239132,"score_spread":0.36337992282786774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255534456","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02274268,0.0062489235,0.0005547857,0.80483353,0.0017108368,0.0031673114,0.00001385655,0.00075699,0.15997107],"genre_scores_gemma":[0.96220696,0.019157268,0.0023084835,0.0039060065,0.0026428055,0.0003087945,0.0000058868927,0.000049271952,0.009414521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645334,0.0009429865,0.00034260767,0.0002463126,0.0010421041,0.0009726655],"domain_scores_gemma":[0.9974901,0.0011846328,0.00014833944,0.0004081314,0.00028288507,0.00048590824],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007466797,0.000098817814,0.00013529437,0.00015745878,0.0031425173,0.00027327664,0.00083260535,0.00012970991,0.00020035096],"category_scores_gemma":[0.0028891272,0.00007295535,0.000063248626,0.001434325,0.0002928156,0.00016784719,0.00013168194,0.0006190916,0.00073120673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009172598,0.00005341559,0.012426615,0.000018777862,0.0000066392777,0.0000021944861,0.0070473645,0.0000012385808,0.0000018376801,0.12058462,0.7406342,0.11921391],"study_design_scores_gemma":[0.000103626444,0.00006617166,0.034996413,0.000008900655,0.000001966791,9.840945e-7,0.002684396,0.000023310562,0.000003898748,0.018653456,0.94332963,0.0001272149],"about_ca_topic_score_codex":0.0113350125,"about_ca_topic_score_gemma":0.0018035532,"teacher_disagreement_score":0.9394643,"about_ca_system_score_codex":0.00033254916,"about_ca_system_score_gemma":0.0011235647,"threshold_uncertainty_score":0.99815524},"labels":[],"label_agreement":null},{"id":"W4256278690","doi":"10.1016/j.fertnstert.2020.11.013","title":"Standardizing definitions and reporting guidelines for the infertility core outcome set: an international consensus development study","year":2020,"lang":"en","type":"article","venue":"Fertility and Sterility","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Mansoura University; University of Auckland; Chinese University of Hong Kong; Medical Research Council; Mazandaran University of Medical Sciences; University of Waikato; Maurice and Phyllis Paykel Trust; Christian Medical College, Vellore; Auckland District Health Board; Florida International University; University of Oxford; National Institute for Health and Care Research; University of Pennsylvania; University of Aberdeen; University of Toronto; University of New South Wales; University of Alberta; Universitätsspital Zürich; Royal Society Te Apārangi; Universiteit van Amsterdam; Ottawa Hospital Research Institute; University College London; Chelsea and Westminster Hospital NHS Foundation Trust","keywords":"Guideline; Medicine; MEDLINE; Medical education; Systematic review; Set (abstract data type); Family medicine; Psychology; Political science; Computer science","score_opus":0.8644408732959846,"score_gpt":0.5998483916369107,"score_spread":0.2645924816590739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256278690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836357,0.00006225716,0.0026310247,0.01154758,0.00011642965,0.0013070314,0.00013487527,0.00012439424,0.00044068202],"genre_scores_gemma":[0.99494433,0.000008936958,0.004424114,0.00040949116,0.00005682353,0.00012540475,0.0000115904995,0.0000063821994,0.000012941696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972544,0.00028880071,0.0012548326,0.0004499855,0.0004948338,0.00025718502],"domain_scores_gemma":[0.9976914,0.00069031684,0.0003163081,0.00027166546,0.0008287941,0.00020153601],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009240427,0.00012320404,0.0002654688,0.0000251611,0.0011964276,0.0002121475,0.0002599421,0.000071455645,0.0000447332],"category_scores_gemma":[0.018429013,0.000095579286,0.000049791568,0.000121635625,0.00046865531,0.00016461659,0.00025413895,0.0001792843,6.175109e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016401238,0.0001040683,0.9572185,0.000053921845,0.00004492583,0.000005740359,0.021309009,0.000001891698,0.00004490362,0.00012654661,0.000101712656,0.01934863],"study_design_scores_gemma":[0.00025331884,0.000076619326,0.97188634,0.000008424467,0.00001398695,0.0000010599202,0.01900678,0.0007717602,0.000026433741,0.001347645,0.00650534,0.00010231067],"about_ca_topic_score_codex":0.0008826803,"about_ca_topic_score_gemma":0.0037058683,"teacher_disagreement_score":0.01924632,"about_ca_system_score_codex":0.00008247618,"about_ca_system_score_gemma":0.00024000165,"threshold_uncertainty_score":0.9898392},"labels":[],"label_agreement":null},{"id":"W4280538236","doi":"10.5334/ijic.icic21254","title":"Developing a Core Set of Indicators to Assess the Quality and Impact of Integrated Care for Older Persons Living with Complex Health and Social Care Needs and Family/Friend Caregivers: a Delphi consensus study","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Delphi method; Quality (philosophy); Social care; Health care; Integrated care; Medicine; Medical education; Nursing; Computer science; Political science","score_opus":0.22577578853252953,"score_gpt":0.5059249834994846,"score_spread":0.280149194966955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280538236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99469733,0.0007940797,0.00035282105,0.0014677825,0.00010033677,0.0009229013,0.0015741102,0.00001454358,0.000076093034],"genre_scores_gemma":[0.9989267,0.000033357424,0.00080651336,0.00007675025,0.000042910997,0.000039043767,0.00005236537,0.000018136654,0.000004196465],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99707186,0.00072431134,0.00057737646,0.00020775489,0.0011611425,0.00025757088],"domain_scores_gemma":[0.9947295,0.00068524416,0.0007110781,0.00009325112,0.0036221552,0.00015878007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013249747,0.0001838446,0.00046071908,0.0007120508,0.0006421536,0.00011800914,0.0005593346,0.00006749289,0.00001747688],"category_scores_gemma":[0.0006111178,0.00013049372,0.00010646014,0.00071839633,0.00049058784,0.00009683286,0.00022634788,0.00048421317,2.1437888e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047638212,0.00004204781,0.20354228,0.00009685725,0.0004196861,0.000016727934,0.7844802,0.0000282412,0.00015825668,0.000621716,0.00049360195,0.009624018],"study_design_scores_gemma":[0.00080526306,0.0012143719,0.05022565,0.00027051105,0.000034147637,0.000032464905,0.9466104,0.00001598534,0.0000262751,0.000020958376,0.0006164259,0.00012752641],"about_ca_topic_score_codex":0.01920661,"about_ca_topic_score_gemma":0.0061760535,"teacher_disagreement_score":0.16213022,"about_ca_system_score_codex":0.0020810186,"about_ca_system_score_gemma":0.004586089,"threshold_uncertainty_score":0.9873246},"labels":[],"label_agreement":null},{"id":"W4280575297","doi":"10.1136/bmjopen-2021-057384","title":"Development of ‘Core Outcome Sets’ for Meningioma in Clinical Studies (The COSMIC Project): protocol for two systematic literature reviews, eDelphi surveys and online consensus meetings","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Brain Tumour Charity; National Institute for Health and Care Research","keywords":"Medicine; Protocol (science); Systematic review; Core (optical fiber); Outcome (game theory); Medical physics; MEDLINE; Medical education; Alternative medicine; Pathology","score_opus":0.7650042939187542,"score_gpt":0.6902785978388004,"score_spread":0.07472569607995383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280575297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014825472,0.00026370728,0.00005400175,0.0027552543,0.00009752414,0.981683,0.00011066533,0.000031575462,0.00017876737],"genre_scores_gemma":[0.0063372343,0.0000076004453,0.03995576,0.00012575737,0.000046351768,0.952837,0.00001810978,0.000018161723,0.00065403845],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919489,0.0046310173,0.0020583177,0.00039019424,0.0006062025,0.00036539312],"domain_scores_gemma":[0.9946267,0.003743431,0.0008385311,0.00033167482,0.0004108708,0.000048811897],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09449245,0.00015337499,0.0009113845,0.00012054883,0.0006697534,0.000121857694,0.0010188599,0.00006085375,0.0000058968353],"category_scores_gemma":[0.0126841115,0.000103364175,0.0001087251,0.0006090759,0.0002604854,0.0000663724,0.0010982666,0.00023869258,5.317229e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004710071,0.0028510226,0.094122455,0.33077526,0.0011613035,0.000115617666,0.29537198,0.000016944683,0.00026267584,0.012244405,0.2196772,0.038691077],"study_design_scores_gemma":[0.031175368,0.0036314435,0.015123843,0.11251486,0.00035665114,0.00012570847,0.33150885,0.0028520217,0.00021717441,0.01434245,0.4849382,0.0032134098],"about_ca_topic_score_codex":0.00022264862,"about_ca_topic_score_gemma":0.0036387672,"teacher_disagreement_score":0.26526102,"about_ca_system_score_codex":0.00019033467,"about_ca_system_score_gemma":0.00078738626,"threshold_uncertainty_score":0.99563247},"labels":[],"label_agreement":null},{"id":"W4281706927","doi":"10.1016/j.aip.2022.101939","title":"The drama therapy core processes: A Delphi study establishing a North American perspective","year":2022,"lang":"en","type":"article","venue":"The Arts in Psychotherapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Perspective (graphical); Drama; Delphi method; Delphi; Core (optical fiber); History; Computer science; Art; Visual arts; Artificial intelligence","score_opus":0.12578563302340484,"score_gpt":0.47088891195959115,"score_spread":0.3451032789361863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281706927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575979,0.0009998606,0.000081844744,0.028408803,0.00028200078,0.0030332392,0.000008321143,0.00020473509,0.009383286],"genre_scores_gemma":[0.99279267,0.003010354,0.00008202998,0.001350943,0.00020029796,0.0018342742,7.473118e-7,0.00004514443,0.00068354065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99604326,0.0010937315,0.00032124223,0.00045416274,0.0014116291,0.0006759439],"domain_scores_gemma":[0.9972011,0.0014662782,0.00021639856,0.0007799729,0.0002566626,0.0000795998],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0053388933,0.00017920414,0.00020263242,0.0001664421,0.0034568287,0.00044423604,0.002439143,0.000021520047,0.00016661515],"category_scores_gemma":[0.00029055457,0.000114580966,0.00006608076,0.003522554,0.0010864189,0.00020894597,0.00007675332,0.0007874863,0.0000073002493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011177154,0.0015090916,0.063895464,0.0000021974715,0.000111982314,0.000032662785,0.8162043,0.000115126095,0.000040051866,0.015861709,0.0099688405,0.09114084],"study_design_scores_gemma":[0.00092762907,0.00096739375,0.014312177,0.0000066590896,0.0000036824383,0.0000037083137,0.6928673,0.000039905914,0.000007758604,0.04367352,0.24692309,0.00026719508],"about_ca_topic_score_codex":0.013945767,"about_ca_topic_score_gemma":0.10675775,"teacher_disagreement_score":0.23695424,"about_ca_system_score_codex":0.0003992321,"about_ca_system_score_gemma":0.0005202504,"threshold_uncertainty_score":0.9978405},"labels":[],"label_agreement":null},{"id":"W4281726786","doi":"10.1093/sleep/zsac079.696","title":"0700 Prospective and Cross-sectional Associations Between Sleep Apnea and Disease in a Phenome-wide Analysis of a Clinical Biobank","year":2022,"lang":"en","type":"article","venue":"SLEEP","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Sleep & Circadian Network","funders":"","keywords":"Medicine; Biobank; Polysomnography; Prospective cohort study; Body mass index; Odds ratio; Sleep apnea; Cross-sectional study; Obstructive sleep apnea; Cohort; Activity tracker; Internal medicine; Physical therapy; Apnea; Bioinformatics; Pathology","score_opus":0.11371271386386751,"score_gpt":0.4769090866263279,"score_spread":0.3631963727624604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281726786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958805,0.00011721679,0.0001922844,0.0010423283,0.00006601011,0.00042099712,0.00046280408,0.000041466275,0.0017764178],"genre_scores_gemma":[0.9993788,0.000017195538,0.0001709059,0.00004838217,0.000079331636,0.00011942446,0.000038891176,0.000007236747,0.00013982448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975938,0.00057948707,0.0004805652,0.000363004,0.00072597107,0.0002571796],"domain_scores_gemma":[0.9983018,0.001002225,0.00018297839,0.00015223311,0.00013979469,0.00022098629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036694743,0.00007499881,0.00030959497,0.00043976578,0.00052322506,0.000075078366,0.00021726664,0.00007074918,0.00021449354],"category_scores_gemma":[0.002987893,0.00008428346,0.00012290063,0.001917832,0.0005494757,0.00013464189,0.00028111562,0.00033498814,0.000001379607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035971752,0.00012554349,0.99420553,0.0000032676367,0.00018842681,0.0000042581537,0.0014591049,0.0000876833,0.000001553875,0.0024096551,0.000038858634,0.0014401363],"study_design_scores_gemma":[0.0002759536,0.00004750072,0.98882484,0.00000108078,0.00010360832,3.4130903e-8,0.00046880936,0.0011016299,9.2490734e-7,0.008691317,0.00039997319,0.000084331936],"about_ca_topic_score_codex":0.002504659,"about_ca_topic_score_gemma":0.0014689043,"teacher_disagreement_score":0.0062816627,"about_ca_system_score_codex":0.00023860189,"about_ca_system_score_gemma":0.00017679593,"threshold_uncertainty_score":0.4024277},"labels":[],"label_agreement":null},{"id":"W4281729293","doi":"10.3389/fmed.2022.887793","title":"Research Trends on Pulmonary Rehabilitation: A Bibliometric Analysis From 2011 to 2020","year":2022,"lang":"en","type":"review","venue":"Frontiers in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pulmonary rehabilitation; Rehabilitation; Bibliometrics; Medicine; Pulmonary disease; Physical therapy; Library science; Internal medicine","score_opus":0.26605154601951575,"score_gpt":0.5492689976136506,"score_spread":0.2832174515941348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281729293","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050169706,0.93664986,0.00026153485,0.008890062,0.0013380791,0.0013258993,0.000108539134,0.00010238338,0.051318612],"genre_scores_gemma":[0.000018485589,0.9825909,0.0060273157,0.00010093532,0.0010588787,0.0015553536,0.00038082298,0.000059433143,0.008207847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98418707,0.006542292,0.0011437952,0.0013257692,0.0057458566,0.0010552049],"domain_scores_gemma":[0.9894995,0.0081074545,0.00024408776,0.001309081,0.00026896343,0.00057088444],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02322456,0.00037742953,0.0027754102,0.35838142,0.0005589369,0.00006987426,0.002695521,0.00050170295,0.01755267],"category_scores_gemma":[0.010852875,0.00032762138,0.00051455345,0.5727495,0.0010379093,0.00012090168,0.00049472455,0.0026176146,0.00016471934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019939762,0.00007312779,0.00039209166,0.00022618959,0.00017768385,0.00011629247,0.000905277,0.0000011037863,8.710428e-9,0.000052330917,0.42068243,0.57735354],"study_design_scores_gemma":[0.000102161895,0.000459972,0.00082268065,0.001508268,0.00046675894,5.0713044e-7,0.00576672,0.00001388961,9.939772e-9,0.0010023793,0.9895854,0.00027123938],"about_ca_topic_score_codex":0.017036907,"about_ca_topic_score_gemma":0.0007822028,"teacher_disagreement_score":0.5770823,"about_ca_system_score_codex":0.0028248255,"about_ca_system_score_gemma":0.00074899883,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W4281845968","doi":"10.1111/obr.13452","title":"Outcomes of the first global multidisciplinary consensus meeting including persons living with obesity to standardize patient‐reported outcome measurement in obesity treatment research","year":2022,"lang":"en","type":"article","venue":"Obesity Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Obesity Network","funders":"Johnson and Johnson; Novo Nordisk; National Institute for Health and Care Research; Medtronic","keywords":"Multidisciplinary approach; Quality of life (healthcare); Delphi method; Medicine; Obesity; Stigma (botany); Patient-reported outcome; Mental health; Health care; Gerontology; Psychology; Nursing; Psychiatry; Political science","score_opus":0.3741213253799196,"score_gpt":0.47976484744322956,"score_spread":0.10564352206330996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281845968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334676,0.0012978825,0.00003065271,0.0039942595,0.00018056775,0.0052413275,0.000065301145,0.00007847358,0.0057647787],"genre_scores_gemma":[0.9974683,0.0002134841,0.0013765928,0.00006677373,0.000028494733,0.0006223874,0.0000011462492,0.000020643804,0.00020216944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9882236,0.004890837,0.001108355,0.0007294378,0.004058352,0.0009894066],"domain_scores_gemma":[0.9966992,0.0009288972,0.00049949397,0.0010156226,0.00059434195,0.0002624045],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023897585,0.0003097697,0.000958777,0.00022290248,0.003727742,0.000083249935,0.0010717738,0.0000921743,0.00011307904],"category_scores_gemma":[0.0064063403,0.0002192731,0.00032153988,0.0026159214,0.0004867069,0.00009644197,0.0021406715,0.0006272921,0.00001054766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037226913,0.0008927931,0.9836407,0.0000946119,0.00004486395,0.000042834523,0.012256399,0.000076806224,0.00004007952,0.00014468055,0.0008106375,0.0019184197],"study_design_scores_gemma":[0.00046404457,0.00048538964,0.94694626,0.00078004244,0.00005883187,0.000009139852,0.018742003,0.000026813184,0.00010613046,0.00014628765,0.031864654,0.00037039595],"about_ca_topic_score_codex":0.024277724,"about_ca_topic_score_gemma":0.09123635,"teacher_disagreement_score":0.06695863,"about_ca_system_score_codex":0.008184534,"about_ca_system_score_gemma":0.0009724253,"threshold_uncertainty_score":0.99756926},"labels":[],"label_agreement":null},{"id":"W4283360382","doi":"10.1136/bmjopen-2021-059326","title":"What are the respiratory health research priorities in Alberta, Canada? A stakeholder consultation","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"","keywords":"Stakeholder; Medicine; Scope (computer science); Mental health; Stakeholder engagement; Public relations; Medical education; Family medicine; Psychiatry; Political science","score_opus":0.6588861396585282,"score_gpt":0.5861439495284605,"score_spread":0.07274219013006766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283360382","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19815594,0.0008331782,0.0000026466598,0.69937176,0.0008939512,0.034217317,0.00006275113,0.000048811264,0.066413656],"genre_scores_gemma":[0.9643237,0.00010043742,0.00005267961,0.0062942556,0.000111329675,0.009188179,0.000006023403,0.000021840953,0.019901576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908104,0.005705398,0.00030555093,0.00026722305,0.0022915737,0.0006198707],"domain_scores_gemma":[0.9967376,0.0023645533,0.00011686767,0.0004119927,0.00025573894,0.00011325205],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.025989631,0.00006239475,0.00014805766,0.00014240803,0.0022152362,0.0006825444,0.001669062,0.000032654243,0.0003844589],"category_scores_gemma":[0.0033096152,0.000055937413,0.000014273665,0.0011892037,0.00033923873,0.00048222629,0.0010363845,0.0006685048,0.000008820777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015916715,0.00007377847,0.016327778,0.00004660186,0.000010164959,0.00008943257,0.07471596,0.00006056827,0.000006807836,0.03790678,0.85599476,0.014608212],"study_design_scores_gemma":[0.00020172966,0.000048664075,0.00896621,0.00006696686,3.3086224e-7,8.564385e-7,0.38400698,0.000011090599,0.0000085978545,0.001545616,0.6050698,0.00007316023],"about_ca_topic_score_codex":0.9889857,"about_ca_topic_score_gemma":0.9987798,"teacher_disagreement_score":0.76616776,"about_ca_system_score_codex":0.0019282664,"about_ca_system_score_gemma":0.01709883,"threshold_uncertainty_score":0.99908376},"labels":[],"label_agreement":null},{"id":"W4283690014","doi":"10.1101/2022.06.27.22276964","title":"Establishing a core set of open science practices in biomedicine: a modified Delphi study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; Diabetes Canada; Toronto General Hospital; University of Toronto; Ottawa Hospital; University Health Network; University of Calgary; Princess Margaret Cancer Centre; McGill University; University of Ottawa; Douglas College; Simon Fraser University; Ted Rogers Centre for Heart Research; University of British Columbia; Vector Institute","funders":"Wellcome Trust","keywords":"Delphi method; Open science; Voting; Set (abstract data type); Medical education; Operationalization; Best practice; Inclusion (mineral); Psychology; Political science; Knowledge management; Computer science; Public relations; Medicine; Social psychology","score_opus":0.47831850580845475,"score_gpt":0.5800500123148565,"score_spread":0.10173150650640178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283690014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632468,0.0001104228,0.00003289734,0.0034968767,0.0006489969,0.0042603714,0.000040856783,0.00009593408,0.028066834],"genre_scores_gemma":[0.9974392,0.00012365039,0.000998456,0.000045869718,0.00012238164,0.0009022333,0.00001043594,0.00002646023,0.00033130142],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9919294,0.0014742322,0.000807026,0.001185938,0.0038697228,0.0007336857],"domain_scores_gemma":[0.9949158,0.0016774974,0.0013126313,0.0013457804,0.00052036543,0.00022794397],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.04910762,0.00022676423,0.00060218415,0.0015546504,0.00064513314,0.00084965944,0.013754592,0.00017915996,0.0004072177],"category_scores_gemma":[0.029792558,0.00022511912,0.00006119716,0.004815175,0.0017431662,0.0010109438,0.017068373,0.0017406007,0.0000033511594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024020867,0.0016111142,0.7672553,0.0003093462,0.00007041652,0.00059129193,0.21255837,0.0004351295,0.0024137546,0.0057034,0.0020899961,0.006721648],"study_design_scores_gemma":[0.0024220368,0.0011739308,0.22271651,0.0011293463,0.00013533434,0.000007629951,0.70586,0.0036314582,0.00045283863,0.033821613,0.02703319,0.001616122],"about_ca_topic_score_codex":0.14347291,"about_ca_topic_score_gemma":0.017526155,"teacher_disagreement_score":0.5445388,"about_ca_system_score_codex":0.0007132867,"about_ca_system_score_gemma":0.004919831,"threshold_uncertainty_score":0.99158144},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4283703477","doi":"10.2196/37442","title":"Standardizing Cranioplasty Outcomes Following Stroke or Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cranioplasty; Delphi method; Protocol (science); Medicine; Decompressive craniectomy; Systematic review; Traumatic brain injury; MEDLINE; Psychiatry; Surgery; Alternative medicine","score_opus":0.7678558554279403,"score_gpt":0.7031724807805061,"score_spread":0.06468337464743423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283703477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014844985,3.118117e-7,0.0010201656,0.0028702547,0.000017024475,0.9927203,0.00016585304,0.00016322789,0.0015583364],"genre_scores_gemma":[0.010410604,2.0723956e-8,0.0052798246,0.000058020087,0.000049302314,0.9788081,0.0000036312924,0.00006044704,0.0053300373],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98924136,0.0020187155,0.0011290122,0.0005363933,0.005624109,0.0014503931],"domain_scores_gemma":[0.9921642,0.005983177,0.00029363195,0.00075025164,0.0005694907,0.00023924485],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.034075823,0.00024844892,0.0005346947,0.0004989401,0.004690613,0.00032897017,0.0024687543,0.00012684269,0.0009911506],"category_scores_gemma":[0.005359716,0.00016707339,0.0003128707,0.0015451829,0.0005663128,0.00027425116,0.0012252395,0.0012363236,0.000009802498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019890888,0.0051640384,0.26893392,0.009520443,0.0011230129,0.0001615702,0.2240675,0.00008502804,0.0067695053,0.024560092,0.22444019,0.21528383],"study_design_scores_gemma":[0.003507128,0.001399093,0.0020824103,0.00049494044,0.0000027904068,0.0000010573713,0.030439572,0.00008605065,0.00085186714,0.0012206576,0.9596202,0.00029424657],"about_ca_topic_score_codex":0.00015113766,"about_ca_topic_score_gemma":0.00076284714,"teacher_disagreement_score":0.73518,"about_ca_system_score_codex":0.0011582104,"about_ca_system_score_gemma":0.003936095,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W4284676682","doi":"10.1016/j.jneb.2022.04.183","title":"P142 Partnering with Student Advisory Board to Determine Campus CBPR Intervention Using Nominal Group Technique","year":2022,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Medical education; Psychology; Medicine; Nursing","score_opus":0.08317001588255035,"score_gpt":0.4611536267740814,"score_spread":0.37798361089153104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284676682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99476594,0.00013356692,0.0029150795,0.00094255025,0.00037813175,0.0007672248,0.0000035030173,0.000019457339,0.00007454765],"genre_scores_gemma":[0.98519367,0.000034028468,0.0135717625,0.00006957867,0.0002700212,0.0006928436,0.0000026765085,0.000010858115,0.00015454598],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99856395,0.00025550637,0.00032957783,0.00012179353,0.00057205494,0.00015713759],"domain_scores_gemma":[0.99920654,0.000036000063,0.0002593485,0.00008077734,0.00025728004,0.00016002805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012268852,0.000073564166,0.0001290031,0.00042281213,0.0004147041,0.00009726952,0.00019626896,0.000036887748,0.00015022073],"category_scores_gemma":[0.000037852406,0.00007353846,0.00006166287,0.00031748103,0.00006844944,0.00027164796,0.00006651147,0.00026909594,6.1674416e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077968225,0.06643183,0.11720022,0.00036488532,0.000074929674,0.0003029267,0.026645996,0.000060706727,0.23515679,0.001302919,0.00831206,0.5433671],"study_design_scores_gemma":[0.0045097885,0.009917097,0.2851141,0.0021627,0.00067287794,0.0033486646,0.46897152,0.000050909384,0.012395767,0.0009836416,0.21058616,0.0012867639],"about_ca_topic_score_codex":0.00023155197,"about_ca_topic_score_gemma":0.00011068724,"teacher_disagreement_score":0.5420803,"about_ca_system_score_codex":0.00052557193,"about_ca_system_score_gemma":0.00019774465,"threshold_uncertainty_score":0.31896105},"labels":[],"label_agreement":null},{"id":"W4284966595","doi":"10.1186/s12913-022-08241-6","title":"A multi-step approach to developing a health system evaluation framework for community-based health care","year":2022,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Bone and Joint Health Institute; Government of Alberta; University of Calgary","funders":"Government of Alberta","keywords":"Delphi method; Conceptualization; Health administration; Health informatics; Process management; Health care; Health services research; Stakeholder; Context (archaeology); Conceptual framework; Nursing research; Public health; Medicine; Knowledge management; Nursing; Computer science; Business; Sociology; Public relations; Political science","score_opus":0.4966268409721474,"score_gpt":0.6064014331862632,"score_spread":0.10977459221411578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284966595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018528242,0.0076525714,0.8193029,0.07930157,0.0010314449,0.06895688,0.001014848,0.0016899045,0.0025216162],"genre_scores_gemma":[0.41253123,0.000056654473,0.5584513,0.01177139,0.00024186505,0.016208258,0.0005733694,0.00009952033,0.00006641879],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94929904,0.039339393,0.0011467343,0.0008942323,0.0062838416,0.0030367614],"domain_scores_gemma":[0.99117225,0.0035036446,0.0004331448,0.001294992,0.0022546551,0.0013412917],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.10462525,0.0002646576,0.00068822224,0.0013075765,0.018772162,0.00034944684,0.0028356798,0.0001893683,0.000026231824],"category_scores_gemma":[0.0005807404,0.00030197675,0.00013004353,0.0047123893,0.00018757257,0.00016650486,0.001034499,0.00258627,0.00002847156],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008276287,0.0013871383,0.0043023075,0.08424805,0.000048671784,0.0000018450191,0.7398188,0.004011604,0.00000510959,0.06902152,0.005567843,0.09075949],"study_design_scores_gemma":[0.0011636033,0.0014119638,0.0017891591,0.0014426315,0.000002615356,0.0000019223785,0.8286773,0.048714023,0.0000046908644,0.0004341611,0.11601164,0.00034629344],"about_ca_topic_score_codex":0.13964564,"about_ca_topic_score_gemma":0.051436376,"teacher_disagreement_score":0.39400297,"about_ca_system_score_codex":0.020562017,"about_ca_system_score_gemma":0.039814774,"threshold_uncertainty_score":0.99994326},"labels":[],"label_agreement":null},{"id":"W4285083574","doi":"10.1007/s00268-022-06627-5","title":"Generation of Cross‐Specialty Consensus Statements on Soft Tissue Management via a Modified Delphi Method","year":2022,"lang":"en","type":"review","venue":"World Journal of Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Hospital; London Health Sciences Centre; Western University","funders":"Ethicon; AO Foundation","keywords":"Specialty; Delphi method; Delphi; Curriculum; Medicine; Medical education; Voting; Set (abstract data type); Process (computing); Computer science; Psychology; Family medicine; Politics; Artificial intelligence; Political science","score_opus":0.5392462673200081,"score_gpt":0.5756031924478618,"score_spread":0.03635692512785371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285083574","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038330294,0.97202,0.005508091,0.0004915102,0.0031812212,0.0016905993,0.000086182015,0.00005049641,0.016933614],"genre_scores_gemma":[0.00019159817,0.99106145,0.004089696,0.000051693874,0.0008374205,0.00007728249,0.000023185621,0.00005732056,0.0036103462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910841,0.003042759,0.0023918373,0.0003496207,0.002604236,0.00052744563],"domain_scores_gemma":[0.99255913,0.0035496585,0.002839752,0.00039657543,0.00042964745,0.00022525912],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017207323,0.00031961966,0.0018091602,0.002118035,0.0004587478,0.00017946457,0.00077022257,0.00015735195,0.0016091965],"category_scores_gemma":[0.00078723574,0.00029327124,0.0007867638,0.0015588795,0.00027397898,0.00017077205,0.00020153157,0.000911395,0.00001537723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047821017,0.0001610057,0.000009605792,0.0015426732,0.0003153404,0.0004417239,0.0001738294,0.00007965455,0.0000018468521,0.0017008494,0.030172864,0.9653528],"study_design_scores_gemma":[0.000108363594,0.000040984505,0.000005169886,0.0018937814,0.00020209016,0.000021186113,0.0000953076,0.000009768381,0.000011047033,0.00071073236,0.9966691,0.00023244382],"about_ca_topic_score_codex":0.00023517945,"about_ca_topic_score_gemma":0.00016407523,"teacher_disagreement_score":0.9664963,"about_ca_system_score_codex":0.0010069582,"about_ca_system_score_gemma":0.0011410817,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4285236923","doi":"10.1007/978-3-319-69909-7_2505-2","title":"Response Format","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.17629502001626618,"score_gpt":0.4527754264950364,"score_spread":0.2764804064787702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285236923","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005433614,0.00008288135,0.00003984533,0.008419555,0.0001871587,0.00041921236,0.000019731911,0.0003907089,0.9904355],"genre_scores_gemma":[0.0005489898,0.0004404062,0.00040834493,0.00040700313,0.00009849547,0.000043947533,0.000006524725,0.000034236044,0.99801207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788976,0.00017477923,0.00017976118,0.00020760656,0.001244633,0.00030348927],"domain_scores_gemma":[0.9988182,0.00056412,0.0000660253,0.00034781257,0.00008442724,0.000119413446],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003690422,0.000117234995,0.00014967918,0.0002465577,0.00054929947,0.00006902244,0.00071803614,0.00024739976,0.11565031],"category_scores_gemma":[0.0003063292,0.00012029877,0.000119135824,0.000050129038,0.00030312772,0.00012009026,0.00035627754,0.00055552897,0.0009746057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006456341,0.000002652462,6.419044e-7,0.0000022678585,0.000005905087,0.000035193858,0.00052554527,5.7287085e-8,0.0000024256497,0.7401864,0.2551941,0.003980253],"study_design_scores_gemma":[0.000029184854,0.00003982433,0.0000011477515,0.000008384214,0.000002856477,0.0000015077135,0.0003235512,7.42921e-7,0.0000051711013,0.06494873,0.9345004,0.00013851498],"about_ca_topic_score_codex":0.00065525324,"about_ca_topic_score_gemma":0.0005047307,"teacher_disagreement_score":0.67930627,"about_ca_system_score_codex":0.0004977672,"about_ca_system_score_gemma":0.00058427296,"threshold_uncertainty_score":0.99980325},"labels":[],"label_agreement":null},{"id":"W4285393211","doi":"10.1186/s41073-022-00124-y","title":"Correction: Characteristics of ‘mega’ peer-reviewers","year":2022,"lang":"en","type":"erratum","venue":"Research Integrity and Peer Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; St. Michael's Hospital; University of Ottawa; Ottawa Public Health; University of Toronto; McGill University; Institute for Work & Health; Ottawa Hospital","funders":"","keywords":"Mega-; Computer science; Peer review; Information retrieval; Library science; Political science; Physics; Law","score_opus":0.36775722375488473,"score_gpt":0.5524705717150645,"score_spread":0.1847133479601798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003833826,0.28506666,0.000013263183,0.14065672,0.020768264,0.0029495375,0.00055265817,0.00011382968,0.5498752],"genre_scores_gemma":[0.000045578643,0.49562725,0.000049881037,0.00020921782,0.000907696,0.00031480484,0.0004118058,0.000028946453,0.5024048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780976,0.006801805,0.0010625244,0.000762812,0.012224087,0.0010511427],"domain_scores_gemma":[0.98482233,0.002291836,0.00044445373,0.0010418548,0.0108897,0.00050982216],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.076276176,0.00033400566,0.0014340298,0.00052897376,0.0012331961,0.0002547402,0.001946379,0.0007441907,0.015882166],"category_scores_gemma":[0.0930514,0.0003086169,0.0003893071,0.002224591,0.0018496725,0.00019405266,0.0010241301,0.014289423,0.00010571391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010127007,0.00007755429,0.000041522373,0.008713983,0.00003673188,0.000031343436,0.0004372912,2.5935984e-9,4.5226795e-7,0.003205119,0.87472874,0.112717114],"study_design_scores_gemma":[0.00004295937,0.00016275213,0.000093127965,0.013694559,0.00005040116,0.000013517611,0.00068059267,0.0000051790735,0.0000012927549,0.00071761216,0.9842725,0.00026550595],"about_ca_topic_score_codex":0.009795533,"about_ca_topic_score_gemma":0.0010136028,"teacher_disagreement_score":0.21056059,"about_ca_system_score_codex":0.0007368953,"about_ca_system_score_gemma":0.0043228497,"threshold_uncertainty_score":0.9999366},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4285470057","doi":"10.29034/ijmra.v13n2editorial1","title":"Editors’ Introduction to the International Journal of Multiple Research Approaches: Issue 13(2)","year":2021,"lang":"en","type":"article","venue":"International Journal of Multiple Research Approaches","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Publishing; Project commissioning; Library science; Political science; Engineering ethics; Media studies; Regional science; Sociology; Engineering; Computer science; Law","score_opus":0.44438378466051665,"score_gpt":0.5019390990069937,"score_spread":0.05755531434647709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285470057","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16444153,0.0024252157,0.012293344,0.7715994,0.033361327,0.0022815305,0.00013268505,0.00008941614,0.013375531],"genre_scores_gemma":[0.8927707,0.0008990358,0.010478441,0.00010693215,0.09333339,0.00007521617,0.000019882304,0.000058144713,0.0022582712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97707707,0.0046693375,0.0015504454,0.0005649048,0.015014879,0.0011233848],"domain_scores_gemma":[0.97063804,0.0057059284,0.00066294865,0.00061847677,0.021713946,0.00066065334],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04917758,0.0002525722,0.00047892157,0.0023928564,0.0008100629,0.001442935,0.0069603818,0.0003187278,0.0005537168],"category_scores_gemma":[0.06511124,0.00019803357,0.00044454267,0.0019793396,0.0014327798,0.0011886514,0.0015522987,0.0037675414,0.00013750985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020467497,0.0020483304,0.009948318,0.000040286737,0.001265933,0.0008205486,0.024702482,0.002340732,0.0070001404,0.003961738,0.80806637,0.13775837],"study_design_scores_gemma":[0.0013789338,0.00034329138,0.0013567107,0.0002052253,0.000015031811,0.00039394648,0.057647645,0.0015584861,0.017648714,0.0026512325,0.91657287,0.0002279318],"about_ca_topic_score_codex":0.0010272006,"about_ca_topic_score_gemma":0.001525497,"teacher_disagreement_score":0.7714925,"about_ca_system_score_codex":0.0020569854,"about_ca_system_score_gemma":0.0036305406,"threshold_uncertainty_score":0.9995937},"labels":[],"label_agreement":null},{"id":"W4285470386","doi":"10.29034/ijmra.v13n2a3","title":"Editing Questionnaire Items using the Delphi Method: Integrating Qualitative and Quantitative Methods","year":2021,"lang":"en","type":"article","venue":"International Journal of Multiple Research Approaches","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Red River College","funders":"","keywords":"Computer science; Qualitative property; Delphi; Delphi method; Situated; Strict constructionism; Qualitative research; Data science; Management science; Knowledge management; Sociology; Epistemology; Engineering; Artificial intelligence; Social science","score_opus":0.7065098344037871,"score_gpt":0.6699428967935247,"score_spread":0.03656693761026242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285470386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0633347,0.0033490001,0.8978232,0.031193532,0.00068321166,0.000443754,0.00001708303,0.000034639983,0.0031208433],"genre_scores_gemma":[0.5097575,0.00020786109,0.4892672,0.00002767658,0.00062558294,0.000016565637,0.0000017695277,0.000014554818,0.00008128478],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98052794,0.015320554,0.00068660534,0.00028563425,0.0027104372,0.00046881172],"domain_scores_gemma":[0.97516304,0.017781649,0.0004549096,0.00017473503,0.006211129,0.00021455053],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05379697,0.00013232278,0.0002672431,0.00049867964,0.0008486483,0.0006154734,0.0010003991,0.00012822865,0.00003054863],"category_scores_gemma":[0.07474431,0.00009795137,0.00014595142,0.0007874423,0.0012183399,0.00068841106,0.00042839992,0.0014495507,0.0000016694312],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028823124,0.00033143806,0.0041582384,0.000058869395,0.0008323823,0.00031669516,0.41962108,0.0006003587,0.02330673,0.2377209,0.0011375361,0.31162754],"study_design_scores_gemma":[0.00046194077,0.00010463724,0.00030721,0.00053551653,0.000017636961,0.00020735963,0.88277733,0.055723302,0.0097761275,0.043763127,0.0061539747,0.00017184818],"about_ca_topic_score_codex":0.002461256,"about_ca_topic_score_gemma":0.0010762787,"teacher_disagreement_score":0.46315625,"about_ca_system_score_codex":0.0005218852,"about_ca_system_score_gemma":0.0011062187,"threshold_uncertainty_score":0.9743151},"labels":[],"label_agreement":null},{"id":"W4285674880","doi":"10.51952/9781447344964.ch005","title":"Rural dementia research in Canada","year":2020,"lang":"en","type":"book-chapter","venue":"Policy Press eBooks","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Geography; Medicine; Pathology","score_opus":0.3626812641194105,"score_gpt":0.4867370762743733,"score_spread":0.12405581215496281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285674880","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000255316,0.00054165616,0.0000020415234,0.0040551363,0.00012212465,0.0010116532,0.0000677947,0.00008684057,0.9940872],"genre_scores_gemma":[0.16083845,0.00039813126,0.00007647247,0.00047414275,0.0014492016,0.00020299133,0.00000881906,0.00010529755,0.83644646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952098,0.0003868992,0.00042741536,0.00044348073,0.0024494012,0.0010829961],"domain_scores_gemma":[0.998324,0.00036416634,0.00010565289,0.00050930557,0.0002470706,0.00044981373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014457082,0.00024863714,0.00036104507,0.00048606153,0.0003331355,0.00015503007,0.0015561484,0.00034731327,0.0001432578],"category_scores_gemma":[0.0003168621,0.00028192427,0.0000822378,0.000060302027,0.0006585704,0.000051746825,0.0007403236,0.0017123584,0.00004901818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024211804,0.0000030298575,0.000027345563,0.000055851335,0.000040116898,0.00015953949,0.00096225203,5.214915e-7,0.000008458215,0.935339,0.04617197,0.017207706],"study_design_scores_gemma":[0.00010429153,0.000023941,0.000018495415,0.00020515743,0.0000072818816,8.5772734e-7,0.00021254031,0.000005967574,0.00009788643,0.06927832,0.9297923,0.00025295955],"about_ca_topic_score_codex":0.9980362,"about_ca_topic_score_gemma":0.99247,"teacher_disagreement_score":0.8836203,"about_ca_system_score_codex":0.0025817691,"about_ca_system_score_gemma":0.013512561,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W4285707120","doi":"10.1111/anae.14715","title":"Issue Information – Editorial Board","year":2020,"lang":"en","type":"paratext","venue":"Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Editorial board; Medicine; Information retrieval; Library science; World Wide Web; Internet privacy; Computer science","score_opus":0.045033558302995304,"score_gpt":0.39154394880899784,"score_spread":0.3465103905060025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285707120","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029351244,0.00019053854,0.00018479243,0.022734214,0.072139524,0.00084503356,0.000040443865,0.00026769988,0.9035684],"genre_scores_gemma":[0.0052987826,0.010044768,0.0021712843,0.0050199106,0.61409867,0.00055530475,0.00090772804,0.00015703535,0.36174652],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971062,0.0003026208,0.0003364279,0.00022626108,0.0015580299,0.0004704687],"domain_scores_gemma":[0.99885654,0.00008014182,0.00019662191,0.0003071613,0.00031463755,0.0002448903],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008276258,0.00020032536,0.0003084271,0.00019978956,0.00035806466,0.00039075868,0.0009865363,0.00085900305,0.004085918],"category_scores_gemma":[0.0005165256,0.00021231087,0.00012616828,0.0005195665,0.0002565904,0.00060353917,0.00010169664,0.0007584985,0.10977784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013974428,0.000007129706,0.000005498961,0.00002842201,0.000009903034,0.000004225923,0.002175984,0.0000011693273,0.0000010829344,0.0010176415,0.9769888,0.019746168],"study_design_scores_gemma":[0.00007462641,0.0000813858,0.000005791007,0.000035951733,0.000008669047,1.4680289e-7,0.0007063609,0.0000036678418,0.000022894566,0.0002474672,0.9985871,0.00022598931],"about_ca_topic_score_codex":0.0074853394,"about_ca_topic_score_gemma":0.00021498899,"teacher_disagreement_score":0.5419591,"about_ca_system_score_codex":0.00024815078,"about_ca_system_score_gemma":0.0011143788,"threshold_uncertainty_score":0.99912393},"labels":[],"label_agreement":null},{"id":"W4285727672","doi":"10.1177/15598276221115662","title":"Selecting Resistance Training Exercises for Novices: A Delphi Study with Expert Consensus","year":2022,"lang":"en","type":"article","venue":"American Journal of Lifestyle Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Medicine; Delphi method; Delphi; Resistance training; Training (meteorology); Rest (music); Physical therapy; Selection (genetic algorithm); Medical education; Applied psychology; Computer science; Psychology; Artificial intelligence","score_opus":0.11962212654429259,"score_gpt":0.44886805536178126,"score_spread":0.32924592881748865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285727672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96511436,0.00061098096,0.0020511688,0.027593262,0.0002857723,0.0010752658,0.00000574131,0.000081237755,0.0031822042],"genre_scores_gemma":[0.98973316,0.00005282316,0.008344259,0.0006055481,0.0007559998,0.00012423414,5.816732e-7,0.00003131044,0.00035209872],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99605507,0.0009247772,0.0006129157,0.0002272846,0.0016945782,0.000485398],"domain_scores_gemma":[0.99508274,0.0029377232,0.0008920515,0.00018375182,0.0006457353,0.0002579846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008076558,0.00014059008,0.00057396415,0.00034843833,0.0010060053,0.000028311253,0.00063230214,0.000016542426,0.000096192955],"category_scores_gemma":[0.0027213085,0.00010956708,0.00006288252,0.0013853635,0.0011204958,0.00008257045,0.000053573927,0.0004950655,3.084514e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006374851,0.0010132572,0.03322805,0.000045781795,0.00047100848,0.0014483117,0.8246618,0.00019301675,0.001276995,0.0009460991,0.035784435,0.09455641],"study_design_scores_gemma":[0.0014322425,0.008273321,0.0004739641,0.00015380597,0.000062986765,0.00013105867,0.90996957,0.000017766928,0.00002112236,0.00014988125,0.07915246,0.00016180958],"about_ca_topic_score_codex":0.0018749455,"about_ca_topic_score_gemma":0.0014243581,"teacher_disagreement_score":0.0943946,"about_ca_system_score_codex":0.00028273603,"about_ca_system_score_gemma":0.000953898,"threshold_uncertainty_score":0.77374816},"labels":[],"label_agreement":null},{"id":"W4285795957","doi":"10.1038/s41746-022-00641-6","title":"A Delphi consensus statement for digital surgery","year":2022,"lang":"en","type":"article","venue":"npj Digital Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto; St. Michael's Hospital","funders":"Bundesministerium für Wirtschaft und Energie; Bundesministerium für Gesundheit; Royal College of Surgeons of England; University of Bristol; National Institute for Health and Care Research; NIHR Imperial Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust; Research to Prevent Blindness","keywords":"Delphi method; Confidentiality; Digital health; Harm; Public relations; Medicine; Health care; Computer-assisted web interviewing; Political science; Business; Medical education; Computer science; Law; Marketing","score_opus":0.20876622618429713,"score_gpt":0.4603592201766032,"score_spread":0.25159299399230606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285795957","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40722921,0.00072432787,0.00246487,0.1434367,0.0025213875,0.0047090985,0.0016553698,0.001218201,0.43604085],"genre_scores_gemma":[0.99293226,0.000017937144,0.0000731911,0.00035962125,0.0003449275,0.00042207766,0.00011516925,0.000025955289,0.005708837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972026,0.00007847852,0.00044351185,0.00030140686,0.0013850494,0.00058896525],"domain_scores_gemma":[0.99670213,0.002492229,0.00012282828,0.0002354365,0.00019784718,0.0002495194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020141623,0.00012750519,0.00026946983,0.0002285045,0.0005990945,0.00015379091,0.0003705495,0.000040334802,0.0006210455],"category_scores_gemma":[0.004392431,0.00011858211,0.000099438665,0.00052791735,0.0006833216,0.00023483635,0.00020350631,0.00019109595,0.00002310306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002223813,0.00024277062,0.0033348459,0.00004475652,0.00005512379,0.00014719393,0.0044444627,0.000007837532,0.00007497764,0.014555386,0.82802296,0.14884734],"study_design_scores_gemma":[0.0004181909,0.0003405044,0.00011053404,0.00003333743,0.000007092936,0.000011128654,0.019257553,0.000034841985,0.00002039859,0.012665916,0.9669291,0.00017142278],"about_ca_topic_score_codex":0.00022868412,"about_ca_topic_score_gemma":0.000035330693,"teacher_disagreement_score":0.5857031,"about_ca_system_score_codex":0.0003500324,"about_ca_system_score_gemma":0.00046418246,"threshold_uncertainty_score":0.6800012},"labels":[],"label_agreement":null},{"id":"W4285808652","doi":"10.1136/bmjmed-2022-000183","title":"Establishment of a core outcome set for burn care research: development and international consensus","year":2022,"lang":"en","type":"article","venue":"BMJ Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"Medical Research Council; University of Bristol; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Delphi method; Outcome (game theory); Stakeholder; Medicine; Voting; Set (abstract data type); Outcomes research; Core (optical fiber); Delphi; Consensus conference; Family medicine; Medical education; Psychology; Alternative medicine; Public relations; Political science","score_opus":0.6443272311328383,"score_gpt":0.6117755770613336,"score_spread":0.03255165407150473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285808652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74581623,0.0014429704,0.00037941447,0.15949582,0.0016846186,0.007022936,0.00025150547,0.00015514746,0.08375138],"genre_scores_gemma":[0.99264693,0.000020022373,0.0032534574,0.00012544694,0.0001619918,0.00056009175,0.00003759778,0.000008123882,0.003186324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975896,0.00019378484,0.0003122641,0.00017683792,0.0014677267,0.00025977782],"domain_scores_gemma":[0.99818873,0.00092073466,0.000079440666,0.00013059765,0.00057711214,0.000103401675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067164926,0.00005353753,0.00014839524,0.00027209567,0.00045498062,0.0000114297445,0.00036280576,0.00003102393,0.000376726],"category_scores_gemma":[0.0031201113,0.000047572463,0.00001702104,0.0003128934,0.0006114548,0.000019955163,0.00031622857,0.00020562124,9.778671e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005772756,0.00015838143,0.08699437,0.00039629292,0.00011436354,0.00016827737,0.3163574,0.000012699864,0.000952275,0.06545905,0.4216839,0.10712571],"study_design_scores_gemma":[0.0008777967,0.00027203537,0.0015873966,0.000061369676,0.0000050774165,0.0000098359615,0.24934243,0.000045838526,0.00015311054,0.0025177593,0.74504745,0.00007989573],"about_ca_topic_score_codex":0.001118145,"about_ca_topic_score_gemma":0.00042681716,"teacher_disagreement_score":0.32336354,"about_ca_system_score_codex":0.00037239585,"about_ca_system_score_gemma":0.00046826404,"threshold_uncertainty_score":0.41248855},"labels":[],"label_agreement":null},{"id":"W4286111347","doi":"10.1136/rapm-2022-103751","title":"Core outcome set for peripheral regional anesthesia research: a systematic review and Delphi study","year":2022,"lang":"en","type":"review","venue":"Regional Anesthesia & Pain Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Delphi method; Core (optical fiber); Outcome (game theory); Set (abstract data type); Delphi; Peripheral; Medicine; Regional anesthesia; Anesthesia; Psychology; Computer science; Internal medicine; Artificial intelligence; Economics","score_opus":0.7534864725193101,"score_gpt":0.591496288710198,"score_spread":0.16199018380911212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286111347","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009226866,0.85183746,0.000023041408,0.12699018,0.0000100070265,0.020870244,0.0000013523829,0.00020677423,0.00005172377],"genre_scores_gemma":[0.000007691055,0.9592656,0.00018729502,0.0213153,0.0006516057,0.014813189,0.00021336325,0.0001793131,0.00336664],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9720031,0.017115964,0.002476977,0.0014780484,0.005477053,0.0014488514],"domain_scores_gemma":[0.97935355,0.016662478,0.0010833222,0.0013573571,0.00082030933,0.0007230149],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.078683235,0.00090965716,0.005576906,0.0009935633,0.0019892622,0.0001176988,0.0026955775,0.0005056084,0.0005641606],"category_scores_gemma":[0.0059480225,0.00066358707,0.0007348638,0.0025949439,0.0024635151,0.00015999423,0.00010968951,0.0017951637,0.000023818086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037836293,0.0003084105,0.000049806524,0.72518444,0.00030964595,0.0017700822,0.0038107543,7.767988e-8,2.4749212e-8,0.0075516105,0.25556916,0.0054081446],"study_design_scores_gemma":[0.0002799838,0.0009419518,0.0000035400667,0.1598069,0.0014867838,0.0020549796,0.009484334,0.0000064032733,7.0872225e-10,0.00073455775,0.8246918,0.0005087519],"about_ca_topic_score_codex":0.0009495424,"about_ca_topic_score_gemma":0.00012994214,"teacher_disagreement_score":0.5691226,"about_ca_system_score_codex":0.0012541622,"about_ca_system_score_gemma":0.0016839633,"threshold_uncertainty_score":0.9995815},"labels":[],"label_agreement":null},{"id":"W4286489870","doi":"10.21203/rs.3.rs-1831869/v1","title":"Prioritization of Public Health Financing, Organization, and Workforce Transformation: A Delphi Study in Canada","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto; Carleton University","funders":"Canadian Institutes of Health Research","keywords":"Public health; Workforce; Delphi method; Psychological intervention; Public relations; Political science; Scrutiny; Business; Medicine; Nursing","score_opus":0.24481676573107794,"score_gpt":0.4971474328404507,"score_spread":0.2523306671093728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286489870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638041,0.0015292274,0.0013983117,0.019843947,0.0002033728,0.008769003,0.00014226472,0.000105981526,0.004203761],"genre_scores_gemma":[0.9967276,0.0023654504,0.00013333652,0.000024310979,0.000053569427,0.0003757716,0.00011509851,0.000029963496,0.00017488988],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9902027,0.0041470905,0.0007099562,0.00047344857,0.0036197437,0.0008470494],"domain_scores_gemma":[0.9968619,0.00061305735,0.0001904241,0.00044903113,0.0016089302,0.00027670205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015449891,0.00014471027,0.00036207458,0.00089988933,0.00088260503,0.00019002784,0.00084607454,0.00013748779,0.00039512722],"category_scores_gemma":[0.003645522,0.00017102897,0.000024795736,0.0040403306,0.00021986278,0.0002247612,0.0008113581,0.0014725022,8.3701906e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000019652403,0.00051706925,0.7408153,0.0015720688,0.000028349672,0.00004819292,0.19070669,0.0007133554,0.000002751824,0.017697949,0.003594889,0.044283763],"study_design_scores_gemma":[0.0010216595,0.0005832937,0.36299682,0.0008343506,0.00000568658,0.0000029178298,0.58884406,0.0008221021,0.000020583344,0.0037415486,0.040531673,0.00059532333],"about_ca_topic_score_codex":0.94397104,"about_ca_topic_score_gemma":0.9802458,"teacher_disagreement_score":0.39813736,"about_ca_system_score_codex":0.005740206,"about_ca_system_score_gemma":0.040089343,"threshold_uncertainty_score":0.99807656},"labels":[],"label_agreement":null},{"id":"W4286629369","doi":"10.3389/fped.2022.866391","title":"Selection of Pediatric Mental Health Quality Measures for Health System Improvement in British Columbia Based on a Modified Delphi Approach","year":2022,"lang":"en","type":"article","venue":"Frontiers in Pediatrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Health; Health Canada; Provincial Health Services Authority; University of British Columbia","funders":"BC Children's Hospital; Children's Hospital Foundation","keywords":"Mental health; Delphi method; Medicine; Likert scale; Quality (philosophy); Stakeholder; Concordance; Ranking (information retrieval); Focus group; Medical education; Family medicine; Psychology; Psychiatry; Statistics; Computer science","score_opus":0.06955134708836899,"score_gpt":0.3818553150026446,"score_spread":0.3123039679142756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286629369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6200656,0.0048397877,0.31370863,0.0077378894,0.008035104,0.03662545,0.0043304036,0.0010261064,0.0036309643],"genre_scores_gemma":[0.98325956,0.00045958086,0.014177169,0.00021992635,0.00025661616,0.0013865303,0.00007530546,0.00003153988,0.00013378065],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99431443,0.0016181059,0.0009741078,0.0005293269,0.0017753267,0.00078872347],"domain_scores_gemma":[0.9987419,0.00018183906,0.0005437907,0.00021225789,0.000136378,0.00018381818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013652741,0.00011805218,0.00049542176,0.000563886,0.00096927607,0.00012244687,0.0005038116,0.00011476428,0.000008317381],"category_scores_gemma":[0.00041583058,0.00020772239,0.00011635676,0.0024731343,0.00007228687,0.00009271715,0.000090664,0.00048578862,1.0755127e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036673466,0.0020507532,0.503239,0.002053613,0.000014286362,0.0000031901545,0.006029768,0.005468335,0.0000022423794,0.00024763963,0.44459715,0.03592732],"study_design_scores_gemma":[0.026644869,0.011790833,0.12839635,0.00023527489,0.00010950462,0.000008797074,0.33193168,0.47146997,0.000015930606,0.004375682,0.021377714,0.0036433828],"about_ca_topic_score_codex":0.19873244,"about_ca_topic_score_gemma":0.07422248,"teacher_disagreement_score":0.46600163,"about_ca_system_score_codex":0.005880702,"about_ca_system_score_gemma":0.0025838346,"threshold_uncertainty_score":0.99793553},"labels":[],"label_agreement":null},{"id":"W4286761345","doi":"10.1111/anae.14392","title":"Issue Information – Editorial Board","year":2019,"lang":"en","type":"paratext","venue":"Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Editorial board; Medicine; Information retrieval; Library science; World Wide Web; Internet privacy; Computer science","score_opus":0.03694093007044374,"score_gpt":0.39119659127320766,"score_spread":0.3542556612027639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286761345","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008447338,0.0001736,0.000115781426,0.00444495,0.12489285,0.0009420376,0.000029926561,0.00015075582,0.8691656],"genre_scores_gemma":[0.003603502,0.0041614794,0.0005849097,0.0010284346,0.19781241,0.00022394278,0.00040189968,0.00007595552,0.79210746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997005,0.00029488263,0.00032968182,0.00022132097,0.0016094443,0.00053970393],"domain_scores_gemma":[0.99865615,0.00010521248,0.00022078397,0.00047238122,0.0003985588,0.00014692804],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013288585,0.0002032796,0.00031600206,0.0003058642,0.0002925424,0.00038033898,0.0010030912,0.0010702484,0.005146329],"category_scores_gemma":[0.0003115005,0.00020945753,0.00012818177,0.0003949898,0.00022719173,0.00072549644,0.0000913711,0.0006857889,0.21741866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011614593,0.00000923524,0.000015327496,0.000032390806,0.000009368414,0.000001293603,0.0012669131,0.0000035126886,8.9393376e-7,0.0010455889,0.981181,0.016422845],"study_design_scores_gemma":[0.00008940968,0.00007442964,0.000012077494,0.000053869364,0.0000066035486,1.5506781e-7,0.0005936172,0.0000030221481,0.000016547869,0.00017913018,0.9987315,0.00023965242],"about_ca_topic_score_codex":0.010870887,"about_ca_topic_score_gemma":0.00024974116,"teacher_disagreement_score":0.21227233,"about_ca_system_score_codex":0.0003216501,"about_ca_system_score_gemma":0.0012434094,"threshold_uncertainty_score":0.9957631},"labels":[],"label_agreement":null},{"id":"W4288024860","doi":"10.5281/zenodo.3539003","title":"A code of practice for the conduct of systematic reviews in toxicology and environmental health research (COSTER)","year":2019,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Code of practice; Code (set theory); Engineering ethics; Toxicology; Computer science; Biology; Engineering; Programming language","score_opus":0.3478598233243546,"score_gpt":0.4589702869207125,"score_spread":0.1111104635963579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288024860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5073519,0.031062962,0.0063076923,0.102129936,0.00079963525,0.11861455,0.0018612343,0.0008626349,0.23100945],"genre_scores_gemma":[0.99437356,0.0040244507,0.00047868257,0.000116756026,0.00003234057,0.000002000029,0.000048742233,0.00025469196,0.00066876144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99329585,0.0048420834,0.00052288175,0.00026700986,0.00067506114,0.00039714397],"domain_scores_gemma":[0.997058,0.0017462852,0.00029573933,0.00044230692,0.00035765642,0.00010005427],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021714874,0.00007460382,0.00031758373,0.00025883585,0.00087665796,0.000131971,0.0010082887,0.000067884444,0.001079596],"category_scores_gemma":[0.0116519565,0.000060774826,0.000039904276,0.0005708622,0.0007074361,0.00021442534,0.0006964223,0.00032023218,0.00027010034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013499565,0.0028935133,0.00031522286,0.049603496,0.00031246772,0.00001829684,0.19366968,0.000055233075,0.077388935,0.17464556,0.3499176,0.14983004],"study_design_scores_gemma":[0.00051420653,0.0009307078,0.00018796124,0.00084099005,0.000009779447,0.000021242842,0.028330583,0.00020044133,0.0003485256,0.0003494438,0.96817434,0.00009179803],"about_ca_topic_score_codex":0.00025025947,"about_ca_topic_score_gemma":0.000017647042,"teacher_disagreement_score":0.6182567,"about_ca_system_score_codex":0.00026993628,"about_ca_system_score_gemma":0.000025799874,"threshold_uncertainty_score":0.9998335},"labels":[],"label_agreement":null},{"id":"W4289519474","doi":"10.1111/tmi.13803","title":"Outcomes reported in trials of treatments for severe malaria: The need for a core outcome set","year":2022,"lang":"en","type":"review","venue":"Tropical Medicine & International Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada; Wellcome Trust","keywords":"Medicine; Clinical trial; Malaria; Population; Psychological intervention; Intensive care medicine; Pediatrics; Internal medicine; Environmental health; Pathology; Psychiatry","score_opus":0.8281241886991996,"score_gpt":0.6943602044301403,"score_spread":0.13376398426905922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289519474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012363517,0.7570584,0.0010874848,0.19614354,0.0052268114,0.033694115,0.0030671696,0.00016899635,0.0034298976],"genre_scores_gemma":[0.00053263054,0.98734415,0.000997056,0.00080015365,0.0008235443,0.0052610887,0.00081793667,0.00004971242,0.0033737028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99323064,0.0012950454,0.0031527004,0.0004230527,0.0014299919,0.00046856314],"domain_scores_gemma":[0.9834369,0.013905093,0.0019088062,0.0003716676,0.0002177999,0.00015972223],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0090667475,0.00026989076,0.0028417741,0.00043385802,0.00024230048,0.000015512123,0.001091123,0.0002219126,0.0008397578],"category_scores_gemma":[0.02687908,0.00015462057,0.0007045388,0.00044940814,0.0003080229,0.00004594343,0.00012403356,0.0005222524,0.0000017379002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024035659,0.00025518404,0.0057989014,0.0031857686,0.0007671739,0.000017556833,0.0014588936,4.937865e-7,2.6471179e-8,0.077006936,0.018261723,0.893007],"study_design_scores_gemma":[0.0015769463,0.0005278093,0.0015408625,0.0014509197,0.0002384688,0.000010822159,0.00081655814,0.000012931452,1.2708613e-8,0.0039451406,0.9897671,0.000112426125],"about_ca_topic_score_codex":0.004246686,"about_ca_topic_score_gemma":0.0009504975,"teacher_disagreement_score":0.9715054,"about_ca_system_score_codex":0.0016122832,"about_ca_system_score_gemma":0.0016401311,"threshold_uncertainty_score":0.98131794},"labels":[],"label_agreement":null},{"id":"W4290588784","doi":"10.3390/ijerph19159666","title":"A Standardised Core Outcome Set for Measurement and Reporting Sedentary Behaviour Interventional Research: The CROSBI Consensus Study","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"University College Dublin","keywords":"Delphi method; Psychological intervention; Sedentary behavior; Core (optical fiber); Demographics; Medicine; Set (abstract data type); Delphi; Intervention (counseling); Physical therapy; Psychology; Physical activity; Computer science; Demography; Psychiatry; Artificial intelligence","score_opus":0.9070181072836804,"score_gpt":0.6892874704649665,"score_spread":0.21773063681871385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290588784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010122484,0.96411794,0.000058091737,0.016803533,0.0008110907,0.0063045057,0.0013801368,0.00001862723,0.0003835809],"genre_scores_gemma":[0.099708,0.8985755,0.00014554932,0.00006580894,0.00054602674,0.00045641302,0.00006289411,0.000045942445,0.0003938847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97862047,0.0059126006,0.0029654722,0.00050895434,0.0109479185,0.0010446092],"domain_scores_gemma":[0.9920915,0.0038447373,0.0021615382,0.0002920519,0.0008619342,0.0007482637],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14291996,0.00022490698,0.00087265606,0.0011473631,0.002263365,0.0007564653,0.0015340995,0.00012459279,0.000623002],"category_scores_gemma":[0.013810037,0.00016647717,0.00035964392,0.00038441937,0.0016467985,0.0001954902,0.0012603533,0.0026883222,0.0000022412605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018270455,0.0020670954,0.011184789,0.00073677866,0.00070883246,0.00045965033,0.0043405574,1.3733204e-7,7.3882535e-7,0.00074433506,0.010867506,0.96870685],"study_design_scores_gemma":[0.0006179178,0.0017414854,0.0014841025,0.0007330489,0.000024940224,0.0003100909,0.038797542,0.0000019899514,6.2257236e-8,0.0010260125,0.95513463,0.00012816444],"about_ca_topic_score_codex":0.0013575511,"about_ca_topic_score_gemma":0.0007072165,"teacher_disagreement_score":0.9685787,"about_ca_system_score_codex":0.0053996528,"about_ca_system_score_gemma":0.00450438,"threshold_uncertainty_score":0.9996125},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4291166484","doi":"10.3220/rep1510908963000","title":"Innovative Research for Organic 3.0 - Proceedings of the Scientific Track","year":2017,"lang":"en","type":"preprint","venue":"Organic Eprints (International Centre for Research in Organic Food Systems, and Research Institute of Organic Agriculture)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Forschungsinstitut für biologischen Landbau; Ekhagastiftelsen; Fondation Daniel et Nina Carasso; European Agricultural Fund for Rural Development; Bundesministerium für Ernährung und Landwirtschaft; Stiftung Mercator; Seventh Framework Programme; Institut National de la Recherche Agronomique; Bangladesh Agricultural Research Institute; Ministero delle Politiche Agricole Alimentari e Forestali; European Commission; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; International Development Research Centre; National Science Foundation; Région Occitanie Pyrénées-Méditerranée; Government of Canada; Agence Nationale de la Recherche","keywords":"Core (optical fiber); Computer science; Telecommunications","score_opus":0.2649229897470637,"score_gpt":0.47322979241066704,"score_spread":0.20830680266360335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291166484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8701464,0.002628008,0.0002524941,0.049827497,0.0229663,0.037974916,0.0019503556,0.00026058938,0.013993463],"genre_scores_gemma":[0.9754567,0.0015866034,0.0003764988,0.0000068619734,0.00344057,0.00084675563,0.00015461679,0.00017471635,0.017956637],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.97798896,0.0019817168,0.002314935,0.0027366828,0.011751125,0.0032265761],"domain_scores_gemma":[0.95265144,0.00349163,0.0012513573,0.001814959,0.04009932,0.0006913055],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","open_science","research_integrity"],"category_scores_codex":[0.06698719,0.0007216977,0.0014147841,0.0028719648,0.0047327667,0.0025655385,0.011079945,0.0018291154,0.0004631012],"category_scores_gemma":[0.046517868,0.0005499826,0.00035507168,0.0066175465,0.009436228,0.0009891728,0.008601589,0.006585295,0.00005407634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00083998573,0.0026879385,0.0066084946,0.00884178,0.0014321214,0.000030231231,0.027663587,0.000008656129,0.53732425,0.19777888,0.21507439,0.0017097025],"study_design_scores_gemma":[0.0045907255,0.0011185745,0.003880792,0.009878528,0.0000715801,0.000046292447,0.064441234,0.00013429146,0.1739742,0.057581864,0.68264407,0.0016378516],"about_ca_topic_score_codex":0.002200702,"about_ca_topic_score_gemma":0.010846789,"teacher_disagreement_score":0.46756968,"about_ca_system_score_codex":0.004101373,"about_ca_system_score_gemma":0.0105622765,"threshold_uncertainty_score":0.9997217},"labels":[],"label_agreement":null},{"id":"W4292113623","doi":"10.1186/s13063-022-06629-7","title":"The CORE-KDT study: a mixed methods protocol to establish core outcomes for refractory childhood epilepsy treated with ketogenic diet therapy","year":2022,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Plymouth University; Vitaflo; GW Pharmaceuticals; Zogenix; Great Ormond Street Institute of Child Health; National Institute for Health and Care Research; British Dietetic Association; McGill University","keywords":"Ketogenic diet; Medicine; Audit; Epilepsy; Delphi method; Clinical trial; Family medicine; MEDLINE; Quality of life (healthcare); Pediatrics; Randomized controlled trial; Physical therapy; Psychiatry; Nursing; Surgery; Internal medicine","score_opus":0.4358669790208624,"score_gpt":0.595002302160936,"score_spread":0.15913532314007356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292113623","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28994536,0.00006566085,0.0006786791,0.0050252844,0.0005386847,0.7001856,0.00023808888,0.0007274756,0.0025951716],"genre_scores_gemma":[0.17635061,0.000014292828,0.0061437977,0.00029256602,0.00027276322,0.81377256,0.000010584905,0.00007918495,0.0030636722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893226,0.007184046,0.0008480354,0.00056303735,0.0013448099,0.00073743955],"domain_scores_gemma":[0.98715806,0.01101945,0.00048310397,0.0008081929,0.00032239186,0.00020877256],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042096823,0.00026110103,0.0008547693,0.00019758835,0.0023486582,0.0003052556,0.0014861127,0.000093619856,0.00042095737],"category_scores_gemma":[0.010139149,0.00015600235,0.00026979996,0.0012430142,0.00023131787,0.00012838712,0.00025497476,0.00037754947,0.0000065638424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043133214,0.0066328333,0.17413998,0.00003460026,0.0019698953,0.000051142197,0.058337048,0.000040592455,0.0024072705,0.0058330474,0.18544486,0.5219755],"study_design_scores_gemma":[0.010755968,0.0138357505,0.05111747,0.000020081652,0.00010128174,0.0000017107641,0.038810696,0.00000897478,0.0009316254,0.006561295,0.87723106,0.00062408287],"about_ca_topic_score_codex":0.0021314134,"about_ca_topic_score_gemma":0.0015963939,"teacher_disagreement_score":0.6917862,"about_ca_system_score_codex":0.00033868596,"about_ca_system_score_gemma":0.00078991323,"threshold_uncertainty_score":0.9989501},"labels":[],"label_agreement":null},{"id":"W4292371675","doi":"10.1186/s41687-022-00494-3","title":"Patient-reported outcome measures in pediatric asthma care: using theoretical domains framework to explore healthcare providers’ perceptions","year":2022,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Queen's University; Canadian Patient Safety Institute; Alberta Health; University of Calgary","funders":"Alberta Children's Hospital Research Institute; Alberta Innovates","keywords":"Patient-reported outcome; Health care; Qualitative research; Medicine; Nursing; Psychological intervention; Outpatient clinic; Family medicine; Psychology; Quality of life (healthcare)","score_opus":0.1479962081896388,"score_gpt":0.44281313683640483,"score_spread":0.294816928646766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292371675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889391,0.0002288915,0.0011403352,0.0058432124,0.0016613542,0.001634922,0.000017072975,0.000115560666,0.00041953207],"genre_scores_gemma":[0.98618495,0.000046032554,0.012517167,0.00080439553,0.0002056102,0.00014714296,0.0000055019195,0.00007090752,0.000018259572],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98880315,0.001804551,0.0030716842,0.0005614073,0.004659002,0.0011002116],"domain_scores_gemma":[0.9946362,0.00066045916,0.0018982765,0.0006687959,0.00136111,0.0007751986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003185307,0.00038188614,0.00089649414,0.001761239,0.0011718888,0.00015161831,0.000813508,0.00027495858,0.00054199033],"category_scores_gemma":[0.0076617138,0.00035151382,0.0005560369,0.0025588034,0.0003483058,0.00046249354,0.00049788825,0.0019852354,0.0000054755606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016851211,0.00040773943,0.8774824,0.000033409637,0.00007467223,0.0016395651,0.114336945,0.00043235513,0.00003367564,0.001918313,0.0002995059,0.003172867],"study_design_scores_gemma":[0.0014954107,0.0023854722,0.4177488,0.00016790297,0.00024266516,0.00048116213,0.5590361,0.00003790865,0.00006941356,0.013275497,0.003976756,0.0010829684],"about_ca_topic_score_codex":0.0016713759,"about_ca_topic_score_gemma":0.0006447428,"teacher_disagreement_score":0.45973364,"about_ca_system_score_codex":0.0020833039,"about_ca_system_score_gemma":0.0018532905,"threshold_uncertainty_score":0.99989367},"labels":[],"label_agreement":null},{"id":"W4292375829","doi":"10.1016/j.spinee.2022.06.209","title":"190. Predictions for who are lost to follow-up in spinal cord injury clinical trials: an opportunity to enhance trial design and execution","year":2022,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Medicine; Clinical trial; Context (archaeology); Missing data; Univariate; Odds ratio; Confidence interval; Logistic regression; Psychological intervention; Physical therapy; Univariate analysis; Research design; Spinal cord injury; Multivariate analysis; Internal medicine; Multivariate statistics; Spinal cord; Statistics","score_opus":0.5101979758658769,"score_gpt":0.6026602575154195,"score_spread":0.09246228164954262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292375829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6856781,0.00012520055,0.24309346,0.05820043,0.003787865,0.008259292,0.000111846144,0.000093978095,0.0006498221],"genre_scores_gemma":[0.9825352,0.00039407355,0.007815261,0.001365967,0.004035562,0.0008713221,0.0000040497016,0.00003255227,0.0029460124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902626,0.0072498913,0.00095851434,0.00027206354,0.00081979553,0.0004370909],"domain_scores_gemma":[0.9980492,0.00039478502,0.0003750951,0.00024942425,0.00023295288,0.0006985201],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070635,0.00011438531,0.00042139657,0.0002794917,0.0015175383,0.0001927981,0.00069025793,0.000090050606,0.0003114391],"category_scores_gemma":[0.022357024,0.00009366014,0.00015389019,0.00065350294,0.00016636893,0.000229767,0.00021536688,0.0009135863,0.0000040297723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11980792,0.0009952268,0.00012559076,0.000012851614,0.00008202569,0.000042768323,0.003270397,0.00029629245,0.0015093294,0.0019396315,0.27687073,0.59504724],"study_design_scores_gemma":[0.059245773,0.22410937,0.030661806,0.001103196,0.0005044501,0.0002170327,0.06760066,0.005986695,0.0011852961,0.058085743,0.5490633,0.0022366433],"about_ca_topic_score_codex":0.00024042545,"about_ca_topic_score_gemma":0.0005172434,"teacher_disagreement_score":0.59281063,"about_ca_system_score_codex":0.00033262832,"about_ca_system_score_gemma":0.001051919,"threshold_uncertainty_score":0.9997823},"labels":[],"label_agreement":null},{"id":"W4292852492","doi":"10.1016/j.ienj.2022.101199","title":"Assessment and care of individuals at risk of suicide in Emergency Department: The SecUrgence protocol","year":2022,"lang":"en","type":"article","venue":"International Emergency Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Quebec Network for Research on Aging; Hôpital Maisonneuve-Rosemont; Institut universitaire en santé mentale de Montréal; Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Hôpital Charles-Le Moyne; Université du Québec à Montréal; Université de Sherbrooke","funders":"Réseau de recherche portant sur les interventions en sciences infirmières du Québec","keywords":"Delphi method; Emergency department; Protocol (science); Medicine; Medical emergency; Delphi; Suicide prevention; Poison control; Family medicine; Psychology; Nursing; Alternative medicine; Computer science","score_opus":0.0752063514512897,"score_gpt":0.4936209608025435,"score_spread":0.41841460935125374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292852492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9361119,0.00031011182,0.00015985436,0.0022846425,0.0011099043,0.019992612,0.00025425354,0.000029545014,0.039747175],"genre_scores_gemma":[0.9861388,0.00020487973,0.00033458893,0.0000036882723,0.000042868793,0.01306484,0.0000116399,0.000009422499,0.00018922637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997132,0.00055001717,0.000553592,0.00021386884,0.0013265766,0.00022394625],"domain_scores_gemma":[0.9990961,0.00009819526,0.00035857712,0.00016806145,0.00023468064,0.00004439264],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016659861,0.00008582108,0.00012511172,0.00020072698,0.0004099075,0.000007298574,0.0006375685,0.000034581655,0.0035299528],"category_scores_gemma":[0.00022128508,0.000079447724,0.00007025397,0.00047690535,0.00019570673,0.00011529511,0.00026273917,0.0002297739,8.9379546e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003528978,0.00020712502,0.94866127,0.000025390666,0.00003846449,0.0000023862342,0.021000415,0.00029505245,0.00055781356,0.015447995,0.001683531,0.01204526],"study_design_scores_gemma":[0.00057992677,0.00024455163,0.8827275,0.0001521851,0.000032419848,0.000003726707,0.04305425,0.00065793033,0.002051508,0.03856358,0.031635627,0.00029679234],"about_ca_topic_score_codex":0.002906474,"about_ca_topic_score_gemma":0.0014752223,"teacher_disagreement_score":0.06593377,"about_ca_system_score_codex":0.000579713,"about_ca_system_score_gemma":0.00015737607,"threshold_uncertainty_score":0.997381},"labels":[],"label_agreement":null},{"id":"W4293062944","doi":"10.31219/osf.io/y2m3p","title":"Reaching consensus within patellofemoral pain research: Protocol for a scoping review","year":2022,"lang":"en","type":"review","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Terminology; Delphi method; Consensus conference; Protocol (science); Scientific consensus; Scientific evidence; Scrutiny; Delphi; Psychology; Systematic review; Grey literature; MEDLINE; Political science; Medicine; Public relations; Alternative medicine; Computer science; Epistemology; Law","score_opus":0.8686266759345357,"score_gpt":0.6989239510931169,"score_spread":0.1697027248414188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293062944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.3109135e-10,0.527954,0.00006757501,0.000539721,0.000059869046,0.43947327,0.000014032365,0.0002574802,0.031634063],"genre_scores_gemma":[1.2836391e-9,0.5079539,0.0030615686,0.00011621079,0.00015901942,0.4849992,0.000017722099,0.00006558703,0.0036267922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96883845,0.02407865,0.0016826426,0.0010540277,0.0028649613,0.0014812837],"domain_scores_gemma":[0.9819613,0.015581973,0.0006540573,0.0009874974,0.00046266607,0.00035250187],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13854083,0.00043592887,0.00207718,0.00063509593,0.0023754386,0.00033663178,0.002143977,0.0004283088,0.0030016338],"category_scores_gemma":[0.038184997,0.0003617764,0.0007310584,0.0022719495,0.0008171194,0.00009761496,0.00080320146,0.0025148266,0.00006774161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062623753,0.000038945167,1.417657e-7,0.2640928,0.000019598518,0.000029565646,0.00022317746,2.5734252e-8,1.369254e-8,0.0035951384,0.07642003,0.6555743],"study_design_scores_gemma":[0.00007342179,0.000107778644,9.1728736e-10,0.33705777,0.000030246625,0.0000050947374,0.00035965873,0.0000031473032,1.1434801e-7,0.00075572263,0.6613358,0.00027120326],"about_ca_topic_score_codex":0.0020034872,"about_ca_topic_score_gemma":0.001246056,"teacher_disagreement_score":0.6553031,"about_ca_system_score_codex":0.0013713257,"about_ca_system_score_gemma":0.00894683,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W4293176507","doi":"10.1186/s13063-022-06642-w","title":"Factors associated with reporting of the Prevention of Falls Network Europe (ProFaNE) core outcome set domains in randomized trials on falls in older people: a citation analysis and correlational study","year":2022,"lang":"en","type":"review","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Manitoba Medical Service Foundation","keywords":"Outcome (game theory); Medicine; Randomized controlled trial; Core (optical fiber); Systematic review; Set (abstract data type); MEDLINE; Meta-analysis; Surgery; Internal medicine; Computer science","score_opus":0.7275262899594751,"score_gpt":0.5943597030171757,"score_spread":0.13316658694229944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293176507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74553263,0.16444403,0.00037495917,0.00012177968,0.0008807358,0.08677404,0.00051746576,0.00011799681,0.0012363634],"genre_scores_gemma":[0.5997261,0.39543086,0.00012726443,0.000010524707,0.0001548773,0.0029436583,0.00069069694,0.000092253555,0.0008238079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9229822,0.06369468,0.010250543,0.0005523572,0.0021681006,0.00035210754],"domain_scores_gemma":[0.9085795,0.06722475,0.023478726,0.00039164227,0.00027410535,0.000051252653],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22516283,0.00032290354,0.009802946,0.001141567,0.00019186104,0.000059410773,0.00046286816,0.00028534836,0.00024007774],"category_scores_gemma":[0.29687202,0.0001898323,0.001315195,0.008141275,0.00019014133,0.000091152106,0.00014618586,0.0006234375,2.4533043e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012597002,0.0026488053,0.82906723,0.0025212092,0.013419344,0.00004081892,0.057701446,0.002234674,0.0000026360758,0.0025547126,0.0001971144,0.07701503],"study_design_scores_gemma":[0.28434202,0.0020729245,0.5586262,0.036093306,0.067863636,0.0000029073506,0.035812028,0.00023487145,0.0000036355889,0.0048949993,0.007040232,0.0030132777],"about_ca_topic_score_codex":0.0018178627,"about_ca_topic_score_gemma":0.012224681,"teacher_disagreement_score":0.27174503,"about_ca_system_score_codex":0.0003747679,"about_ca_system_score_gemma":0.0008964754,"threshold_uncertainty_score":0.79785794},"labels":[],"label_agreement":null},{"id":"W4293258015","doi":"","title":"Proceedings from the Canadian Society of Respiratory Therapists Annual Education Conference: May 11-13, 2017 • Halifax, Nova Scotia.","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Gerontology; Political science; Medicine; Library science; Medical education; History; Aeronautics; Engineering; Archaeology; Computer science","score_opus":0.17865988431008484,"score_gpt":0.4111618301587702,"score_spread":0.2325019458486854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293258015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.707742,0.00026265433,0.000006169545,0.070129976,0.0009906854,0.0024790172,0.00025052752,0.00008686484,0.21805212],"genre_scores_gemma":[0.9958584,0.000042490774,0.00014610657,0.0007499531,0.000567621,0.0003453849,0.000005408127,0.000013255545,0.002271418],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981865,0.00009228435,0.00019681227,0.00026804785,0.0006997819,0.00055655406],"domain_scores_gemma":[0.99814665,0.00010735418,0.00025336767,0.00046530608,0.00073243433,0.0002948826],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003034868,0.00010732079,0.0001421142,0.00005285012,0.0013491197,0.00055344234,0.0016660866,0.00021170096,0.000128857],"category_scores_gemma":[0.00092337397,0.00008750742,0.000082122715,0.00012794539,0.0013966304,0.0004579722,0.00010504054,0.00026292363,0.000018543857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010078832,0.000047671845,0.37723964,0.000014505567,0.00003189602,6.7168935e-7,0.013435032,3.509535e-8,0.0000407607,0.01170692,0.5398981,0.057574704],"study_design_scores_gemma":[0.00009971173,0.0000060746224,0.77398974,0.00002250697,0.000006391513,1.8287072e-7,0.005456156,0.0000015507811,0.00029693244,0.002591805,0.21742165,0.000107275824],"about_ca_topic_score_codex":0.8894435,"about_ca_topic_score_gemma":0.92249465,"teacher_disagreement_score":0.39675012,"about_ca_system_score_codex":0.0003529742,"about_ca_system_score_gemma":0.0028368754,"threshold_uncertainty_score":0.999951},"labels":[],"label_agreement":null},{"id":"W4293568957","doi":"10.1097/pcc.0000000000003055","title":"A Core Outcome Measurement Set for Pediatric Critical Care*","year":2022,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute; National Medical Research Council; Medical Research Council; University of Cape Town; Imperial College London; National Institutes of Health; National Palliative Care Research Center; Neurocritical Care Society; University of Cambridge; National Institute of Neurological Disorders and Stroke; National Institute for Health and Care Research; McMaster University","keywords":"Medicine; Pediatric intensive care unit; Generalizability theory; Psychological intervention; Delphi method; MEDLINE; Family medicine; Pediatrics; Nursing; Psychology","score_opus":0.492454988625361,"score_gpt":0.5604042596570692,"score_spread":0.06794927103170817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293568957","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16816308,0.1639703,0.031148933,0.45286208,0.03642992,0.021668304,0.004380552,0.005696686,0.115680136],"genre_scores_gemma":[0.98883617,0.00015837816,0.0010782186,0.0008964325,0.007471442,0.0013110589,0.00006072285,0.00006186713,0.00012572884],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9911337,0.00063372863,0.00085008494,0.0008077298,0.005150905,0.0014238756],"domain_scores_gemma":[0.9914154,0.0044775843,0.000072519375,0.00053216337,0.0026589704,0.00084336475],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051358617,0.0003139465,0.0005912693,0.0005906221,0.0019374416,0.000068815534,0.0010702044,0.00019930444,0.002129166],"category_scores_gemma":[0.04372565,0.00030491716,0.00024099939,0.001629351,0.0008335859,0.00012970547,0.00045509302,0.0010024878,0.000033894205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045846315,0.00070537656,0.3515695,0.0076683657,0.00003339146,0.00078938017,0.078982584,0.000014810454,0.00006142857,0.21152656,0.33890584,0.009284322],"study_design_scores_gemma":[0.0050977427,0.0066486546,0.0076566758,0.000047597106,0.002627289,0.0000543179,0.531223,0.00012690046,0.000026175174,0.02623524,0.41795543,0.0023010059],"about_ca_topic_score_codex":0.0011569057,"about_ca_topic_score_gemma":0.0002699246,"teacher_disagreement_score":0.82067305,"about_ca_system_score_codex":0.0016060218,"about_ca_system_score_gemma":0.0010740455,"threshold_uncertainty_score":0.9999403},"labels":[],"label_agreement":null},{"id":"W4294203879","doi":"10.1177/08295735221121059","title":"<i>Small Towns Talk</i> : Clinical Competency Described Among Rural School Psychologists in Saskatchewan","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of School Psychology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"School psychology; Psychology; Medical education; Context (archaeology); Thematic analysis; Delphi method; Pedagogy; Qualitative research; Medicine","score_opus":0.1892114898850761,"score_gpt":0.4595988123238693,"score_spread":0.27038732243879315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294203879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94116944,0.0005660406,0.00014897504,0.025127063,0.0030448542,0.0005403088,0.00003281591,0.000039323568,0.029331153],"genre_scores_gemma":[0.9909849,0.000128676,0.001813661,0.005074371,0.0006239941,0.000049109276,0.0000047647695,0.00003554341,0.0012849417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934876,0.002675438,0.001485184,0.00042089054,0.00064618397,0.001284719],"domain_scores_gemma":[0.9954842,0.00033933276,0.0005533293,0.0005702533,0.00035964232,0.0026932682],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00912621,0.00022184939,0.000576061,0.0012162746,0.00071012153,0.00014030239,0.002468117,0.00036175587,0.0077036256],"category_scores_gemma":[0.0027126798,0.00024545958,0.00030754326,0.0013444771,0.0014587112,0.000323512,0.00009994868,0.0036834974,0.0000782588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014115413,0.00016582514,0.8534331,0.0000039277365,0.00004201026,0.0030677672,0.0015256129,0.000025522619,0.000101492726,0.0005456254,0.1306934,0.010254575],"study_design_scores_gemma":[0.00205465,0.0009334111,0.7935135,0.000059318478,0.000019110372,0.00041048607,0.0349966,0.0000045217794,0.0000051330335,0.009887458,0.15769036,0.00042545277],"about_ca_topic_score_codex":0.07616509,"about_ca_topic_score_gemma":0.67383295,"teacher_disagreement_score":0.5976679,"about_ca_system_score_codex":0.0011168187,"about_ca_system_score_gemma":0.007835804,"threshold_uncertainty_score":0.99999976},"labels":[],"label_agreement":null},{"id":"W4294792996","doi":"10.3389/fpsyt.2022.837510","title":"Development of a balanced instrument to measure global health-related quality of life: The 13-MD","year":2022,"lang":"en","type":"article","venue":"Frontiers in Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Sherbrooke","funders":"","keywords":"Mental health; Delphi method; Psychology; Quality of life (healthcare); Dimension (graph theory); Delphi; Population; Applied psychology; Gerontology; Medicine; Psychiatry; Computer science; Environmental health","score_opus":0.07886896166192713,"score_gpt":0.41227513008672045,"score_spread":0.3334061684247933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294792996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345815,0.0031589156,0.004022189,0.037340734,0.009161646,0.0019587975,0.00008371461,0.000090784735,0.009601677],"genre_scores_gemma":[0.93516713,0.000032868826,0.06403907,0.000488775,0.000030483248,0.00016859142,0.0000038749818,0.000008590026,0.000060592567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959973,0.0010825379,0.0008777943,0.0002489565,0.001389492,0.00040388643],"domain_scores_gemma":[0.9990718,0.000036076322,0.00032986485,0.00033668708,0.00007777372,0.00014782493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006524698,0.00009930832,0.00033739975,0.00012774958,0.00044023045,0.000011371338,0.00093100744,0.0000694082,0.00008987175],"category_scores_gemma":[0.00027943682,0.00009160125,0.00007514558,0.0015959002,0.0002018638,0.00004334026,0.00025046972,0.00030656855,0.0000018297802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003943563,0.0004303306,0.5703235,0.000083012026,0.000096560885,4.3409585e-7,0.02382974,0.00014035126,0.00002573432,0.016290555,0.33445412,0.053931303],"study_design_scores_gemma":[0.0028571931,0.00043057912,0.57329464,0.000255182,0.00001348908,0.0000013963222,0.24660337,0.00008663043,0.000071977935,0.06017532,0.115521304,0.0006889403],"about_ca_topic_score_codex":0.0038549285,"about_ca_topic_score_gemma":0.0060795713,"teacher_disagreement_score":0.22277363,"about_ca_system_score_codex":0.000972421,"about_ca_system_score_gemma":0.0036477505,"threshold_uncertainty_score":0.64709526},"labels":[],"label_agreement":null},{"id":"W4294958787","doi":"10.1136/bmjopen-2022-065154","title":"Existing guidance on reporting of consensus methodology: a systematic review to inform ACCORD guideline development","year":2022,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Global Affairs Canada","funders":"Cancer Research UK","keywords":"Checklist; Data extraction; Medicine; PsycINFO; MEDLINE; Protocol (science); Systematic review; Guideline; Grey literature; Cochrane Library; Evidence-based medicine; Medical education; Family medicine; Alternative medicine; Psychology; Political science; Pathology","score_opus":0.8937562886845279,"score_gpt":0.7138390248532078,"score_spread":0.17991726383132012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294958787","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1376947e-7,0.8519165,0.00016485628,0.0010963938,0.00021206342,0.056001127,0.000014875587,0.000085456064,0.0905086],"genre_scores_gemma":[7.1477544e-8,0.80260944,0.16824089,0.00073990953,0.00006536964,0.023191229,0.000029458142,0.000049927738,0.005073722],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790668,0.0059104497,0.011492151,0.00070981414,0.0021517596,0.0006690549],"domain_scores_gemma":[0.97811455,0.006048511,0.013429556,0.0015361751,0.0006575951,0.00021364458],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15469031,0.0003709239,0.0052909805,0.00033660085,0.00067116244,0.00013312788,0.0036559356,0.00020834703,0.0005680421],"category_scores_gemma":[0.2866246,0.00030286526,0.0003717875,0.0020019046,0.000115181065,0.00006792589,0.00320503,0.0005675496,0.00009878799],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058855867,0.000015022195,6.1322226e-7,0.5980483,0.000083890765,0.00008058301,0.0004659507,3.2589944e-7,4.8055103e-8,0.0012513292,0.01762849,0.38241956],"study_design_scores_gemma":[0.00002023155,0.000028651399,8.0428244e-8,0.40589288,0.00013063851,0.00003257183,0.0004018922,3.0174564e-7,5.9778677e-7,0.00004603686,0.5932402,0.00020588859],"about_ca_topic_score_codex":0.0011381268,"about_ca_topic_score_gemma":0.00031920098,"teacher_disagreement_score":0.5756117,"about_ca_system_score_codex":0.0010387105,"about_ca_system_score_gemma":0.006711704,"threshold_uncertainty_score":0.99994236},"labels":[],"label_agreement":null},{"id":"W4295084517","doi":"10.1111/jonm.13795","title":"Bibliometric analysis of core competencies associated nursing management publications","year":2022,"lang":"en","type":"review","venue":"Journal of Nursing Management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Science and Technology","keywords":"Bibliometrics; Core competency; Nursing research; Nursing management; Nursing; Nurse education; Mainstream; Medicine; Library science; Political science; Business; Computer science","score_opus":0.45239152891248186,"score_gpt":0.5513427261253436,"score_spread":0.09895119721286177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295084517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020595557,0.8596679,0.0014083212,0.00065875443,0.00089058856,0.0013149638,0.00004240555,0.000088568086,0.13590789],"genre_scores_gemma":[0.00026880758,0.9923947,0.004380057,0.000016147462,0.00009234862,0.000061671766,0.00006321508,0.000045149263,0.0026779159],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99198765,0.0010662,0.0019407378,0.0003914404,0.00394696,0.0006670202],"domain_scores_gemma":[0.99426717,0.00079191854,0.003429013,0.00064701145,0.00063200283,0.00023291737],"candidate_categories":["metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.007806586,0.00033489955,0.0020244555,0.21470913,0.0007087334,0.00032926092,0.0024364167,0.0001972807,0.00087561784],"category_scores_gemma":[0.0005157108,0.00032391792,0.0015833775,0.31024373,0.00052732514,0.00031273116,0.00023451641,0.0008133805,0.000005695243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005175426,0.0009711436,0.000027471753,0.0009842451,0.005817401,0.000052952077,0.000594478,0.000036881207,4.7785264e-8,0.022903208,0.018575745,0.9500313],"study_design_scores_gemma":[0.00014049424,0.000096922486,0.00095369574,0.009166647,0.017259741,0.0000058597857,0.0040435917,0.000030537693,4.516284e-8,0.0012414473,0.9667961,0.00026490804],"about_ca_topic_score_codex":0.000038330334,"about_ca_topic_score_gemma":0.0000105885565,"teacher_disagreement_score":0.94976634,"about_ca_system_score_codex":0.0050926334,"about_ca_system_score_gemma":0.00033254595,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W4295998115","doi":"10.37766/inplasy2022.9.0033","title":"A synthesis of response shift effects in quantitative health research: A systematic review and meta-regression protocol","year":2022,"lang":"en","type":"review","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University","funders":"","keywords":"Protocol (science); Meta-analysis; Item response theory; Medicine; Population; Research design; Clinical psychology; Statistics; Psychology; Mathematics; Pathology; Environmental health; Psychometrics; Alternative medicine","score_opus":0.7035005241423345,"score_gpt":0.6634466358127509,"score_spread":0.040053888329583676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295998115","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.063819e-8,0.6828226,0.000006991301,0.0011830162,0.0000074677478,0.31498697,0.00002067487,0.00004527069,0.0009269877],"genre_scores_gemma":[6.141459e-7,0.54763955,0.00049230125,0.000033316366,0.000002764678,0.4514295,8.841945e-7,0.000026724627,0.00037434584],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8822075,0.11144401,0.0019468466,0.00073647825,0.002842481,0.0008226803],"domain_scores_gemma":[0.93427795,0.06335721,0.0010750818,0.00083963294,0.00018843083,0.00026168252],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12070004,0.00040471446,0.00708328,0.0015471625,0.00048344804,0.00007693967,0.0013004959,0.000247532,0.000642374],"category_scores_gemma":[0.09063804,0.00023527528,0.00058466895,0.0038494382,0.0006877416,0.000142767,0.00069109,0.0013047818,0.000015515217],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041786632,0.00010004013,1.0029294e-7,0.9797706,0.0002889049,0.000039032457,0.00096897647,4.964429e-9,2.371544e-8,0.0037494919,0.0011038339,0.013937179],"study_design_scores_gemma":[0.000054554694,0.0003404268,2.9607693e-7,0.6133485,0.0016857957,0.0000040943382,0.00068367174,3.54062e-7,4.457059e-7,0.00043929968,0.38325146,0.00019112445],"about_ca_topic_score_codex":0.002928002,"about_ca_topic_score_gemma":0.0008593389,"teacher_disagreement_score":0.3821476,"about_ca_system_score_codex":0.0010211256,"about_ca_system_score_gemma":0.0036479742,"threshold_uncertainty_score":0.95942473},"labels":[],"label_agreement":null},{"id":"W4296821870","doi":"10.1016/j.jtv.2022.09.004","title":"Study protocol for the development of a core outcome set (COS) for clinical effectiveness trials of bordered foam dressings in the treatment of complex wounds","year":2022,"lang":"en","type":"article","venue":"Journal of Tissue Viability","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Protocol (science); Outcome (game theory); Core (optical fiber); Clinical trial; Treatment protocol; Surgery; Alternative medicine; Pathology; Composite material","score_opus":0.8216138085850827,"score_gpt":0.7023165900854625,"score_spread":0.11929721849962016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296821870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7582372,0.000012485343,0.0011135167,0.00076312025,0.00011063573,0.23965362,0.000072570525,0.000004718494,0.00003215608],"genre_scores_gemma":[0.8899226,0.0000011247415,0.002886933,0.0000061029205,0.0000579054,0.107104205,0.0000010511658,0.000008092027,0.000011959774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99037856,0.0053022676,0.0027824615,0.00018529229,0.0011230528,0.00022837007],"domain_scores_gemma":[0.9776535,0.019341972,0.0019397483,0.00033777434,0.0006803328,0.00004664701],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07824598,0.00011795642,0.0010812527,0.00012073554,0.0003576276,0.000022469938,0.0009039425,0.000064355234,0.00005869714],"category_scores_gemma":[0.007535276,0.00006386978,0.00039062218,0.00042339528,0.00042813254,0.000062149695,0.00009335657,0.00019984331,5.3363376e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013034033,0.020603212,0.8127335,0.00085614395,0.000512814,0.000006293214,0.08000193,0.00009603211,0.0012322791,0.00028116323,0.0006406098,0.07000205],"study_design_scores_gemma":[0.017395006,0.022360608,0.80253255,0.000100471094,0.00021258327,0.0000044201074,0.0563659,0.000091754424,0.0035646886,0.007893025,0.08926701,0.00021200533],"about_ca_topic_score_codex":0.00036015245,"about_ca_topic_score_gemma":0.00057180494,"teacher_disagreement_score":0.13254942,"about_ca_system_score_codex":0.00044695992,"about_ca_system_score_gemma":0.0009365495,"threshold_uncertainty_score":0.9491397},"labels":[],"label_agreement":null},{"id":"W4297075051","doi":"10.5281/zenodo.7112842","title":"Deliverable 4.1 Community based monitoring programmes in the Arctic: Capabilities, good practice and challenges","year":2018,"lang":"en","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bureau of Ocean Energy Management; International Arctic Science Committee","keywords":"Deliverable; The arctic; Arctic; Good practice; Environmental planning; Community practice; Environmental resource management; Environmental science; Computer science; Systems engineering; Engineering; Oceanography; Medicine; Engineering ethics; Geology; Nursing","score_opus":0.27508577805931844,"score_gpt":0.40967766244794634,"score_spread":0.1345918843886279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297075051","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003537783,0.003487018,0.000083677965,0.016366947,0.00029627967,0.002707912,0.0001385152,0.0010442265,0.97233766],"genre_scores_gemma":[0.9295838,0.059143648,0.0021177286,0.00023225036,0.001943979,0.000003919695,0.00092263805,0.0026416075,0.0034104513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888591,0.0076444913,0.0003702126,0.00044968756,0.0019963386,0.00068015425],"domain_scores_gemma":[0.9943819,0.0011066066,0.00023793626,0.00091581175,0.0031819895,0.00017574798],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023966614,0.00021647765,0.00025528957,0.00035635912,0.0057541816,0.001717933,0.0023952264,0.0002862272,0.0011033481],"category_scores_gemma":[0.019026894,0.00020065224,0.00005810803,0.00071074895,0.0012275266,0.00042464418,0.0012467845,0.0017743714,0.00030777868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017824581,0.0017942275,0.00016289034,0.0033495561,0.000186696,0.00014577895,0.124155775,0.000006753271,0.000045124405,0.008882822,0.19462925,0.6664629],"study_design_scores_gemma":[0.00016438765,0.00029178715,0.0004244681,0.00025448238,0.00002117051,0.000054880693,0.037529666,0.000007224088,0.000015134966,0.00036293146,0.96068114,0.00019271683],"about_ca_topic_score_codex":0.013508502,"about_ca_topic_score_gemma":0.00021325538,"teacher_disagreement_score":0.9689272,"about_ca_system_score_codex":0.0010283897,"about_ca_system_score_gemma":0.00013060204,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W4297183711","doi":"10.1111/ped.15363","title":"Assessing agreement on Canadian pediatric critical care training objectives in Japan","year":2022,"lang":"en","type":"article","venue":"Pediatrics International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"National Center for Child Health and Development","keywords":"Medicine; Training (meteorology); Agreement","score_opus":0.1726250442017786,"score_gpt":0.48948797681630596,"score_spread":0.31686293261452736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297183711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6547969,0.00022437627,0.00011567477,0.010408606,0.0026269692,0.00038394678,0.00014094725,0.00009028449,0.3312123],"genre_scores_gemma":[0.99745154,0.000050168415,0.0005681664,0.00024770698,0.0012802393,0.00013406118,0.00002999365,0.0000131874,0.0002249367],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9970732,0.00031956297,0.00023030053,0.0003064642,0.0015783064,0.0004921728],"domain_scores_gemma":[0.9986908,0.00072227867,0.00004985857,0.00011114057,0.00021547687,0.00021044137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001649535,0.00009050997,0.00009314312,0.0012701118,0.00076292735,0.00023952374,0.00068486726,0.00006207603,0.0015335275],"category_scores_gemma":[0.0023452903,0.00011585033,0.000053791686,0.00083432766,0.00008038406,0.00025620768,0.00015450481,0.0006129277,0.000022704775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022892937,0.00023086013,0.724382,0.00002976235,0.00000962768,0.00024803172,0.08017559,0.0010725675,0.000005852344,0.15861344,0.0056642233,0.029545167],"study_design_scores_gemma":[0.0009433481,0.0003283734,0.34628218,0.00001710028,0.00003616224,0.000011205153,0.5402574,0.0010346822,0.00001108912,0.016444577,0.0936607,0.00097316003],"about_ca_topic_score_codex":0.07173607,"about_ca_topic_score_gemma":0.09420821,"teacher_disagreement_score":0.46008182,"about_ca_system_score_codex":0.0029351003,"about_ca_system_score_gemma":0.0019585209,"threshold_uncertainty_score":0.9993792},"labels":[],"label_agreement":null},{"id":"W4297253941","doi":"10.1136/bmjopen-2021-056528","title":"Protocol for establishing a core outcome set for evaluation in studies of pulmonary exacerbations in people with cystic fibrosis","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Health and Medical Research Council; Perth Children's Hospital Foundation; Medical Research Council; Children's Hospital Foundation","keywords":"Medicine; Cystic fibrosis; Protocol (science); Outcome (game theory); Intensive care medicine; Core (optical fiber); Set (abstract data type); Pathology; Alternative medicine; Internal medicine","score_opus":0.6393058702500255,"score_gpt":0.6379697212814929,"score_spread":0.0013361489685326244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297253941","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03329193,0.000004543446,0.00037353387,0.0026296815,0.000032611006,0.96075773,0.00012740275,0.00002256244,0.002760018],"genre_scores_gemma":[0.25226545,1.410704e-7,0.004157148,0.000017478174,0.000012901181,0.7431826,0.000016675891,0.000008776181,0.00033884466],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980894,0.00042457492,0.00035261948,0.00020640409,0.00070465286,0.00022237572],"domain_scores_gemma":[0.99791104,0.001408473,0.00016544455,0.0001820211,0.00030898777,0.000024045694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012446733,0.00006200958,0.00021757667,0.00018208896,0.0003428238,0.00007800947,0.0005824362,0.0000291545,0.00007406899],"category_scores_gemma":[0.004545775,0.000057752393,0.000026205926,0.0008513845,0.000068907226,0.0003902907,0.0004100144,0.00009493725,3.0273875e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004545829,0.0007655936,0.85685,0.0017646736,0.00005073853,0.000009645473,0.09055515,0.009468251,0.00032314262,0.009032649,0.013973618,0.012660654],"study_design_scores_gemma":[0.016575605,0.0031563118,0.2069198,0.0017932219,0.00008873431,0.000009388103,0.5360714,0.10446929,0.00023916207,0.09894824,0.030562818,0.0011659921],"about_ca_topic_score_codex":0.004367575,"about_ca_topic_score_gemma":0.0267668,"teacher_disagreement_score":0.64993024,"about_ca_system_score_codex":0.00053618563,"about_ca_system_score_gemma":0.00080622366,"threshold_uncertainty_score":0.9909922},"labels":[],"label_agreement":null},{"id":"W4297476661","doi":"10.29390/cjrt-2022-031","title":"A survey on the attitudinal differences between acute and community settings","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Interpersonal communication; Independence (probability theory); Psychology; Interpersonal relationship; Medical education; Medicine; Nursing; Social psychology","score_opus":0.2999108089891859,"score_gpt":0.4243538465536587,"score_spread":0.12444303756447284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297476661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910012,0.0006147993,0.0000050055746,0.0070207603,0.00011747392,0.00017607989,0.0000920501,0.000007729448,0.0009649057],"genre_scores_gemma":[0.9977635,0.000067287365,0.000009319675,0.0019147692,0.00013106223,0.000009166118,7.8561277e-7,0.000009968124,0.00009412477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923442,0.0064704255,0.00022141523,0.00007989214,0.0005637554,0.00032029866],"domain_scores_gemma":[0.9971081,0.0018974172,0.00019032108,0.00020436331,0.0001923604,0.00040742013],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013915203,0.00008697315,0.00017839747,0.00024794997,0.0040068105,0.00015862087,0.0010691751,0.000046728637,0.00042196357],"category_scores_gemma":[0.0006208458,0.000064209176,0.000057376994,0.00041014436,0.0006661419,0.00008745125,0.000041533214,0.0015147323,0.0000017399391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059556874,0.00002740144,0.9212768,0.0000017743936,0.00013895016,0.00008105528,0.01277287,0.0000011829443,0.000081605845,0.0010959768,0.04164109,0.022821752],"study_design_scores_gemma":[0.00023875436,0.0010436488,0.6817064,0.000017242888,0.000006740645,0.0000047186286,0.0059988187,4.4472202e-7,0.000060901268,0.0014782249,0.30932733,0.000116737116],"about_ca_topic_score_codex":0.039308242,"about_ca_topic_score_gemma":0.083668694,"teacher_disagreement_score":0.26768625,"about_ca_system_score_codex":0.00027576557,"about_ca_system_score_gemma":0.0018952133,"threshold_uncertainty_score":0.99728984},"labels":[],"label_agreement":null},{"id":"W4297577301","doi":"","title":"Evaluating A Multidisciplinary Cancer Conference Checklist: Practice Versus Perceptions","year":2019,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Multidisciplinary approach; Cancer; Psychology; Perception; Medicine; Medical education; Sociology; Cognitive psychology; Internal medicine; Neuroscience; Social science","score_opus":0.6985354079952264,"score_gpt":0.7404327540879189,"score_spread":0.04189734609269247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297577301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8640184,0.0033002526,0.00017886469,0.0032216737,0.0013359555,0.0016322433,0.000048018544,0.000113623275,0.12615097],"genre_scores_gemma":[0.98179704,0.0113846995,0.0024550152,0.00011672941,0.00031585264,0.00024339146,0.0000059011036,0.00004707854,0.0036342933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942462,0.001443255,0.000737123,0.0005912293,0.0022954242,0.0006867718],"domain_scores_gemma":[0.99406415,0.0023220433,0.00086877367,0.0006226777,0.0017440051,0.00037836086],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007901317,0.00025854143,0.00054794864,0.0005758999,0.0009775496,0.0019880866,0.0041869823,0.00020252127,0.055987578],"category_scores_gemma":[0.004857003,0.00025644904,0.0001779198,0.0015178983,0.0004992438,0.0049264235,0.0017156634,0.00087540015,0.00018497567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023942394,0.001215197,0.4985728,0.00024391321,0.0005591437,0.00009278751,0.024012065,0.00091769546,0.29287955,0.0039365436,0.06332503,0.11185103],"study_design_scores_gemma":[0.0034824368,0.00015720917,0.8443908,0.0021359606,0.00038206019,0.000015510062,0.04159316,0.0031862368,0.0058302362,0.01241924,0.08449838,0.0019087842],"about_ca_topic_score_codex":0.021801118,"about_ca_topic_score_gemma":0.001752528,"teacher_disagreement_score":0.34581798,"about_ca_system_score_codex":0.0005937522,"about_ca_system_score_gemma":0.0015710859,"threshold_uncertainty_score":0.9999888},"labels":[],"label_agreement":null},{"id":"W4297697761","doi":"10.1136/bmjebm-2022-podabstracts.91","title":"170 SPIRIT-outcomes and CONSORT-outcomes: enhanced trial outcome transparency, less bias, improved systematic reviews, better health","year":2022,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Women's College Hospital; SickKids Foundation; University of Toronto; Ottawa Hospital; Hospital for Sick Children","funders":"","keywords":"Consolidated Standards of Reporting Trials; Clinical trial; Transparency (behavior); Outcome (game theory); Medicine; Medical education; Delphi method; Systematic review; MEDLINE; Family medicine; Psychology; Computer science; Political science","score_opus":0.3749423187027271,"score_gpt":0.49919955283470624,"score_spread":0.12425723413197914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297697761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60185385,0.0082587125,0.010641876,0.25873512,0.005913724,0.08683925,0.00037729432,0.004060736,0.023319438],"genre_scores_gemma":[0.9738589,0.0008917375,0.0029148362,0.0073851915,0.00012583077,0.005148825,0.000017364284,0.00006199818,0.009595332],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907245,0.0039049739,0.0021226273,0.0007010358,0.0015509431,0.0009959383],"domain_scores_gemma":[0.99614704,0.0019611684,0.0006439791,0.00074874744,0.0001068945,0.0003921645],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01444828,0.00036951646,0.0018824732,0.0002975451,0.0014324948,0.00022479206,0.0010602057,0.00013208619,0.0011219182],"category_scores_gemma":[0.0022546651,0.00028253192,0.00038966694,0.0007118406,0.00039797192,0.00025519214,0.00025127645,0.0006542323,0.000037350692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057043,0.005041811,0.52018774,0.10506375,0.0017887157,0.0002254879,0.0903985,0.000009938907,0.0013033665,0.09072369,0.10019125,0.07936146],"study_design_scores_gemma":[0.22742155,0.01373652,0.055937782,0.010282483,0.0016321725,0.00009796655,0.20979705,0.0010715195,0.0008869468,0.021819912,0.44178107,0.015535008],"about_ca_topic_score_codex":0.0078515345,"about_ca_topic_score_gemma":0.0042993054,"teacher_disagreement_score":0.46424994,"about_ca_system_score_codex":0.000526652,"about_ca_system_score_gemma":0.0005507086,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W4297907807","doi":"10.3414/me0512","title":"Prioritizing the Risk Factors Influencing the Success of Clinical Information System Projects","year":2008,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; University of Ottawa; Université de Montréal","funders":"","keywords":"Champion; Information system; Checklist; Delphi method; Ambiguity; Knowledge management; Extant taxon; Risk management; Government (linguistics); Information technology; Work (physics); Risk analysis (engineering); Medicine; Business; Computer science; Psychology; Engineering; Political science; Finance","score_opus":0.2582329602059777,"score_gpt":0.5542264941052767,"score_spread":0.295993533899299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297907807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93451726,0.000052674786,0.040131483,0.0011439996,0.0004737206,0.0013072828,0.000005918617,0.00007380187,0.022293884],"genre_scores_gemma":[0.98181885,0.0002638625,0.01769507,0.0000838323,0.000086461725,0.0000377382,0.0000036793533,0.0000030827334,0.000007402438],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99404484,0.0025063846,0.0019616901,0.00006359492,0.0011887855,0.00023468536],"domain_scores_gemma":[0.9933563,0.0042865593,0.00129923,0.00032982626,0.00067336846,0.00005470653],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035060667,0.0000933327,0.0003646488,0.000361018,0.0003968229,0.000020313975,0.00070079014,0.00014481046,0.000009936897],"category_scores_gemma":[0.024094274,0.000048768383,0.00007157678,0.0011715618,0.0011715456,0.0016427308,0.000093279305,0.00051781256,0.0000029165442],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000768537,0.000018309413,0.39504862,0.0004638778,0.00003773733,7.34091e-7,0.49264598,0.00021085561,0.000030842653,0.012416232,0.0012030276,0.09784694],"study_design_scores_gemma":[0.0010519746,0.00022135396,0.48265415,0.0007495657,0.000035896715,0.000007480228,0.49025702,0.004862024,0.0011447249,0.0004713486,0.018374568,0.00016990771],"about_ca_topic_score_codex":0.01248629,"about_ca_topic_score_gemma":0.00009369452,"teacher_disagreement_score":0.09767703,"about_ca_system_score_codex":0.00010994237,"about_ca_system_score_gemma":0.00038174467,"threshold_uncertainty_score":0.99408966},"labels":[],"label_agreement":null},{"id":"W4298188083","doi":"","title":"Proceedings of the National Research Forum for Young Investigators in Circulatory and Respiratory Health, May 4-7, 2006, Winnipeg, Manitoba, Canada.","year":2007,"lang":"en","type":"other","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gerontology; Circulatory system; Respiratory system; Internal medicine","score_opus":0.213330639501073,"score_gpt":0.41363947064806594,"score_spread":0.20030883114699294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298188083","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004032724,0.0026093505,0.0000015226306,0.021591712,0.0005900147,0.011326741,0.0002082102,0.00010564368,0.9595341],"genre_scores_gemma":[0.3155982,0.00046721785,0.0005716003,0.0056241015,0.0027514403,0.017282201,0.000012224129,0.0008940011,0.656799],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948162,0.00018307514,0.0003959647,0.0004123406,0.0030864263,0.0011060094],"domain_scores_gemma":[0.998379,0.00032032194,0.00026176247,0.0001349657,0.0006022456,0.00030172797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014105941,0.00015411558,0.00026851986,0.0010093045,0.0003380584,0.000057781996,0.0007579968,0.00038004405,0.000019602781],"category_scores_gemma":[0.0033370934,0.00014147557,0.00004485516,0.0012641221,0.0012006883,0.00007723288,0.00016709453,0.0006422514,5.030995e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063892912,0.000015553709,0.04588053,0.0001629119,0.000011621969,6.373963e-7,0.00019640512,5.3740706e-8,0.0000027051447,0.014409064,0.9360766,0.0032375685],"study_design_scores_gemma":[0.00016093784,0.000007269046,0.05046529,0.00012228274,0.0000018511245,6.354202e-7,0.0015972177,5.938624e-7,0.00004121838,0.0027108619,0.94475824,0.00013362784],"about_ca_topic_score_codex":0.6033152,"about_ca_topic_score_gemma":0.9802788,"teacher_disagreement_score":0.37696362,"about_ca_system_score_codex":0.0026633472,"about_ca_system_score_gemma":0.0056580394,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W4299439877","doi":"","title":"Winning abstracts from the CSEB (Canadian Society for Epidemiology and Biostatistics) Student Conference 2010. May 27-28, 2010. Kingston, Ontario, Canada.","year":2011,"lang":"en","type":"other","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biostatistics; Medicine; Epidemiology; Environmental health; Family medicine; Gerontology; Pathology","score_opus":0.17202304625991746,"score_gpt":0.36774691857901903,"score_spread":0.19572387231910157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299439877","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011385708,0.002710799,0.0008432745,0.04813464,0.0071360604,0.010683809,0.0042287144,0.00030294753,0.9248212],"genre_scores_gemma":[0.042886663,0.0008687782,0.005418672,0.0032148426,0.0010738785,0.0025898162,0.00022307926,0.00027290048,0.94345134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683166,0.00028807626,0.000416242,0.0006022303,0.0004685693,0.0013932494],"domain_scores_gemma":[0.99631196,0.0019823618,0.00040649192,0.000444991,0.00015719043,0.0006969934],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036958884,0.0002943007,0.00049771986,0.00009025893,0.0005051512,0.000117474396,0.001120657,0.00061896764,0.0026146588],"category_scores_gemma":[0.0016460137,0.0002469529,0.00010268261,0.00011051292,0.00096182746,0.000051302184,0.00014423626,0.0007094108,0.000013147606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004314018,0.000009285075,0.017190818,0.000011572032,0.00013470954,0.000008195946,0.001830452,1.5441347e-7,1.996213e-7,0.0034259413,0.9705003,0.006884088],"study_design_scores_gemma":[0.00010786885,0.000005576629,0.2286982,0.00003379932,0.000039965755,5.051061e-7,0.00077370845,0.0000011215094,0.0000013960313,0.0021100976,0.7680013,0.00022645613],"about_ca_topic_score_codex":0.99988174,"about_ca_topic_score_gemma":0.9999829,"teacher_disagreement_score":0.21150738,"about_ca_system_score_codex":0.0012117771,"about_ca_system_score_gemma":0.0043410007,"threshold_uncertainty_score":0.9999983},"labels":[],"label_agreement":null},{"id":"W4300093715","doi":"","title":"Abstracts of the 5th Quebec International Symposium on Cardiopulmonary Prevention and Rehabilitation, Quebec City, Canada, June 13-15, 2007.","year":2007,"lang":"en","type":"other","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Medicine; Gerontology; Physical therapy; Family medicine","score_opus":0.03163511893804592,"score_gpt":0.333001757316822,"score_spread":0.3013666383787761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300093715","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034209043,0.00021834117,0.0000112528705,0.012801797,0.0023769357,0.0023534484,0.00009967185,0.00008809498,0.9786295],"genre_scores_gemma":[0.12202216,0.0000999967,0.00007037391,0.00009207544,0.00056405825,0.00042818364,0.000018193537,0.00007468642,0.87663025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971454,0.00028915203,0.00035116894,0.0003301523,0.0015002869,0.00038380738],"domain_scores_gemma":[0.99861753,0.00037310302,0.00033563387,0.00035051248,0.00018376748,0.00013946884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021005834,0.00016091495,0.00022622575,0.0002470245,0.000121053665,0.000056673623,0.00061995955,0.00029824075,0.00029727595],"category_scores_gemma":[0.00085565506,0.00013970885,0.00010202172,0.00028817984,0.00054563186,0.000079107296,0.0001267373,0.00031443915,0.00000323394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022601258,0.000071736344,0.005361902,0.00006265764,0.00006442094,0.0000071454256,0.00028349378,0.0000062627623,0.0000017306918,0.0016121798,0.96355253,0.028953345],"study_design_scores_gemma":[0.000095547875,0.000006601291,0.20417894,0.000119005184,0.000014592107,8.3006597e-7,0.00028942694,5.8104143e-7,0.000018665432,0.00031072454,0.7948366,0.00012852502],"about_ca_topic_score_codex":0.9859796,"about_ca_topic_score_gemma":0.99869794,"teacher_disagreement_score":0.19881704,"about_ca_system_score_codex":0.0010112397,"about_ca_system_score_gemma":0.0009951794,"threshold_uncertainty_score":0.56971616},"labels":[],"label_agreement":null},{"id":"W4300309250","doi":"","title":"Abstracts on Respiratory Health from the National Research Forum for Young Investigators, April 28-May 1, 2005, Winnipeg, Manitoba, Canada.","year":2005,"lang":"en","type":"other","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Gerontology","score_opus":0.2526550743956182,"score_gpt":0.4229084888214874,"score_spread":0.17025341442586922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300309250","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009568814,0.0029342219,0.0000062608397,0.15108658,0.0012302774,0.0081647765,0.0017257478,0.00029057884,0.83446586],"genre_scores_gemma":[0.0111106485,0.0007672734,0.00057911064,0.018369313,0.013479184,0.0152439065,0.00018633564,0.00068708224,0.93957716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98990613,0.001065189,0.00051492715,0.00072598073,0.0056725754,0.0021151672],"domain_scores_gemma":[0.9956272,0.002147873,0.00035771437,0.0005472234,0.00055768975,0.0007622589],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014875211,0.0002950729,0.00035223312,0.00044316408,0.0011804914,0.00026791138,0.0018139023,0.0005335384,0.00043500375],"category_scores_gemma":[0.0071514607,0.00025409862,0.00009661596,0.00055437075,0.0008944974,0.000099442266,0.0001702022,0.0012653264,0.000047766924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016512055,0.000037236354,0.0003143829,0.000016765192,0.000041803658,0.000003918011,0.0001257308,0.0000024481842,3.3132915e-7,0.0040856884,0.9736982,0.021657005],"study_design_scores_gemma":[0.00019016548,0.000012778079,0.0063593322,0.000086660286,0.0000038171297,2.5252598e-7,0.00076020096,0.0000013375557,0.000017739789,0.0016054084,0.9907214,0.00024090378],"about_ca_topic_score_codex":0.9091075,"about_ca_topic_score_gemma":0.99763703,"teacher_disagreement_score":0.13271727,"about_ca_system_score_codex":0.0057291524,"about_ca_system_score_gemma":0.013501953,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W4300690555","doi":"10.3967/bes2022.110","title":"Evaluating the Quality of Case-control Studies involving the Association between Tobacco Exposure and Diseases in a Chinese Population based on the Newcastle-Ottawa Scale and <i>Post-hoc</i> Power.","year":2022,"lang":"en","type":"letter","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tobacco control; Environmental health; Scale (ratio); Association (psychology); Quality (philosophy); Post hoc; Medicine; Traditional medicine; Geography; Public health; Cartography; Psychology; Pathology; Internal medicine","score_opus":0.17089258950368785,"score_gpt":0.439644251961469,"score_spread":0.26875166245778115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300690555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6420422,0.0013234549,0.000001280631,0.35322005,0.00011250603,0.0028560394,0.0002552157,0.00003415951,0.00015507512],"genre_scores_gemma":[0.97018623,0.00006364106,0.000012786451,0.025793081,0.0005567293,0.003205912,0.000030589155,0.00002373191,0.0001273099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9888015,0.0077644056,0.0005989358,0.0003904141,0.001930224,0.0005145309],"domain_scores_gemma":[0.97526944,0.023274716,0.000695859,0.0004285889,0.00028360367,0.000047785834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020879466,0.00022038334,0.00044937932,0.00013982013,0.0012132741,0.00022205804,0.00048287216,0.00024329896,0.000019584582],"category_scores_gemma":[0.02085139,0.00011985556,0.00011494301,0.00058979046,0.0003047468,0.00015634405,0.00021760473,0.0012222556,2.0737934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000618162,0.000021070533,0.9715357,0.000059555212,0.00011265817,0.000014192592,0.004277793,0.000023421628,0.0000015025199,0.00004543671,0.010856115,0.01299075],"study_design_scores_gemma":[0.00038930718,0.00008412305,0.9921539,0.00003319824,0.00011261093,9.3986426e-7,0.004708564,0.000077401084,3.8901246e-7,0.001203534,0.0010807909,0.00015526211],"about_ca_topic_score_codex":0.009030351,"about_ca_topic_score_gemma":0.009316878,"teacher_disagreement_score":0.32814398,"about_ca_system_score_codex":0.0006372978,"about_ca_system_score_gemma":0.0001240878,"threshold_uncertainty_score":0.9975686},"labels":[],"label_agreement":null},{"id":"W4300816739","doi":"10.1016/s1569-1993(22)01141-9","title":"451 Robust, efficient workflow to establish, culture, and functionally assess primary-isolated airway epithelial cells","year":2022,"lang":"en","type":"article","venue":"Journal of Cystic Fibrosis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Terry Fox Research Institute; Stemcell Technologies","funders":"National Institutes of Health","keywords":"Cystic fibrosis; Medicine; Airway; Primary (astronomy); Workflow; Primary culture; Cell culture; Internal medicine; Surgery; Genetics; Biology; Computer science","score_opus":0.038390353469480935,"score_gpt":0.323821128035409,"score_spread":0.2854307745659281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300816739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6983618,0.0020940418,0.24091247,0.013417879,0.0076138545,0.0027444651,0.00042316772,0.00035938655,0.03407292],"genre_scores_gemma":[0.9319003,0.00009460725,0.06214115,0.0004736697,0.0007489656,0.00004819303,0.00000571654,0.00004305979,0.004544319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962318,0.0005691107,0.00052763923,0.00023468435,0.0019842472,0.00045254015],"domain_scores_gemma":[0.997953,0.0006237138,0.00030896562,0.00016879666,0.0005693357,0.000376217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033470283,0.00014808062,0.0003124965,0.00037140574,0.0008506616,0.00028422876,0.00061097054,0.000098963435,0.00060747674],"category_scores_gemma":[0.0006583393,0.00013395346,0.00013776636,0.001108476,0.00015674777,0.00021036791,0.00029274402,0.00066692644,0.000013103424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043034707,0.0016707131,0.0017590857,0.00021385081,0.00035848588,0.00048429967,0.016835986,0.24661733,0.2964917,0.004655897,0.37850228,0.04810688],"study_design_scores_gemma":[0.00281294,0.0057156305,0.01086853,0.00043251883,0.00031120397,0.00032055326,0.0081077805,0.0043022167,0.006130167,0.0051379157,0.9545516,0.0013089569],"about_ca_topic_score_codex":0.00014035277,"about_ca_topic_score_gemma":0.0000230763,"teacher_disagreement_score":0.5760493,"about_ca_system_score_codex":0.0006155744,"about_ca_system_score_gemma":0.00062082167,"threshold_uncertainty_score":0.66514444},"labels":[],"label_agreement":null},{"id":"W4301043809","doi":"","title":"Proceedings of the National Research Forum for Young Investigators in Circulatory and Respiratory Health, Winnipeg, Manitoba, Canada, 28 April-1 May 2005.","year":2006,"lang":"en","type":"other","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gerontology; Respiratory system; Circulatory system; Internal medicine","score_opus":0.16442697396734288,"score_gpt":0.3836107876784611,"score_spread":0.2191838137111182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301043809","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006674688,0.003330165,0.0000015408301,0.022172345,0.00061022793,0.01349843,0.00035903894,0.00013297464,0.9532206],"genre_scores_gemma":[0.35682088,0.00030698712,0.00045237306,0.0029850672,0.0026415125,0.02266747,0.000019523306,0.00081752444,0.6132887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99462044,0.00023773966,0.00041850045,0.00045943004,0.0030679184,0.0011959913],"domain_scores_gemma":[0.9984483,0.00026527213,0.00029045963,0.00015161795,0.0005661686,0.00027817354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009449242,0.00017390036,0.00030149403,0.00071512617,0.00037275843,0.00007578519,0.0008115854,0.0003714984,0.000012545175],"category_scores_gemma":[0.002150292,0.00016068765,0.000052516374,0.00078905927,0.0011996869,0.00008951169,0.00018298607,0.00061749795,4.0391714e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049117484,0.000019213845,0.038203277,0.00017068705,0.00001136994,6.49463e-7,0.00011063357,1.8023243e-7,0.00000521044,0.006825152,0.95281607,0.0018326308],"study_design_scores_gemma":[0.00018210858,0.000007490538,0.07358542,0.000113338705,0.0000022911781,6.495935e-7,0.0010722125,0.0000011146254,0.000042033393,0.0028869815,0.92195725,0.00014910033],"about_ca_topic_score_codex":0.7761346,"about_ca_topic_score_gemma":0.9901836,"teacher_disagreement_score":0.35014617,"about_ca_system_score_codex":0.0030527937,"about_ca_system_score_gemma":0.0052805883,"threshold_uncertainty_score":0.93675375},"labels":[],"label_agreement":null},{"id":"W4303446290","doi":"10.1136/bmjopen-2022-063404","title":"Outcomes and outcome measurement instruments reported in randomised controlled trials of anxiety disorder treatments in children and adolescents: a scoping review protocol","year":2022,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Centre for Addiction and Mental Health; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Protocol (science); Anxiety; Randomized controlled trial; Outcome (game theory); Alternative medicine; Psychiatry; Physical therapy; Clinical psychology; Family medicine; Internal medicine","score_opus":0.48612710647992274,"score_gpt":0.6127761147240918,"score_spread":0.12664900824416903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303446290","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031780495,0.32763523,6.086185e-7,0.00011521848,0.00002835008,0.6715585,0.000025640755,0.000015409772,0.00058924523],"genre_scores_gemma":[0.000017417211,0.53430194,0.000056264715,0.00002976109,0.000007741897,0.46549854,0.000013980608,0.000021162392,0.00005319471],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9800878,0.011082321,0.0057233237,0.000777971,0.0018449954,0.0004835858],"domain_scores_gemma":[0.994958,0.0007240487,0.0034413196,0.00063583255,0.00010280843,0.00013801326],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06986044,0.00047353999,0.009191286,0.0004552169,0.00016755256,0.00017429003,0.0009722601,0.00022220741,0.0002622021],"category_scores_gemma":[0.024940517,0.00032782275,0.00057455443,0.0007967258,0.00015911843,0.00025359011,0.0010414395,0.00037773376,9.573465e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014924787,0.00050395704,0.23442881,0.0568335,0.0006160174,0.000012282341,0.00015058323,3.9752052e-8,4.7395286e-8,0.000010596133,0.000073499745,0.7058782],"study_design_scores_gemma":[0.18876408,0.00018302753,0.01145656,0.7349762,0.0014918715,0.000016037235,0.00013959208,9.899613e-7,1.9618182e-7,0.000085153544,0.061961405,0.0009248871],"about_ca_topic_score_codex":0.004597358,"about_ca_topic_score_gemma":0.0023830477,"teacher_disagreement_score":0.7049533,"about_ca_system_score_codex":0.00064903224,"about_ca_system_score_gemma":0.0019231784,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W4304633213","doi":"10.1016/j.jaac.2022.09.050","title":"1.34 Engaging Youth in the Development of a Core Outcome Set (COS) for Adolescent Depression Trials","year":2022,"lang":"en","type":"article","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Centre for Addiction and Mental Health","funders":"","keywords":"Thematic analysis; Mental health; Psychology; Delphi method; Set (abstract data type); Depression (economics); Inclusion (mineral); Major depressive disorder; Positive Youth Development; Clinical psychology; Psychiatry; Developmental psychology; Qualitative research; Mood; Social psychology","score_opus":0.24679049418312848,"score_gpt":0.4816658643886159,"score_spread":0.23487537020548743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304633213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9265881,0.0012720099,0.00093483255,0.067615874,0.00095502613,0.0021695911,0.00007978894,0.000021281323,0.00036346793],"genre_scores_gemma":[0.99231863,0.00014480039,0.0033809075,0.0036646707,0.00042613337,0.000027199365,0.000001093654,0.000024752631,0.000011808438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923349,0.0026295765,0.002153878,0.00023222256,0.002170057,0.00047935787],"domain_scores_gemma":[0.9949101,0.0005256985,0.0040821377,0.0002623979,0.00010045862,0.00011917343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020142376,0.00020087406,0.00086276984,0.0003965523,0.00076647254,0.00002649617,0.0027496386,0.00006971661,0.000019247633],"category_scores_gemma":[0.0010565129,0.00012633111,0.00062359805,0.0010540235,0.0005028932,0.000110471934,0.00037914637,0.0020940965,3.7576294e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020772933,0.0015887899,0.9273627,0.00030243333,0.00016020909,0.0000014152058,0.025262916,0.00039611725,0.00052497204,0.0010220677,0.020955186,0.020345898],"study_design_scores_gemma":[0.0039820797,0.000385957,0.729567,0.0028212748,0.00033679552,0.00004242947,0.21031259,0.0000528517,0.0017056132,0.0030328936,0.04719631,0.00056421285],"about_ca_topic_score_codex":0.00004357475,"about_ca_topic_score_gemma":0.000030366062,"teacher_disagreement_score":0.1977957,"about_ca_system_score_codex":0.000344271,"about_ca_system_score_gemma":0.0006788819,"threshold_uncertainty_score":0.90979236},"labels":[],"label_agreement":null},{"id":"W4307033841","doi":"10.1177/10732748221119354","title":"An International Consensus on Actions to Improve Lung Cancer Survival: A Modified Delphi Method Among Clinical Experts in the International Cancer Benchmarking Partnership","year":2022,"lang":"en","type":"article","venue":"Cancer Control","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Medicine; Benchmarking; Lung cancer; General partnership; Delphi method; Cancer; Delphi; Oncology; Internal medicine; Artificial intelligence; Management","score_opus":0.30654861270056044,"score_gpt":0.58225131727819,"score_spread":0.2757027045776296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307033841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7346378,0.00058178086,0.006747605,0.20064843,0.01837774,0.005471784,0.0010108254,0.00035409798,0.032169953],"genre_scores_gemma":[0.9834075,0.000209683,0.00024055426,0.00451231,0.002135434,0.009022366,0.00001001196,0.000027924998,0.00043419242],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946008,0.0020907673,0.00053143146,0.00064999785,0.0015702349,0.00055677746],"domain_scores_gemma":[0.9968198,0.0020377415,0.00021663395,0.00039110798,0.00031824937,0.00021647655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061196834,0.00018058861,0.00028635171,0.00027570344,0.0006297971,0.00022720812,0.0017297256,0.00011748254,0.0016805654],"category_scores_gemma":[0.000770372,0.00016365072,0.00014902656,0.00050987804,0.0002271678,0.00018975094,0.00015071427,0.00077414204,0.0000014453584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002844505,0.0009801522,0.508903,0.000017095039,0.0008089202,0.00015252542,0.042945717,0.08734985,0.002400537,0.03203916,0.09102026,0.23053826],"study_design_scores_gemma":[0.0076737856,0.0005424187,0.108692296,0.00022990229,0.00017061752,0.0000043967343,0.04669889,0.33454445,0.00022998107,0.0017433611,0.49801823,0.00145166],"about_ca_topic_score_codex":0.05005054,"about_ca_topic_score_gemma":0.0690295,"teacher_disagreement_score":0.40699798,"about_ca_system_score_codex":0.0019523693,"about_ca_system_score_gemma":0.0010434802,"threshold_uncertainty_score":0.99923205},"labels":[],"label_agreement":null},{"id":"W4307647356","doi":"10.1016/j.buildenv.2022.109719","title":"Quality criteria for multi-domain studies in the indoor environment: Critical review towards research guidelines and recommendations","year":2022,"lang":"en","type":"article","venue":"Building and Environment","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":113,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo; Carleton University","funders":"Engineering and Physical Sciences Research Council; Energiteknologisk udviklings- og demonstrationsprogram; Norges Forskningsråd; Villum Fonden","keywords":"Quality (philosophy); Domain (mathematical analysis); Computer science; Risk analysis (engineering); Environmental science; Systems engineering; Management science; Engineering; Business; Mathematics; Physics","score_opus":0.7577521853803136,"score_gpt":0.645476861601827,"score_spread":0.11227532377848659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307647356","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09771175,0.10848236,0.007175749,0.7799525,0.00029258928,0.0052935383,0.00023096248,0.00007183282,0.000788673],"genre_scores_gemma":[0.5268509,0.32813817,0.13388428,0.003120742,0.00030381812,0.006964104,0.000020640966,0.000037609334,0.0006797847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956565,0.0024472724,0.0003813634,0.00036065668,0.0007550149,0.00039921282],"domain_scores_gemma":[0.99815196,0.0014978609,0.000040884308,0.0002100657,0.000025995341,0.00007326135],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02523242,0.0000963479,0.000197822,0.00008837026,0.0016630875,0.000056584842,0.00029545912,0.000037960708,0.00019812008],"category_scores_gemma":[0.0025982936,0.00007969335,0.000037109938,0.00013628937,0.00090475526,0.000080242455,0.00058016717,0.0003206168,0.0000020390637],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014817205,0.0015596343,0.0056216484,0.0022559867,0.00012620164,0.000051488754,0.06785963,0.000030009884,0.002562419,0.12731089,0.30646542,0.4860085],"study_design_scores_gemma":[0.00031792384,0.00013236572,0.0014822034,0.00019873411,0.000011537114,0.0000047323015,0.044948786,0.0001074935,0.000020172018,0.017669551,0.9349396,0.0001668961],"about_ca_topic_score_codex":0.0004404708,"about_ca_topic_score_gemma":0.00003752043,"teacher_disagreement_score":0.7768318,"about_ca_system_score_codex":0.00029602653,"about_ca_system_score_gemma":0.000031501946,"threshold_uncertainty_score":0.9996366},"labels":[],"label_agreement":null},{"id":"W4307836413","doi":"10.31234/osf.io/4pw63","title":"The Process of Replication Target Selection in Psychology: What to Consider?","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Replication (statistics); Selection (genetic algorithm); Computer science; Credibility; Process (computing); Delphi; Psychology; Artificial intelligence; Political science; Biology; Law","score_opus":0.162781807175046,"score_gpt":0.5495321339858232,"score_spread":0.38675032681077726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307836413","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28404263,0.0015379521,0.007293415,0.3473192,0.002012176,0.013223324,0.000020257059,0.0008750996,0.34367597],"genre_scores_gemma":[0.9881591,0.0020657093,0.0040941183,0.000697567,0.00008972063,0.002626722,0.000009410501,0.000020094698,0.002237514],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977478,0.0005620908,0.00032267498,0.0004924267,0.00062076305,0.00025426553],"domain_scores_gemma":[0.998688,0.0003031124,0.0001528536,0.0005076297,0.00029866822,0.00004976092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057636974,0.00007931522,0.0001453765,0.00020659003,0.00029301917,0.00013638812,0.00084691204,0.00019418454,0.000522581],"category_scores_gemma":[0.001626581,0.000068448404,0.00004023058,0.0008054327,0.00020617309,0.0001144304,0.00038693767,0.00064553437,0.0000074638297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053250074,0.0007025717,0.07025531,0.00041647063,0.00012866588,0.000012023813,0.08391425,0.0023918462,0.0032212983,0.1411272,0.24716863,0.45012924],"study_design_scores_gemma":[0.00017069363,0.00015102832,0.008670344,0.0001410296,0.000007075416,0.0000020213413,0.04372601,0.00033380286,0.005763052,0.5943598,0.34628028,0.00039485376],"about_ca_topic_score_codex":0.002821181,"about_ca_topic_score_gemma":0.005592797,"teacher_disagreement_score":0.7041165,"about_ca_system_score_codex":0.00023562067,"about_ca_system_score_gemma":0.00062901515,"threshold_uncertainty_score":0.57218957},"labels":[],"label_agreement":null},{"id":"W4309268339","doi":"10.1186/s13063-022-06729-4","title":"Protocol for the development of an international Core Outcome Set for treatment trials in adults with epilepsy: the EPilepsy outcome Set for Effectiveness Trials Project (EPSET)","year":2022,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Novo Nordisk Fonden; Guarantors of Brain; Epilepsy Action; National Institute for Health and Care Research","keywords":"Outcome (game theory); Epilepsy; Medicine; Protocol (science); Set (abstract data type); Clinical trial; Randomized controlled trial; Core (optical fiber); Alternative medicine; Physical therapy; Psychiatry; Surgery; Computer science; Pathology","score_opus":0.7351730826976756,"score_gpt":0.6413862284791899,"score_spread":0.09378685421848565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309268339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055255134,0.000010084077,0.006625371,0.0023757704,0.00079306524,0.9296954,0.004942992,0.00011878615,0.00018338852],"genre_scores_gemma":[0.15195917,0.0000028104078,0.0068945186,0.00005238379,0.00047285552,0.84013695,0.0001988451,0.000048663438,0.00023381111],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802664,0.012844303,0.004111994,0.0006973039,0.0013751296,0.00070484914],"domain_scores_gemma":[0.91801697,0.078510195,0.0023498528,0.0005533058,0.00048629328,0.00008338743],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20473824,0.0003635767,0.002541321,0.00035002347,0.0011374931,0.00016726521,0.0015453979,0.00015720654,0.00015468965],"category_scores_gemma":[0.052182417,0.00018340748,0.000789423,0.00055053335,0.00025064312,0.00020303944,0.0001619021,0.00016817199,0.0000012217901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.45174226,0.005130268,0.11651231,0.0025015138,0.0044711037,0.000018975705,0.11412369,0.0011581673,0.001382382,0.029520959,0.009625011,0.26381335],"study_design_scores_gemma":[0.19903128,0.018734125,0.018657519,0.00088855816,0.0010591451,0.000014235683,0.057930693,0.0016987856,0.02090928,0.022192989,0.65688115,0.0020022602],"about_ca_topic_score_codex":0.0009786977,"about_ca_topic_score_gemma":0.0019203019,"teacher_disagreement_score":0.64725614,"about_ca_system_score_codex":0.0011482037,"about_ca_system_score_gemma":0.0020160535,"threshold_uncertainty_score":0.9558014},"labels":[],"label_agreement":null},{"id":"W4309407312","doi":"10.1332/174426421x16645354235140","title":"Building consensus in research partnerships: a scoping review of consensus methods","year":2022,"lang":"en","type":"review","venue":"Evidence & Policy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; Okanagan University College; University of British Columbia, Okanagan Campus; Island Health; University of British Columbia; University of Manitoba; Health Canada","funders":"Canadian Institutes of Health Research","keywords":"General partnership; PsycINFO; CINAHL; Delphi method; Knowledge translation; Checklist; MEDLINE; Inclusion (mineral); Delphi; Participatory action research; Management science; Relevance (law); Knowledge management; Psychology; Political science; Computer science; Sociology; Social psychology; Engineering","score_opus":0.900471294956218,"score_gpt":0.7578493059574936,"score_spread":0.14262198899872447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309407312","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012588631,0.97698885,0.000017620678,0.0072346334,0.00016031314,0.006143027,0.000016474434,0.000114881754,0.009322946],"genre_scores_gemma":[0.000004467758,0.98289317,0.013986271,0.00018406939,0.00044444762,0.001847364,0.0000030595802,0.000079489015,0.0005576846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94693166,0.044205874,0.0024721266,0.0011292996,0.0033474502,0.0019135813],"domain_scores_gemma":[0.93788207,0.058294587,0.0011142243,0.0015984793,0.0006634093,0.00044724956],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09936859,0.00045262658,0.0029854528,0.0027606173,0.00066097063,0.00012976369,0.0029510467,0.00049146893,0.001063202],"category_scores_gemma":[0.21307091,0.00045387508,0.0006671773,0.010673333,0.0024961692,0.00012253362,0.0014169783,0.003071314,0.000052571057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055062683,0.000032292384,0.0000033535387,0.21927728,0.000023500013,0.00009886342,0.0006760865,1.5359115e-7,0.0000014414252,0.024028664,0.0040685968,0.75178427],"study_design_scores_gemma":[0.000025820636,0.000035780595,1.5488266e-7,0.46870753,0.000038409868,0.000016464428,0.000326209,5.746404e-7,0.0000024621247,0.0013290202,0.52931154,0.00020604883],"about_ca_topic_score_codex":0.017209908,"about_ca_topic_score_gemma":0.0009355772,"teacher_disagreement_score":0.7515782,"about_ca_system_score_codex":0.002648968,"about_ca_system_score_gemma":0.024771584,"threshold_uncertainty_score":0.99985},"labels":[],"label_agreement":null},{"id":"W4309661435","doi":"10.1186/s13643-022-02120-1","title":"Identifying common core outcome domains from core outcome sets of musculoskeletal conditions: protocol for a systematic review","year":2022,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Health and Medical Research Council; Australian Government","keywords":"Medicine; Systematic review; Protocol (science); Outcome (game theory); Psychological intervention; MEDLINE; Core (optical fiber); Physical therapy; Alternative medicine; Pathology; Nursing; Computer science","score_opus":0.6736890782567785,"score_gpt":0.6433638779954196,"score_spread":0.030325200261358876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309661435","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6356855e-8,0.5160473,0.00014108258,0.000024983503,0.00021843963,0.4823911,0.0004822249,0.00012807414,0.0005667365],"genre_scores_gemma":[3.565686e-7,0.48538646,0.0007413065,0.000062876126,0.00007461391,0.5128671,0.00026381153,0.00010543982,0.00049807824],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96226776,0.016024575,0.016107779,0.0012015807,0.0033641248,0.0010341792],"domain_scores_gemma":[0.96790975,0.0123359,0.015264505,0.0036468527,0.00046553864,0.00037746463],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.043961618,0.0013442121,0.023013115,0.00064379425,0.0009746597,0.000246543,0.0044030016,0.00061653263,0.0015501148],"category_scores_gemma":[0.03481398,0.00089164084,0.006184652,0.0020586115,0.00043191263,0.0003298161,0.00066391,0.0011530512,0.0004964788],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018617798,0.000109157496,0.00001129264,0.98981076,0.0003896882,0.000020058185,0.00037545775,1.7194573e-8,6.795641e-8,0.002736715,0.0047780783,0.0017668643],"study_design_scores_gemma":[0.00016886163,0.000053704993,1.893367e-7,0.61189765,0.0036395488,0.000021359872,0.00042820792,0.0000021287792,1.2522798e-8,0.00063886674,0.38266277,0.00048670894],"about_ca_topic_score_codex":0.00042567184,"about_ca_topic_score_gemma":0.00028106285,"teacher_disagreement_score":0.3779131,"about_ca_system_score_codex":0.0016067171,"about_ca_system_score_gemma":0.0008016476,"threshold_uncertainty_score":0.9999309},"labels":[],"label_agreement":null},{"id":"W4309827808","doi":"10.3389/fonc.2022.1086739","title":"Editorial: Personalised multimodal prehabilitation in cancer","year":2022,"lang":"en","type":"editorial","venue":"Frontiers in Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"National Institute for Health and Care Research","keywords":"Prehabilitation; Medicine; Cancer; Oncology; Medical physics; Internal medicine; Physical therapy","score_opus":0.040598192785888665,"score_gpt":0.46335089965486576,"score_spread":0.4227527068689771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309827808","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018859195,0.0007547943,0.000030853327,0.0023997093,0.98658663,0.0014300212,0.00018811258,0.00010394855,0.008317329],"genre_scores_gemma":[0.00019713456,0.001050618,0.004114092,0.000030208086,0.988999,0.0031312676,0.00014511273,0.00005571386,0.0022768176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99245083,0.0030416436,0.0005981381,0.0007726717,0.0022729868,0.0008637412],"domain_scores_gemma":[0.995422,0.003519251,0.0002705924,0.0003068346,0.0003493256,0.00013198995],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006606867,0.00024833836,0.0007334293,0.0009909308,0.0002475679,0.00005069122,0.0012668109,0.002413005,0.0009255762],"category_scores_gemma":[0.011787775,0.00030760936,0.00012811131,0.0010378829,0.00072971324,0.00019965776,0.00024708317,0.0032168562,0.000006740616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00029382386,0.00023220592,0.0031927314,0.000049024467,0.0000144083515,0.000029922052,0.013724292,0.000077666926,0.0000030295816,0.000052019852,0.9738181,0.008512772],"study_design_scores_gemma":[0.0010183813,0.00025927727,0.00011039144,0.000037613514,0.000010541876,4.2094502e-8,0.009335209,0.00008843987,5.809636e-7,0.0018584508,0.98700345,0.0002776107],"about_ca_topic_score_codex":0.06173135,"about_ca_topic_score_gemma":0.041634884,"teacher_disagreement_score":0.020096464,"about_ca_system_score_codex":0.015217016,"about_ca_system_score_gemma":0.0084435465,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W4309994805","doi":"10.22541/au.166943352.28305240/v1","title":"Criteria to evaluate efficacy of biologics in asthma: a Global Asthma Association survey","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut universitaire de cardiologie et de pneumologie de Québec","funders":"","keywords":"Asthma; Medicine; Delphi method; Exacerbation; Asthma exacerbations; Association (psychology); Family medicine; Physical therapy; Internal medicine; Psychology; Statistics","score_opus":0.21601165892973512,"score_gpt":0.5267474954222366,"score_spread":0.3107358364925015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309994805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9260361,0.000073436444,0.0006254517,0.0045320755,0.0011640011,0.0024078416,0.00058011117,0.00024532943,0.06433561],"genre_scores_gemma":[0.99350435,0.00011176106,0.0040391455,0.00013394533,0.000106715204,0.00025237256,0.00014390869,0.000015888856,0.001691907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901572,0.005924469,0.0006775256,0.00067920174,0.0019019875,0.00065963285],"domain_scores_gemma":[0.99683714,0.0014654582,0.00035567506,0.0005060849,0.0006849265,0.00015070447],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.028947707,0.00021013773,0.00052822503,0.00027559267,0.00015873766,0.00013838467,0.0014814499,0.00058556965,0.003047161],"category_scores_gemma":[0.01938214,0.00021941832,0.00015309946,0.0015323461,0.00011330188,0.000060057562,0.00261061,0.00075632514,0.000049686983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041096553,0.000958664,0.8909994,0.00009970494,0.00012706823,0.000031001502,0.006666912,0.0010515939,0.00015486353,0.0106809605,0.06617315,0.022645725],"study_design_scores_gemma":[0.00029981235,0.00016992856,0.9745785,0.00005210116,0.0000046389505,1.7815667e-7,0.0009938825,0.0001435148,0.00003751883,0.009416152,0.013965555,0.0003382429],"about_ca_topic_score_codex":0.11633002,"about_ca_topic_score_gemma":0.07109364,"teacher_disagreement_score":0.083579086,"about_ca_system_score_codex":0.0038714285,"about_ca_system_score_gemma":0.0013507034,"threshold_uncertainty_score":0.99995255},"labels":[],"label_agreement":null},{"id":"W4310551870","doi":"10.1097/01.hj.0000904496.78745.bc","title":"Integrating Hearing Assistance Technologies into Clinical Practice","year":2022,"lang":"en","type":"article","venue":"The Hearing Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Audiology; Computer science; Psychology; Medicine","score_opus":0.2608820148868955,"score_gpt":0.5430647623939594,"score_spread":0.2821827475070639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310551870","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32172328,0.0043914793,0.022103855,0.45233017,0.004556413,0.00128866,0.0000026326313,0.0023794372,0.1912241],"genre_scores_gemma":[0.966548,0.00040319172,0.03138474,0.0003917897,0.0004004525,0.000040987674,1.39128e-7,0.000018519682,0.0008121629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955795,0.0018939227,0.0005006124,0.00020638239,0.001317154,0.0005024537],"domain_scores_gemma":[0.9968752,0.00219591,0.00028406823,0.00033551388,0.0002215679,0.00008772389],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025357895,0.000090941816,0.00016659193,0.00013447119,0.00562641,0.00045030285,0.0013839033,0.000079688376,0.00012612769],"category_scores_gemma":[0.014174954,0.000070193215,0.000114094015,0.0006862292,0.0005775001,0.0003831252,0.0009000459,0.0037685388,0.000017530556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026113147,0.00035242553,0.028433649,0.000017781567,0.00013878013,0.00050770526,0.032660242,0.00029060128,0.00096956803,0.1338605,0.038457863,0.76404977],"study_design_scores_gemma":[0.00020693967,0.00019620269,0.001959684,0.00007016388,0.000018389695,0.0004694437,0.20121409,0.0003671275,0.00010052418,0.047036927,0.7481569,0.00020357806],"about_ca_topic_score_codex":0.0012366904,"about_ca_topic_score_gemma":0.00021193906,"teacher_disagreement_score":0.76384616,"about_ca_system_score_codex":0.0005989982,"about_ca_system_score_gemma":0.0005266383,"threshold_uncertainty_score":0.9985298},"labels":[],"label_agreement":null},{"id":"W4310774255","doi":"10.4187/respcare.10012","title":"Underrepresentation of Respiratory Therapists as Experts in Delphi Studies on Respiratory Practices and Research Priorities","year":2022,"lang":"en","type":"review","venue":"Respiratory Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Ontario Tech University; McGill University; McMaster University; McGill University Health Centre; Hospital for Sick Children","funders":"","keywords":"Delphi method; Medicine; Respiratory care; Delphi; Best practice; Medical education; Intensive care medicine; Nursing","score_opus":0.7601942255570869,"score_gpt":0.6652810104891628,"score_spread":0.09491321506792416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310774255","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046904203,0.9730521,1.7599245e-7,0.00010231304,0.00048657498,0.0033587222,0.000047239857,0.00014084186,0.018121598],"genre_scores_gemma":[0.0025293096,0.9946768,0.000023074128,0.0002881674,0.00050004997,0.0015983282,0.000009109824,0.00014504678,0.00023007726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9762066,0.015541048,0.0016632207,0.0014372187,0.00413077,0.0010211411],"domain_scores_gemma":[0.9855981,0.010236844,0.0015984242,0.0013440184,0.00094869826,0.00027391638],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015186265,0.00060131407,0.0018105708,0.002891967,0.001297152,0.00023625101,0.0015335596,0.00079200906,0.00018364924],"category_scores_gemma":[0.013541757,0.0005863359,0.0003435594,0.002713502,0.0023890054,0.0005559773,0.00096018886,0.0022774157,0.000023538261],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017205067,0.00022098124,0.00040343334,0.020452332,0.00030176417,0.0005867034,0.09689673,0.000004134504,0.00007060643,0.012818888,0.00596746,0.8621049],"study_design_scores_gemma":[0.00022862753,0.00062547275,0.000015242931,0.0041413778,0.000044660508,0.0000016701196,0.17217033,3.3558738e-8,0.00010798148,0.00041084268,0.82184434,0.00040944322],"about_ca_topic_score_codex":0.0011410338,"about_ca_topic_score_gemma":0.002651183,"teacher_disagreement_score":0.86169547,"about_ca_system_score_codex":0.0033002247,"about_ca_system_score_gemma":0.0067137154,"threshold_uncertainty_score":0.9996588},"labels":[],"label_agreement":null},{"id":"W4311249208","doi":"10.1001/jama.2022.21022","title":"Guidelines for Reporting Outcomes in Trial Reports","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":707,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Medicine; MEDLINE; Clinical trial; Family medicine; Systematic review; Transparency (behavior); Delphi method; Medical education; Pathology","score_opus":0.7094067948983579,"score_gpt":0.6457184144312674,"score_spread":0.06368838046709047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311249208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045332877,0.9701203,0.000022867134,0.0034059642,0.0018791266,0.0061840634,0.00001892005,0.00020305549,0.018161181],"genre_scores_gemma":[7.6137025e-7,0.98190767,0.0022549524,0.00009344135,0.0013219463,0.0044114217,0.00004662244,0.000051093197,0.009912079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930265,0.00064489525,0.004059416,0.0005851459,0.0011393732,0.00054468564],"domain_scores_gemma":[0.9928023,0.0023168747,0.0038329593,0.0006282395,0.00032515134,0.0000944376],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027051724,0.00022324428,0.0016763665,0.00040380433,0.00034017127,0.00018251146,0.0006167416,0.0004255406,0.00045518533],"category_scores_gemma":[0.19667704,0.00019091203,0.00082254596,0.0007470435,0.00008959069,0.00012511353,0.00028811843,0.00064593856,0.000004879494],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039356655,0.00003280131,0.00002332817,0.00091496937,0.00001982756,0.00034981692,0.00012486687,1.06413786e-7,4.887747e-9,0.0003592739,0.034497857,0.96363777],"study_design_scores_gemma":[0.00083180884,0.000039645725,7.4773544e-7,0.00094821205,0.000043905537,0.000016704093,0.00026810748,6.724724e-7,4.7663352e-8,0.0019177025,0.995733,0.00019944354],"about_ca_topic_score_codex":0.0023415114,"about_ca_topic_score_gemma":0.0008178259,"teacher_disagreement_score":0.96343833,"about_ca_system_score_codex":0.0006231186,"about_ca_system_score_gemma":0.0020947852,"threshold_uncertainty_score":0.9375642},"labels":[],"label_agreement":null},{"id":"W4311286441","doi":"10.1111/phn.13153","title":"Building consensus in defining and conceptualizing acceptability of healthcare: A Delphi study","year":2022,"lang":"en","type":"article","venue":"Public Health Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Delphi method; Health care; Delphi; Context (archaeology); Thematic analysis; Conceptual framework; Construct (python library); Quality (philosophy); Psychology; Nursing; Knowledge management; Management science; Medicine; Computer science; Sociology; Qualitative research; Political science; Engineering","score_opus":0.26313285183536606,"score_gpt":0.5281849990591172,"score_spread":0.26505214722375114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311286441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8843774,0.001843241,0.00021387059,0.11007879,0.00025075919,0.0015330126,0.000015333602,0.0001317199,0.0015558293],"genre_scores_gemma":[0.9948562,0.000025241958,0.004499718,0.00041381517,0.000030320973,0.000149633,0.0000017686639,0.00001805641,0.000005270523],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9916685,0.0047988067,0.000815735,0.000484651,0.0011332082,0.0010990882],"domain_scores_gemma":[0.9977165,0.0011622891,0.0002893934,0.00027482497,0.00015825423,0.0003987392],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020321917,0.00011603001,0.00039370602,0.0005022228,0.0014958278,0.00008175192,0.0003897916,0.000057626858,0.00011990436],"category_scores_gemma":[0.0024405005,0.00014550927,0.000034996556,0.0016869807,0.0006770568,0.00015693698,0.00021262717,0.0006745351,3.7301956e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031953776,0.00063157885,0.16169748,0.000080750964,0.000007098833,0.000009524585,0.24319008,0.000012753955,0.00001349141,0.09207087,0.0003242179,0.5019302],"study_design_scores_gemma":[0.0010314169,0.0007450123,0.098937444,0.00009557167,0.000003509928,0.000014359458,0.8759448,0.00045946802,0.0000068253,0.008638878,0.013838429,0.00028429585],"about_ca_topic_score_codex":0.04749585,"about_ca_topic_score_gemma":0.0040568723,"teacher_disagreement_score":0.6327547,"about_ca_system_score_codex":0.0020492296,"about_ca_system_score_gemma":0.0027327081,"threshold_uncertainty_score":0.9998041},"labels":[],"label_agreement":null},{"id":"W4311287829","doi":"10.1177/15269248221145032","title":"Identifying Outcome Domains for Clinical Trials of Physical Rehabilitation Among Adults Undergoing Solid Organ Transplantation Using a Delphi Approach","year":2022,"lang":"en","type":"article","venue":"Progress in Transplantation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; McGill University Health Centre; University of Alberta; University of Toronto","funders":"","keywords":"Medicine; Delphi method; Outcome (game theory); Likert scale; Clinical trial; Physical therapy; Transplantation; Rehabilitation; Delphi; Set (abstract data type); Organ transplantation; Family medicine; Surgery; Psychology; Internal medicine","score_opus":0.3331183999302066,"score_gpt":0.5736439408677221,"score_spread":0.2405255409375155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311287829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9069047,0.00009087328,0.08908837,0.00017602129,0.00017296737,0.0031639268,0.00019318005,0.00010237456,0.000107556894],"genre_scores_gemma":[0.9687582,0.00019401245,0.029579546,0.000008941552,0.00013510147,0.0010197021,0.00026749095,0.000033314034,0.0000036489566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992534,0.0037547771,0.001691374,0.00048667562,0.0010732734,0.00045989722],"domain_scores_gemma":[0.99305236,0.0058160364,0.0006749193,0.00017674567,0.0001929953,0.000086935426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019476185,0.00016322681,0.00059083116,0.00046683114,0.0006128516,0.0000690643,0.00038129019,0.00014242408,0.000013320344],"category_scores_gemma":[0.0013026937,0.00017941342,0.00031983462,0.0008132512,0.00046767018,0.0005060048,0.000024325414,0.00038302492,3.3809386e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003761111,0.0016302856,0.7186818,0.004115673,0.000106321946,0.000029543402,0.22952762,0.0035567807,0.00073476037,0.0141212605,0.000016795824,0.023718016],"study_design_scores_gemma":[0.031697735,0.0040566456,0.42794275,0.0030552526,0.0017430567,0.000050160907,0.25706357,0.22348206,0.0050100298,0.04330362,0.00011958644,0.0024755269],"about_ca_topic_score_codex":0.00052323745,"about_ca_topic_score_gemma":0.0011257146,"teacher_disagreement_score":0.2907391,"about_ca_system_score_codex":0.000276926,"about_ca_system_score_gemma":0.00027149843,"threshold_uncertainty_score":0.7316267},"labels":[],"label_agreement":null},{"id":"W4311325649","doi":"10.1007/s00520-022-07501-9","title":"Refocusing cancer supportive care: a framework for integrated cancer care","year":2022,"lang":"en","type":"review","venue":"Supportive Care in Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Terminology; Delphi method; Medicine; Conceptual framework; Delphi; Nursing; Health care; Nursing research; Multidisciplinary approach; Service (business); Knowledge management; Management science; Process management; Computer science; Business; Sociology; Engineering; Political science","score_opus":0.24028744864197413,"score_gpt":0.5697775213704404,"score_spread":0.3294900727284662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311325649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003050319,0.9671467,0.00009194929,0.0005525072,0.0040718135,0.008432577,0.0140903285,0.00032099153,0.005262661],"genre_scores_gemma":[0.0004842941,0.9449409,0.0008012738,0.0002496316,0.0014896627,0.04951674,0.0012419273,0.00036031898,0.0009152408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902111,0.0014971273,0.0017371189,0.00216946,0.0020456281,0.0023395258],"domain_scores_gemma":[0.99275595,0.001558998,0.001424125,0.0009713843,0.0027981577,0.000491388],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011750238,0.0011856339,0.0030185892,0.0010647575,0.0011442899,0.00027215556,0.0021733507,0.0015961522,0.011394956],"category_scores_gemma":[0.001836198,0.0011392806,0.0012907016,0.0038012608,0.000964122,0.00042275077,0.0006476692,0.0035099953,0.00001546415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008412119,0.000034526056,0.00051123544,0.013893057,0.00025395563,0.00014608707,0.06788541,0.000011820555,2.7011592e-7,0.00070040574,0.006765672,0.90971345],"study_design_scores_gemma":[0.00024956503,0.00015010075,0.000008392118,0.016987424,0.0005341654,0.0000013535633,0.14595139,6.394e-7,0.000021052554,0.00027852607,0.8347224,0.0010950144],"about_ca_topic_score_codex":0.11407615,"about_ca_topic_score_gemma":0.19876544,"teacher_disagreement_score":0.90861845,"about_ca_system_score_codex":0.03598147,"about_ca_system_score_gemma":0.032700304,"threshold_uncertainty_score":0.9997},"labels":[],"label_agreement":null},{"id":"W4311459177","doi":"10.1016/j.jclinepi.2022.12.009","title":"Pediatric core outcome sets had deficiencies and lacked child and family input: A methodological review","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Population; Pediatrics; Intervention (counseling); Scope (computer science); Family medicine; Medicine; Pediatric research; Outcome (game theory); Psychology; Computer science; Psychiatry; Environmental health; Mathematics","score_opus":0.9403858699779151,"score_gpt":0.7371950553689659,"score_spread":0.20319081460894917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311459177","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012919158,0.9885992,0.00016748626,0.0076451693,0.0009182821,0.0009196717,0.000021985537,0.000036581067,0.0015624373],"genre_scores_gemma":[0.000015567979,0.98422855,0.009847523,0.004781851,0.0009829099,0.00004592666,0.0000036272413,0.00002884163,0.00006521433],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.927469,0.06010476,0.009874087,0.00077036326,0.00091178925,0.00086995884],"domain_scores_gemma":[0.7752822,0.21521057,0.007987697,0.00044886043,0.0002771843,0.00079346186],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.25725636,0.00043879097,0.0121074645,0.00035241476,0.0004712862,0.000028566463,0.0014359714,0.0013115451,0.00026811886],"category_scores_gemma":[0.52270794,0.00028565098,0.0019043476,0.00088979345,0.0020320152,0.00012134295,0.00091512606,0.005874019,0.000011923581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024830033,0.00009198269,0.011334547,0.007007197,0.00009258972,0.00015280017,0.000041018215,1.1800714e-7,2.733689e-9,0.005373876,0.010971509,0.96490955],"study_design_scores_gemma":[0.00016427015,0.000560197,0.003635526,0.0032000844,0.0007715195,0.0005238928,0.00008224095,0.0000015949134,3.3727335e-10,0.0051513063,0.9856569,0.0002524227],"about_ca_topic_score_codex":0.0000720346,"about_ca_topic_score_gemma":0.000018525492,"teacher_disagreement_score":0.97468543,"about_ca_system_score_codex":0.00016958281,"about_ca_system_score_gemma":0.0013634897,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W4312093549","doi":"10.1002/jpen.2468","title":"Development of a core outcome set for pediatric chronic intestinal failure","year":2022,"lang":"en","type":"article","venue":"Journal of Parenteral and Enteral Nutrition","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Intensive care medicine; Delphi method; Parenteral nutrition; Intestinal failure; Quality of life (healthcare); MEDLINE; Pediatrics; Nursing","score_opus":0.22555824523159107,"score_gpt":0.45841539771968837,"score_spread":0.2328571524880973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312093549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963489,0.00028972194,0.0009737278,0.001691165,0.00027357746,0.00033192852,0.000037950103,0.000011490734,0.000041545416],"genre_scores_gemma":[0.99065864,0.00008165978,0.00868911,0.00003195747,0.00039480848,0.00005992531,0.000015026415,0.0000060830344,0.00006279924],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985974,0.00008850072,0.00052904175,0.00009124527,0.0004907671,0.00020304637],"domain_scores_gemma":[0.99923956,0.0000860583,0.00032936,0.00004209504,0.00021370393,0.00008923264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008879586,0.000073095944,0.00018496509,0.00023276787,0.0003286247,0.000032259853,0.00022293189,0.000027291835,0.00010141837],"category_scores_gemma":[0.00008340428,0.00006714659,0.00010512406,0.00017741509,0.000053379328,0.00016943044,0.00009192051,0.00022319148,4.2154556e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00397294,0.004221898,0.72386277,0.0036880723,0.0002685579,0.00023685745,0.049942464,0.00008154368,0.023694651,0.005391276,0.13504682,0.049592156],"study_design_scores_gemma":[0.018698812,0.010578424,0.045658484,0.0014455314,0.00027180064,0.0012905552,0.053219747,0.0009822731,0.0023288385,0.020151086,0.84408844,0.001286019],"about_ca_topic_score_codex":0.000026449296,"about_ca_topic_score_gemma":0.00008708701,"teacher_disagreement_score":0.7090416,"about_ca_system_score_codex":0.0002845186,"about_ca_system_score_gemma":0.0001583467,"threshold_uncertainty_score":0.27381587},"labels":[],"label_agreement":null},{"id":"W4312102720","doi":"10.1093/geroni/igac059.907","title":"COMPETENCY DEVELOPMENT FOR A PROGRAM TO SUPPORT CAREGIVERS OF OLDER ADULTS WITH DEMENTIA: A MODIFIED E-DELPHI METHOD","year":2022,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital","funders":"","keywords":"Respite care; Dementia; Delphi method; Family caregivers; Caregiver burden; Psychology; Nursing; Agency (philosophy); Medicine; Gerontology; Medical education; Disease","score_opus":0.0832546740243028,"score_gpt":0.4359691600615091,"score_spread":0.3527144860372063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312102720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59778506,0.000024409032,0.37673968,0.008249365,0.0002403422,0.008308648,0.000022923417,0.00035580448,0.008273774],"genre_scores_gemma":[0.8008496,6.050507e-7,0.19655988,0.000109579356,0.000011265798,0.0023404863,0.000022200951,0.000010940508,0.00009545496],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982005,0.000124888,0.00041615905,0.00024050221,0.0007100875,0.0003078819],"domain_scores_gemma":[0.99903584,0.00011115024,0.00015963786,0.000120158234,0.0005410605,0.00003216147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029658412,0.00007484409,0.00013120516,0.00069078855,0.00031591687,0.00002893145,0.00031443132,0.000028248183,0.00007873569],"category_scores_gemma":[0.00014828457,0.000081376056,0.000016390586,0.0029946126,0.000051342744,0.000103289574,0.00013260273,0.00014240695,6.114024e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031885857,0.0005235805,0.014938777,0.00023112794,0.00008971914,0.00001830659,0.27864033,0.001443923,0.00077632663,0.08033384,0.0033120338,0.61937314],"study_design_scores_gemma":[0.009879238,0.0025757835,0.021782476,0.0010033215,0.000058273683,0.000011928235,0.5654438,0.0061052274,0.019774446,0.007562025,0.36393526,0.0018682174],"about_ca_topic_score_codex":0.00082981616,"about_ca_topic_score_gemma":0.00047005402,"teacher_disagreement_score":0.61750495,"about_ca_system_score_codex":0.0003095989,"about_ca_system_score_gemma":0.0006833844,"threshold_uncertainty_score":0.33184195},"labels":[],"label_agreement":null},{"id":"W4312114541","doi":"10.1001/jama.2022.21243","title":"Guidelines for Reporting Outcomes in Trial Protocols","year":2022,"lang":"en","type":"review","venue":"JAMA","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":301,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta; Bruyère; Robarts Clinical Trials; McMaster University; Women's College Hospital; Impact; Children's Hospital Research Institute of Manitoba; Centre for Addiction and Mental Health; Toronto Public Health; University of Manitoba; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Protocol (science); Consolidated Standards of Reporting Trials; Transparency (behavior); Clinical trial; MEDLINE; Outcome (game theory); Medical physics; Family medicine; Medical education; Alternative medicine; Computer science; Pathology","score_opus":0.8076078659380478,"score_gpt":0.6919680523738759,"score_spread":0.11563981356417186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312114541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6270055e-7,0.75376326,0.000043370124,0.003877787,0.00064582314,0.22221427,0.000056222845,0.00028648373,0.019112045],"genre_scores_gemma":[3.9415085e-8,0.6816606,0.0027675326,0.00006453107,0.0009674075,0.3088633,0.000019705554,0.000038466897,0.005618388],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943022,0.00079768227,0.0029196758,0.0004513198,0.0010148752,0.0005142595],"domain_scores_gemma":[0.99470574,0.0021804878,0.002292455,0.00045530073,0.00028852816,0.00007748948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021352962,0.00020653804,0.0015280973,0.00033343525,0.00030906388,0.00021423268,0.0010274956,0.00038481728,0.00044374532],"category_scores_gemma":[0.1401048,0.0001699065,0.0006844084,0.000702558,0.000084740816,0.00011788774,0.00027399516,0.00061902823,0.000009965278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009215548,0.000043263834,0.00001294791,0.001900767,0.000013887452,0.000025844478,0.000113596514,5.6086435e-8,5.3968017e-9,0.00081458385,0.02045032,0.9765326],"study_design_scores_gemma":[0.002038062,0.00007675583,4.245317e-7,0.0019373007,0.000020419466,0.0000014095453,0.0001828415,0.0000010131704,6.736369e-8,0.0012737202,0.9942868,0.00018122679],"about_ca_topic_score_codex":0.0010782289,"about_ca_topic_score_gemma":0.0004961918,"teacher_disagreement_score":0.9763513,"about_ca_system_score_codex":0.00057197065,"about_ca_system_score_gemma":0.002177263,"threshold_uncertainty_score":0.86713845},"labels":[],"label_agreement":null},{"id":"W4312196378","doi":"10.3390/curroncol29120781","title":"Determining the Research Priorities for Adult Primary Brain Tumours in Australia and New Zealand: A Delphi Study with Consumers, Health Professionals, and Researchers","year":2022,"lang":"en","type":"article","venue":"Current Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Workforce; Health professionals; Medicine; Translational research; Delphi; Computer-assisted web interviewing; Medical education; Health care; Public relations; Business; Political science; Marketing; Pathology","score_opus":0.6266607416659344,"score_gpt":0.6310512921646988,"score_spread":0.004390550498764356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312196378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91961956,0.00058103417,0.0000059341037,0.07502265,0.00015708852,0.004449204,0.000024906438,0.000031651278,0.000107962784],"genre_scores_gemma":[0.99497783,0.00024776772,0.00044179696,0.00035338878,0.00010979611,0.0019068909,0.0000134670445,0.000021704434,0.0019273392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922948,0.0049922727,0.0002932279,0.00043388666,0.0010986383,0.0008871599],"domain_scores_gemma":[0.994509,0.004614996,0.000101151345,0.00017825598,0.00032443038,0.0002722056],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015443863,0.00011079975,0.00027787144,0.00035108053,0.0015310899,0.000083853505,0.00048466193,0.000062608866,0.00003471042],"category_scores_gemma":[0.002049556,0.00008482577,0.000017020388,0.0005976731,0.0011163501,0.000110272056,0.00057963125,0.0013226507,6.565312e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006627661,0.0006199013,0.67150664,0.00009368679,0.000016315858,0.000021850994,0.0815058,6.599911e-7,0.000004921251,0.0018133265,0.16016175,0.08359241],"study_design_scores_gemma":[0.0044429754,0.00707967,0.35676727,0.0001481303,0.000009651268,0.000013347233,0.29656288,0.000033970966,0.0000018009493,0.003740944,0.33094233,0.00025706337],"about_ca_topic_score_codex":0.009712044,"about_ca_topic_score_gemma":0.026759353,"teacher_disagreement_score":0.31473938,"about_ca_system_score_codex":0.0009335056,"about_ca_system_score_gemma":0.004321555,"threshold_uncertainty_score":0.9997688},"labels":[],"label_agreement":null},{"id":"W4313312400","doi":"10.1111/1460-6984.12840","title":"Measuring communication as a core outcome in aphasia trials: Results of the ROMA‐2 international core outcome set development meeting","year":2022,"lang":"en","type":"article","venue":"International Journal of Language & Communication Disorders","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Centre for Interdisciplinary Research in Rehabilitation; Western University; University of British Columbia; Université de Montréal","funders":"National Institute on Deafness and Other Communication Disorders; National Health and Medical Research Council; Medical Research Council; National Institute for Health and Care Research","keywords":"Aphasia; Psychology; Set (abstract data type); Outcome (game theory); Quality of life (healthcare); Clinical trial; Core (optical fiber); Clinical psychology; Medicine; Psychiatry; Psychotherapist; Computer science; Pathology","score_opus":0.4262418353155587,"score_gpt":0.5333005418759802,"score_spread":0.10705870656042149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313312400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93586034,0.0014701982,0.00015473831,0.029803935,0.0009178687,0.0008104349,0.00008017061,0.000051584702,0.030850729],"genre_scores_gemma":[0.99581856,0.00042719068,0.0029978012,0.00022181313,0.000049293158,0.00006115493,0.000058416845,0.000019259696,0.00034654068],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99272734,0.002177033,0.0022153493,0.0001627187,0.0024974528,0.00022012724],"domain_scores_gemma":[0.9941728,0.0019447954,0.0023532473,0.0006804998,0.0007815223,0.000067124725],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.017177088,0.00014341268,0.00036212834,0.00060020905,0.00048905925,0.000103714905,0.005779785,0.00007744916,0.0002756124],"category_scores_gemma":[0.01147932,0.0001280544,0.0002553073,0.00054855755,0.00029391475,0.00034424732,0.0013509692,0.0009451349,0.0000041493495],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00199,0.0016454115,0.55386364,0.00003597239,0.0008337793,0.00007236368,0.31547678,0.0058840727,0.0022839631,0.016792377,0.003240357,0.09788127],"study_design_scores_gemma":[0.01482815,0.00026000265,0.13851735,0.0015058661,0.00012965703,0.00027295572,0.54831463,0.0020047654,0.0014206738,0.019057347,0.27247638,0.0012122415],"about_ca_topic_score_codex":0.0043963166,"about_ca_topic_score_gemma":0.006001347,"teacher_disagreement_score":0.4153463,"about_ca_system_score_codex":0.0010709256,"about_ca_system_score_gemma":0.00050550833,"threshold_uncertainty_score":0.9995994},"labels":[],"label_agreement":null},{"id":"W4313382872","doi":"10.1007/978-3-031-04394-9_39","title":"Interpretation and Expert Panels","year":2023,"lang":"en","type":"book-chapter","venue":"Springer texts in education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Interpretation (philosophy); Adjective; Computer science; Data science; Delphi; Coding (social sciences); Artificial intelligence; Sociology; Social science","score_opus":0.09318774738538625,"score_gpt":0.43650776989433915,"score_spread":0.3433200225089529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313382872","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011969991,0.0008944266,0.00005974458,0.0032005466,0.0016374673,0.0007501691,0.0000029802356,0.00023024669,0.9920274],"genre_scores_gemma":[0.1224083,0.0048250793,0.0009921248,0.00017786534,0.00079170405,0.00021555152,0.00001902744,0.00007891789,0.87049145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987429,0.000057150628,0.00023539168,0.00033431215,0.00041567505,0.00021459586],"domain_scores_gemma":[0.99928033,0.00019704642,0.00010072321,0.0002284353,0.00011465423,0.00007878655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008909072,0.00013229984,0.00014857581,0.00048219267,0.000112190966,0.00010145123,0.00024138347,0.00031152138,0.0002619992],"category_scores_gemma":[0.0003550447,0.00015513395,0.000035483783,0.00009351917,0.0002207829,0.00015526293,0.00008977114,0.0003389295,0.000217742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071062896,0.000029219014,0.00015458539,0.000041565458,0.000008030022,0.0000039167417,0.02035761,4.8719374e-7,0.000047079157,0.2887791,0.0068752486,0.68369603],"study_design_scores_gemma":[0.00006547497,0.000024377114,0.0021226357,0.0009276598,0.000007861221,0.0000013757625,0.0030980664,0.000018286504,0.00005851982,0.3008788,0.6924156,0.000381366],"about_ca_topic_score_codex":0.0010762649,"about_ca_topic_score_gemma":0.0010729812,"teacher_disagreement_score":0.6855403,"about_ca_system_score_codex":0.00039347244,"about_ca_system_score_gemma":0.0005661295,"threshold_uncertainty_score":0.6326179},"labels":[],"label_agreement":null},{"id":"W4313427688","doi":"10.1101/2022.12.28.22283572","title":"Development of a reporting guideline for umbrella reviews on epidemiological associations using cross-sectional, case-control, and cohort studies: the Preferred Reporting Items for Umbrella Reviews of Cross-sectional, Case-control, and Cohort studies (PRIUR-CCC)","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Ottawa Hospital; Institute of Health Economics; University of Ottawa","funders":"","keywords":"Observational study; Systematic review; Cross-sectional study; Medicine; Strengthening the reporting of observational studies in epidemiology; Guideline; Cohort; Epidemiology; Psychological intervention; Cohort study; Biostatistics; Environmental health; Family medicine; MEDLINE; Nursing; Political science; Pathology","score_opus":0.6227049006833516,"score_gpt":0.5863181019724505,"score_spread":0.036386798710901114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313427688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92571485,0.05024443,0.004801418,0.0006271818,0.0011478965,0.01660906,0.0005208793,0.00011804933,0.00021624012],"genre_scores_gemma":[0.8784814,0.041506745,0.06332628,0.000481328,0.001171112,0.014177714,0.000120722565,0.00013781732,0.000596915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9760529,0.0030309453,0.016620355,0.0019338414,0.0014047321,0.0009572586],"domain_scores_gemma":[0.9476054,0.016738812,0.029962746,0.0010751068,0.0044019744,0.0002160127],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18699431,0.00069104775,0.0037516968,0.0003134718,0.003985655,0.00023892696,0.000592423,0.00063733815,0.000036269008],"category_scores_gemma":[0.33560285,0.00051897304,0.00091594295,0.0005409335,0.0014815604,0.00016668273,0.0009977164,0.0011916043,4.946839e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001407462,0.00011468323,0.9895723,0.0017962784,0.0021145353,0.0001547157,0.001803154,0.0006746829,0.0003717887,0.00022420203,0.0020733157,0.0009596393],"study_design_scores_gemma":[0.002865481,0.0005651397,0.8522008,0.0025819493,0.002233867,0.0023346355,0.006048647,0.0058182376,0.00013627579,0.0076391376,0.115526006,0.0020497942],"about_ca_topic_score_codex":0.0012286159,"about_ca_topic_score_gemma":0.0013117775,"teacher_disagreement_score":0.14860854,"about_ca_system_score_codex":0.0013697797,"about_ca_system_score_gemma":0.000968097,"threshold_uncertainty_score":0.9997262},"labels":[],"label_agreement":null},{"id":"W4313445664","doi":"10.1007/978-3-031-04394-9_25","title":"Electronic Delphi Method","year":2023,"lang":"en","type":"book-chapter","venue":"Springer texts in education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Delphi method; Delphi; Adaptation (eye); Computer science; Psychology; Artificial intelligence","score_opus":0.08890065148184081,"score_gpt":0.46610576102682155,"score_spread":0.37720510954498077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313445664","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014382966,0.0007860821,0.00027461807,0.0037447908,0.0014118777,0.00090890063,0.00000353454,0.00037920527,0.9923472],"genre_scores_gemma":[0.0072291302,0.0028308884,0.004323883,0.00013060086,0.0011219231,0.0002458021,0.00002274792,0.00012316159,0.98397183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976025,0.00014397425,0.00035027167,0.00050718617,0.000775596,0.0006204341],"domain_scores_gemma":[0.9986919,0.00035659855,0.0001618034,0.000479038,0.00019802505,0.00011262129],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031233518,0.0002071787,0.00024206983,0.0008078403,0.00018425542,0.000093443436,0.0006797679,0.0005386125,0.0008726899],"category_scores_gemma":[0.00051066815,0.0002503485,0.000101583966,0.00026434512,0.0001680174,0.00013017803,0.00012514881,0.00097179774,0.001100072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003441443,0.000031840715,0.000036950605,0.00002471405,0.000010763631,0.0000031216125,0.0023384844,0.0000018918149,0.000015210913,0.7725926,0.008468839,0.21647213],"study_design_scores_gemma":[0.000026276417,0.000011616405,0.00012366264,0.00013526264,0.000007915975,7.010798e-7,0.00033973693,0.000003392643,0.000016605682,0.36263233,0.63651526,0.0001872204],"about_ca_topic_score_codex":0.0017472835,"about_ca_topic_score_gemma":0.0067593185,"teacher_disagreement_score":0.62804645,"about_ca_system_score_codex":0.0015969339,"about_ca_system_score_gemma":0.003489511,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W4313461148","doi":"10.54846/jshap/1300","title":"Maximizing value and minimizing waste in clinical trials in swine: Selecting outcomes to build an evidence base","year":2023,"lang":"en","type":"article","venue":"Journal of Swine Health and Production","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Guelph","keywords":"Outcome (game theory); Clinical trial; Consistency (knowledge bases); Intervention (counseling); Medicine; Intensive care medicine; Computer science; Internal medicine; Nursing; Mathematics; Artificial intelligence","score_opus":0.5476786752950077,"score_gpt":0.6262087510629254,"score_spread":0.0785300757679177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313461148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8618818,0.0007245718,0.00007636185,0.13619691,0.0005577765,0.0005272661,3.9637288e-7,0.000024006253,0.000010951284],"genre_scores_gemma":[0.984861,0.006343264,0.006806853,0.0005477833,0.0013542122,0.000011337026,3.8444293e-7,0.000011992756,0.00006315822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936248,0.0035053,0.001657888,0.00028419553,0.00051615987,0.0004116693],"domain_scores_gemma":[0.99644417,0.002257787,0.000565987,0.00011274735,0.00018491644,0.00043438093],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09844722,0.000087995875,0.0005799355,0.00081006344,0.00023656867,0.0000844767,0.00013163133,0.00008807023,0.000002934611],"category_scores_gemma":[0.062994264,0.00007592353,0.00005269664,0.0012815181,0.0000620467,0.0006540301,0.000052125313,0.0005930324,9.0558854e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006501138,0.00012993945,0.54071325,0.00030166577,0.000013085956,0.000049287137,0.015650392,0.00041769794,0.0015191308,0.00012753542,0.002799963,0.4376279],"study_design_scores_gemma":[0.0047610374,0.00670271,0.8353623,0.008668826,0.000053562286,0.00025460008,0.11597082,0.0034681766,0.0020168086,0.01127239,0.010484207,0.0009845337],"about_ca_topic_score_codex":0.0016523568,"about_ca_topic_score_gemma":0.0009320275,"teacher_disagreement_score":0.4366434,"about_ca_system_score_codex":0.00016849757,"about_ca_system_score_gemma":0.0006916345,"threshold_uncertainty_score":0.94489855},"labels":[],"label_agreement":null},{"id":"W4315434850","doi":"10.21037/hbsn-22-509","title":"The SUPER reporting guideline suggested for reporting of surgical technique","year":2023,"lang":"en","type":"article","venue":"HepatoBiliary Surgery and Nutrition","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Chinese Academy of Medical Sciences; Lanzhou University","keywords":"Checklist; Guideline; Medicine; Delphi method; Delphi; Transparency (behavior); Multidisciplinary approach; MEDLINE; Documentation; Medical education; Family medicine; Medical physics; Psychology; Computer science; Pathology","score_opus":0.16977389005893911,"score_gpt":0.4514290214706011,"score_spread":0.281655131411662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315434850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98435414,0.00049051637,0.00045272574,0.010842404,0.00025810482,0.0020352674,0.00002182552,0.00052067655,0.0010243629],"genre_scores_gemma":[0.9929706,0.004070932,0.0011588335,0.00002273386,0.00026941483,0.00104099,0.00008077272,0.000021054359,0.00036471183],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954928,0.00036530892,0.0029724196,0.0002836476,0.00045164351,0.00043417924],"domain_scores_gemma":[0.9925093,0.0047444846,0.001872014,0.0002526573,0.0005311413,0.00009042389],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036872067,0.00009669485,0.0003381133,0.00019123108,0.00081144366,0.000054886044,0.000117350726,0.00017715906,0.000014561162],"category_scores_gemma":[0.019493818,0.00007894054,0.00020005209,0.00084720453,0.00035861513,0.00017568267,0.00006470993,0.00015825442,0.0000013095331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000834767,0.000508245,0.5032119,0.0013328086,0.00008089081,0.000988194,0.0019135425,0.0000029070613,0.02266185,0.011232603,0.34637955,0.110852756],"study_design_scores_gemma":[0.00034608706,0.00012296907,0.0043051136,0.00074924243,0.000024376404,0.00016674219,0.0054185987,0.0009294792,0.044641994,0.030190071,0.91268164,0.00042366708],"about_ca_topic_score_codex":0.0006340485,"about_ca_topic_score_gemma":0.0001782227,"teacher_disagreement_score":0.5663021,"about_ca_system_score_codex":0.000054849927,"about_ca_system_score_gemma":0.00027952186,"threshold_uncertainty_score":0.9917429},"labels":[],"label_agreement":null},{"id":"W4317388254","doi":"10.1101/2023.01.18.23284671","title":"Investigating associations of omega-3 fatty acids, lung function decline, and airway obstruction","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Alabama at Birmingham; National Institute of Neurological Disorders and Stroke; National Institute on Aging; National Heart, Lung, and Blood Institute; Northwestern University; Kaiser Foundation Research Institute; National Center for Advancing Translational Sciences; University of Alabama; National Institute of Diabetes and Digestive and Kidney Diseases; University of Minnesota; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Omega; Lung function; Airway; Airway obstruction; Lung; Function (biology); Medicine; Internal medicine; Cardiology; Biology; Surgery; Philosophy; Evolutionary biology","score_opus":0.15838530867220935,"score_gpt":0.4222045769938761,"score_spread":0.26381926832166674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317388254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870523,0.00015110127,0.0030861124,0.0035434957,0.0014857247,0.0007385009,0.00007065576,0.0005260824,0.0033460048],"genre_scores_gemma":[0.9946163,0.0003026161,0.00374782,0.000033047272,0.00040765456,0.00013242454,0.000054886794,0.000034483994,0.00067072327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718463,0.0005173781,0.0005019663,0.00044083988,0.0010162684,0.000338903],"domain_scores_gemma":[0.9979693,0.0006665433,0.0004637313,0.0003344634,0.00042151677,0.0001444076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039050868,0.00016018786,0.0003006116,0.000318312,0.00045766047,0.00013391378,0.00040968368,0.000512116,0.0000319454],"category_scores_gemma":[0.0059592263,0.00017925753,0.00009997188,0.00066675106,0.00045636503,0.00015462296,0.0007606811,0.00079136965,0.000012689883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039088563,0.000018607416,0.98517925,0.00015793098,0.00005824943,0.0000014017692,0.0024768068,0.00009599028,0.0010996565,0.005182172,0.0013829555,0.0043430463],"study_design_scores_gemma":[0.00013373501,0.00002547942,0.9210401,0.00021666673,0.000062907675,3.63016e-7,0.0015472239,0.0011298496,0.0011143707,0.072876744,0.0015916281,0.0002608939],"about_ca_topic_score_codex":0.0039795917,"about_ca_topic_score_gemma":0.0030091524,"teacher_disagreement_score":0.067694575,"about_ca_system_score_codex":0.00026421493,"about_ca_system_score_gemma":0.00039010358,"threshold_uncertainty_score":0.730991},"labels":[],"label_agreement":null},{"id":"W4317520044","doi":"10.3389/fpubh.2022.1085987","title":"Agile Delphi methodology: A case study on how technology impacts burnout syndrome in the post-pandemic era","year":2023,"lang":"en","type":"article","venue":"Frontiers in Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Carlos III de Madrid; Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail; Comunidad de Madrid","keywords":"Delphi method; Agile software development; Burnout; Delphi; Burnout syndrome; Pandemic; Medicine; Business; Risk analysis (engineering); Computer science; Operations management; Coronavirus disease 2019 (COVID-19); Engineering; Disease; Clinical psychology","score_opus":0.31426192090602545,"score_gpt":0.5038038777364331,"score_spread":0.18954195683040764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317520044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7619183,0.00016072058,0.0005299825,0.23351648,0.0005448785,0.0022373318,0.000014986311,0.0004600156,0.0006172831],"genre_scores_gemma":[0.994477,0.00029744464,0.0028358463,0.0015814052,0.00005624505,0.00053933787,0.000008154695,0.000029166078,0.00017544614],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9894012,0.006625902,0.00051391753,0.0006162376,0.00096744194,0.0018752741],"domain_scores_gemma":[0.99737227,0.0012601998,0.00017465583,0.0007304891,0.00015162512,0.0003107864],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035561252,0.00020567997,0.00053875236,0.0032123544,0.000610846,0.00018909138,0.001403404,0.0003990545,0.000015855481],"category_scores_gemma":[0.008592068,0.00016710885,0.00006367358,0.0072592986,0.0005506624,0.0003017344,0.00021473359,0.0016717388,0.000023983508],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004269547,0.0009142278,0.60338867,0.00005980097,0.0000644707,0.015966706,0.16067266,0.000008239207,0.000008604228,0.004847804,0.0993889,0.11463721],"study_design_scores_gemma":[0.0009085445,0.0015011011,0.083461486,0.00005487259,0.000004186579,0.000922248,0.883486,0.00013629206,9.4479924e-7,0.009684951,0.019541403,0.0002980201],"about_ca_topic_score_codex":0.01721926,"about_ca_topic_score_gemma":0.017947797,"teacher_disagreement_score":0.7228133,"about_ca_system_score_codex":0.0012889261,"about_ca_system_score_gemma":0.0025234565,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W4317553490","doi":"10.1371/journal.pone.0280764","title":"Protocol for an extended scoping review on the use of virtual nominal group technique in research","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; Hamilton Health Sciences; University of Ottawa","funders":"Department of Medicine, Ottawa Hospital; University of Ottawa","keywords":"Nominal group technique; Protocol (science); Delphi method; Nominal group; Computer science; Inclusion (mineral); Data science; Psychology; Knowledge management; Medicine; Artificial intelligence; Social psychology; Alternative medicine","score_opus":0.8438873360167924,"score_gpt":0.6097329797024387,"score_spread":0.23415435631435377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317553490","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014612761,0.000026387137,0.00024853708,0.009824231,0.0000116531255,0.97205365,0.000020128826,0.00034854645,0.0028540918],"genre_scores_gemma":[0.009949523,0.00024363183,0.0042496547,0.00013063202,0.00008739628,0.98484313,0.0000036319661,0.00002809426,0.00046429204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9959387,0.0015071218,0.00034886078,0.00028563873,0.0014064963,0.0005131835],"domain_scores_gemma":[0.9963318,0.0026826866,0.0000789817,0.00046237512,0.0003665966,0.00007755073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01468872,0.00008139053,0.00024152141,0.0003353762,0.00029741987,0.00006538729,0.00070811313,0.00010433467,0.000091027294],"category_scores_gemma":[0.0077614803,0.00006281406,0.000045192348,0.0016365949,0.00044803688,0.00021885944,0.00016321009,0.00043146271,0.000025358226],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002785403,0.021495301,0.0023167774,0.061449893,0.00018848357,0.00010298185,0.010812729,0.0000102091335,0.34718624,0.3872653,0.081091605,0.08529509],"study_design_scores_gemma":[0.0023111594,0.012712541,0.0023027146,0.67223835,0.00004973826,0.0000014657268,0.0046396675,0.0016845006,0.23769578,0.04683194,0.018244864,0.0012872634],"about_ca_topic_score_codex":0.00072384824,"about_ca_topic_score_gemma":0.001482955,"teacher_disagreement_score":0.61078846,"about_ca_system_score_codex":0.00014108421,"about_ca_system_score_gemma":0.00033823765,"threshold_uncertainty_score":0.92917776},"labels":[],"label_agreement":null},{"id":"W4317866649","doi":"10.1371/journal.pbio.3001949","title":"Community consensus on core open science practices to monitor in biomedicine","year":2023,"lang":"en","type":"article","venue":"PLoS Biology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; Diabetes Canada; Toronto General Hospital; University of Toronto; Ottawa Hospital; University Health Network; University of Calgary; Princess Margaret Cancer Centre; McGill University; University of Ottawa; Douglas College; Simon Fraser University; Ted Rogers Centre for Heart Research; University of British Columbia; Vector Institute","funders":"Wellcome Trust","keywords":"Open science; Delphi method; Operationalization; Psychological intervention; Citizen science; Science policy; Best practice; Set (abstract data type); Public relations; Engineering ethics; Biology; Political science; Computer science; Psychology; Engineering","score_opus":0.6080734201614998,"score_gpt":0.6160498316297403,"score_spread":0.007976411468240463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317866649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92011744,0.0000068215268,9.720789e-7,0.047686618,0.00020548688,0.00079847977,0.000013680599,0.0001420075,0.031028515],"genre_scores_gemma":[0.9980501,0.00003523767,0.0006027154,0.00056543277,0.00008321697,0.00011469943,0.000005201078,0.000006322269,0.0005371093],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779356,0.0008987439,0.0001746808,0.00026271932,0.00034530633,0.0005249854],"domain_scores_gemma":[0.99682117,0.0023098455,0.000108600456,0.00041314153,0.00017751494,0.00016971627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008190386,0.0000704821,0.00016807701,0.00061704207,0.00068993104,0.000073820636,0.0026058664,0.00010377327,0.00006451845],"category_scores_gemma":[0.020732066,0.000060284547,0.000010934104,0.0030975149,0.0019801538,0.000080176724,0.0011835737,0.0004354047,0.00041944723],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006359417,0.0014900519,0.18819125,0.000057581197,0.00004469621,0.00023019074,0.041934162,0.000006475505,0.5499347,0.06499209,0.08188413,0.07059876],"study_design_scores_gemma":[0.0025433039,0.0069281473,0.28539112,0.0007466098,0.000025448815,0.000012259249,0.1679182,0.00091158,0.05470542,0.086583644,0.39286417,0.0013700811],"about_ca_topic_score_codex":0.030387629,"about_ca_topic_score_gemma":0.0070801848,"teacher_disagreement_score":0.49522924,"about_ca_system_score_codex":0.00019111237,"about_ca_system_score_gemma":0.00036470694,"threshold_uncertainty_score":0.9875167},"labels":[],"label_agreement":null},{"id":"W4317952720","doi":"10.3758/s13428-022-02044-7","title":"Visualization of latent components assessed in O*Net occupations (VOLCANO): A robust method for standardized conversion of occupational labels to ratio scale format","year":2023,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; Centre for Addiction and Mental Health","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Standardization; Dimension (graph theory); Visualization; Psychology; Scale (ratio); Cognition; Sample (material); Computer science; Space (punctuation); Mathematics education; Data science; Applied psychology; Artificial intelligence; Mathematics; Geography; Cartography","score_opus":0.6037485672332248,"score_gpt":0.6851678499988348,"score_spread":0.08141928276561006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317952720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30705562,0.00001134664,0.68764436,0.00035230187,0.00012342303,0.004134445,0.00034692773,0.00009093572,0.00024063417],"genre_scores_gemma":[0.3849749,0.00006555385,0.61204976,0.0000149246835,0.00003870137,0.0020441243,0.00027922835,0.000038425143,0.00049439166],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9903545,0.005512668,0.00076268124,0.0003766412,0.0023098844,0.00068361964],"domain_scores_gemma":[0.9927162,0.004078809,0.0001787895,0.0003463568,0.0024593724,0.0002204695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.035461422,0.00012719564,0.00041915211,0.0017186779,0.00040157526,0.00007082431,0.00060303946,0.0002024834,0.00015291317],"category_scores_gemma":[0.0049256296,0.00013367871,0.00012133399,0.0043653706,0.0003309564,0.00032321303,0.00028761156,0.00024741437,0.000007640151],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026566342,0.0015969286,0.19589812,0.0006322501,0.000058755202,0.000012823439,0.017281085,0.0016260883,0.7044971,0.018237123,0.013713439,0.043789625],"study_design_scores_gemma":[0.0044910153,0.00105494,0.45769733,0.000453996,0.0000629863,0.0000014108305,0.009261391,0.03044693,0.48065642,0.0025660296,0.012705042,0.0006025336],"about_ca_topic_score_codex":0.0037153948,"about_ca_topic_score_gemma":0.00084882264,"teacher_disagreement_score":0.2617992,"about_ca_system_score_codex":0.0004877935,"about_ca_system_score_gemma":0.0010429204,"threshold_uncertainty_score":0.9931954},"labels":[],"label_agreement":null},{"id":"W4318150379","doi":"10.1371/journal.pone.0274429","title":"Predicting reliability through structured expert elicitation with the repliCATS (Collaborative Assessments for Trustworthy Science) process","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"Advanced Research Projects Agency; Defense Advanced Research Projects Agency","keywords":"Expert elicitation; Generalizability theory; Computer science; Process (computing); Resource (disambiguation); Replication (statistics); Data science; Reliability (semiconductor); Delphi method; Scalability; Crowdsourcing; Trustworthiness; Data mining; Management science; Artificial intelligence; Psychology; Statistics; Engineering","score_opus":0.1889548488658979,"score_gpt":0.4845837112621013,"score_spread":0.29562886239620345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318150379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97808766,0.000016431432,0.00059197925,0.011169415,0.00004093027,0.0033231482,0.000024291985,0.00047935132,0.0062668077],"genre_scores_gemma":[0.9869439,0.00003878254,0.01068506,0.00012241663,0.0001691697,0.0017626074,0.000008583547,0.000018807143,0.00025069175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99676347,0.00018175752,0.00019261657,0.0005031588,0.0018502683,0.00050870597],"domain_scores_gemma":[0.9970373,0.0006926151,0.00014628653,0.0004209703,0.0016225796,0.00008028533],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033539475,0.00010474081,0.00015809055,0.00008985871,0.0017474053,0.0002249369,0.00070135976,0.000074743,0.000016402886],"category_scores_gemma":[0.003243486,0.00007172116,0.000023253306,0.0035574993,0.0011393724,0.00069278997,0.000078480945,0.00018922357,0.0000047104586],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016732342,0.0031137648,0.1853876,0.0008699097,0.0006956503,0.0000142822355,0.61794025,0.00057396054,0.11301369,0.037397236,0.0130870985,0.026233353],"study_design_scores_gemma":[0.0026841229,0.002594124,0.07137618,0.0009735009,0.00023475237,9.820732e-7,0.3900199,0.023932762,0.34115613,0.15961947,0.0058860593,0.001522004],"about_ca_topic_score_codex":0.0003396396,"about_ca_topic_score_gemma":0.0004896269,"teacher_disagreement_score":0.22814244,"about_ca_system_score_codex":0.00024316844,"about_ca_system_score_gemma":0.0009488272,"threshold_uncertainty_score":0.9995522},"labels":[],"label_agreement":null},{"id":"W4318334776","doi":"10.1186/s13063-023-07104-7","title":"Developing an Outcome Measures in Rheumatology (OMERACT) Core set of Outcome Measures for FOot and ankle disorders in RheumaTic and musculoskeletal diseases (COMFORT): core domain set study protocol","year":2023,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Institute for Work & Health; University of Toronto","funders":"University of Leeds; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Delphi method; Protocol (science); Physical therapy; Psychological intervention; Outcome (game theory); Observational study; Set (abstract data type); Systematic review; Physical medicine and rehabilitation; MEDLINE; Alternative medicine; Pathology; Computer science; Psychiatry; Artificial intelligence","score_opus":0.515528997481321,"score_gpt":0.582159908571291,"score_spread":0.06663091108996999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318334776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89637554,0.000031716692,0.00010426507,0.0007480908,0.000082538405,0.102406874,0.00009142556,0.00012996889,0.000029555218],"genre_scores_gemma":[0.9279855,0.000045714853,0.00057271094,0.000009279635,0.00001843573,0.071300454,0.00001868963,0.000032984357,0.000016216392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941073,0.0020327575,0.0018038667,0.00053282105,0.0008543234,0.0006689124],"domain_scores_gemma":[0.99459004,0.004309822,0.00048385886,0.00032045215,0.00012193659,0.00017387504],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01822657,0.00027022255,0.0013915122,0.0007487801,0.00027899886,0.00009440695,0.00047584757,0.00018759951,0.000017830582],"category_scores_gemma":[0.01458983,0.00023237108,0.000117678144,0.0009578144,0.0004853772,0.0002938684,0.00020656506,0.00021384988,0.0000015987594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047064986,0.00016865905,0.97871953,0.00067494035,0.000047869173,0.000006961205,0.008366653,0.000010432037,0.000034962377,0.002433821,0.00009011615,0.008975414],"study_design_scores_gemma":[0.010620285,0.0008850686,0.8672354,0.00034835553,0.000060485338,0.000002725526,0.047993694,0.00016833519,0.00001826615,0.07107395,0.0009164853,0.00067691604],"about_ca_topic_score_codex":0.0056140497,"about_ca_topic_score_gemma":0.061301876,"teacher_disagreement_score":0.11148409,"about_ca_system_score_codex":0.00015002333,"about_ca_system_score_gemma":0.0003215002,"threshold_uncertainty_score":0.9937107},"labels":[],"label_agreement":null},{"id":"W4318539354","doi":"10.1093/ecco-jcc/jjac190.0315","title":"P185 Global perception of normal life by healthcare professionals and IBD patients: mind the gap","year":2023,"lang":"en","type":"article","venue":"Journal of Crohn s and Colitis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute","funders":"","keywords":"Prom; Focus group; Patient-reported outcome; Quality of life (healthcare); Medicine; Perception; Health care; Delphi method; Normality; Family medicine; Psychology; Nursing; Psychiatry","score_opus":0.06276409958089513,"score_gpt":0.4320682421419422,"score_spread":0.3693041425610471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318539354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803108,0.00031775274,0.000010415556,0.017964525,0.00012016656,0.00018987921,0.000064375745,0.000005151057,0.0010169399],"genre_scores_gemma":[0.99799615,0.0012384949,0.000056254925,0.0002334538,0.00012879833,0.0000037333898,0.0000018180859,0.0000031918685,0.00033811523],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985259,0.00026771033,0.00028623216,0.00007026229,0.0006459825,0.00020387281],"domain_scores_gemma":[0.99901867,0.00013917117,0.00019742713,0.00005261893,0.00042372406,0.0001684111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013092889,0.000049194416,0.00013337823,0.000046306177,0.00030546845,0.000056097393,0.00014635682,0.00007606817,0.00008870295],"category_scores_gemma":[0.00031580683,0.00003380098,0.00003842385,0.00024436074,0.00027987213,0.0002037358,0.00006318037,0.00014990852,0.0000021486621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011311178,0.0003035958,0.30849612,0.0002113304,0.00007973094,0.000046486995,0.023846477,9.632166e-7,0.000062062136,0.008943281,0.329427,0.32745183],"study_design_scores_gemma":[0.00024918912,0.00021711571,0.95225686,0.000106215055,0.0000072284447,0.000006175134,0.017434778,0.0000066317466,0.000011733132,0.0020366278,0.027617615,0.000049826907],"about_ca_topic_score_codex":0.0008957702,"about_ca_topic_score_gemma":0.00025478355,"teacher_disagreement_score":0.64376074,"about_ca_system_score_codex":0.000060984832,"about_ca_system_score_gemma":0.00028701883,"threshold_uncertainty_score":0.23494473},"labels":[],"label_agreement":null},{"id":"W4318828009","doi":"10.1098/rsos.210586","title":"The process of replication target selection in psychology: what to consider?","year":2023,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Replication (statistics); Computer science; Selection (genetic algorithm); Credibility; Process (computing); Checklist; Psychology; Biology; Artificial intelligence; Cognitive psychology; Political science","score_opus":0.1276470541803333,"score_gpt":0.5326942581601877,"score_spread":0.4050472039798544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318828009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83616596,0.00012350996,0.0014793014,0.109660454,0.00047688253,0.004476061,0.000004321851,0.00030523568,0.047308285],"genre_scores_gemma":[0.99481565,0.00020714746,0.0028849572,0.00075913896,0.00002976332,0.00027597838,5.4465954e-7,0.00000614412,0.0010206763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978131,0.00013678918,0.00021261779,0.00048909895,0.0008764672,0.00047194053],"domain_scores_gemma":[0.998802,0.00026776912,0.00008188617,0.00034394336,0.00041073724,0.0000936768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015665544,0.00005469603,0.000096808464,0.00006643992,0.0012124644,0.00059917994,0.0025064722,0.00006845978,0.000028190378],"category_scores_gemma":[0.0022295085,0.000044994013,0.000034015062,0.0053332746,0.0013483093,0.00071623095,0.000435352,0.00016129077,0.000047807695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001168982,0.00025916964,0.12499915,0.000056980916,0.00002402663,0.0000040164855,0.16151208,0.001663624,0.03451057,0.044468526,0.30706918,0.32531577],"study_design_scores_gemma":[0.0008677604,0.00042388192,0.28173742,0.0003061594,0.0000072023763,0.000002873059,0.22275375,0.029328333,0.048714187,0.16291144,0.25210533,0.00084165693],"about_ca_topic_score_codex":0.0015832699,"about_ca_topic_score_gemma":0.0009611839,"teacher_disagreement_score":0.32447413,"about_ca_system_score_codex":0.00016685844,"about_ca_system_score_gemma":0.0008422316,"threshold_uncertainty_score":0.93254185},"labels":[],"label_agreement":null},{"id":"W4318829858","doi":"10.2196/40677","title":"Developing the Next Generation of Nursing Disciplinary Leaders in Higher Education: Protocol for a Sequential Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Delphi method; Context (archaeology); Nurse education; Discipline; Nursing; Diversity (politics); Medical education; Psychology; Medicine; Political science","score_opus":0.9418870921710244,"score_gpt":0.7800542993044091,"score_spread":0.16183279286661534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318829858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009630644,6.3768226e-7,0.000606192,0.014606061,0.000038196114,0.981281,0.0000017772519,0.00010820771,0.0023948564],"genre_scores_gemma":[0.0045101587,1.4276772e-7,0.009247396,0.000013373301,0.00052174577,0.98279184,0.000004274887,0.000032044823,0.0028790093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064434,0.0059476737,0.00053279306,0.00045570277,0.0015715685,0.000847954],"domain_scores_gemma":[0.99727154,0.0012274175,0.00012269411,0.00047920717,0.00079739635,0.00010176178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021573892,0.00013085718,0.00021051889,0.0006594876,0.001081214,0.00032490428,0.0010655548,0.000154614,0.00012769755],"category_scores_gemma":[0.00094946194,0.000102717364,0.000072285584,0.003436332,0.000981596,0.00041627462,0.00032228854,0.00055080774,0.000015646967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013748652,0.0061803116,0.0039176107,0.0016931102,0.00006013211,0.000017273534,0.125338,0.000056604906,0.03453443,0.11734014,0.18692845,0.52255905],"study_design_scores_gemma":[0.0042278427,0.0028269724,0.018900877,0.006276543,0.0000049560995,0.0000018055739,0.2694147,0.0013895388,0.01805803,0.09603873,0.58213514,0.000724885],"about_ca_topic_score_codex":0.0002312673,"about_ca_topic_score_gemma":0.0003333129,"teacher_disagreement_score":0.5218342,"about_ca_system_score_codex":0.00080177037,"about_ca_system_score_gemma":0.0032579303,"threshold_uncertainty_score":0.8315934},"labels":[],"label_agreement":null},{"id":"W4318934237","doi":"10.1097/ta.0000000000003884","title":"Establishing a core outcomes set for massive transfusion: An Eastern Association for the Surgery of Trauma modified Delphi method consensus study","year":2023,"lang":"en","type":"article","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"","keywords":"Delphi method; Likert scale; Medicine; Delphi; Set (abstract data type); Pooling; Psychology; Computer science","score_opus":0.2615952139859596,"score_gpt":0.5137029728796991,"score_spread":0.25210775889373954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318934237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811764,0.00009897752,0.00926518,0.007146114,0.0007102375,0.0012676631,0.00017132543,0.000053626336,0.00011051818],"genre_scores_gemma":[0.9991255,0.00011018363,0.00023798239,0.000059413505,0.0003263361,0.000068577225,0.0000039488204,0.000019940668,0.000048115944],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967876,0.0011730389,0.0006500993,0.00015734372,0.000855404,0.00037651835],"domain_scores_gemma":[0.97766316,0.019663006,0.00025873588,0.00016742424,0.0021124512,0.0001351974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012255439,0.00013991821,0.0004185954,0.00022403934,0.0011312518,0.00016937435,0.0002867494,0.00016543666,0.000011403973],"category_scores_gemma":[0.0077385586,0.00008923221,0.00027794487,0.00047991434,0.0002743217,0.00026266286,0.000026835376,0.0003632047,2.7283878e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042374474,0.0012557119,0.42307973,0.0010032278,0.0011000582,0.000027331946,0.34179106,0.00064926874,0.00066624634,0.013609206,0.02025957,0.19232112],"study_design_scores_gemma":[0.0028721723,0.004758297,0.21542017,0.00021371225,0.0017216413,0.000036496054,0.72855026,0.0029498464,0.0011416179,0.039109156,0.0026593274,0.00056730764],"about_ca_topic_score_codex":0.0021414906,"about_ca_topic_score_gemma":0.0036498797,"teacher_disagreement_score":0.3867592,"about_ca_system_score_codex":0.00015805765,"about_ca_system_score_gemma":0.00020020567,"threshold_uncertainty_score":0.9264336},"labels":[],"label_agreement":null},{"id":"W4319007302","doi":"10.1161/str.54.suppl_1.wmp48","title":"Abstract WMP48: The Credibility Of Subgroup Analyses Reporting In Stroke Trials Is Poor: A Methodological Review.","year":2023,"lang":"en","type":"article","venue":"Stroke","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Subgroup analysis; Interquartile range; Stroke (engine); Randomized controlled trial; Publication bias; MEDLINE; Clinical trial; Meta-analysis; Internal medicine","score_opus":0.819245787523417,"score_gpt":0.665103445935658,"score_spread":0.15414234158775908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319007302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383018,0.002813027,0.00022881004,0.02024376,0.00026396985,0.0021190597,0.0001699599,0.00031017928,0.03554945],"genre_scores_gemma":[0.9923125,0.0042261686,0.0018912748,0.00022072879,0.00016389003,0.00011396017,0.0000056010144,0.00001065932,0.0010552541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899257,0.0048093577,0.0026709905,0.00048150177,0.0014851762,0.0006273003],"domain_scores_gemma":[0.9872167,0.010059766,0.0017071033,0.0006514179,0.00025869577,0.000106320775],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12239375,0.00013603587,0.0009403995,0.00021724586,0.00021306549,0.000051055846,0.00076997664,0.00017810757,0.0008242741],"category_scores_gemma":[0.15564278,0.000087921944,0.0004990565,0.001437936,0.00053910515,0.00012225003,0.0002096069,0.00051961595,0.000027795637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004417711,0.00056220905,0.44293103,0.001994839,0.00050401746,0.00047707176,0.011104018,0.000057978654,0.17842107,0.0060606604,0.17495307,0.18249227],"study_design_scores_gemma":[0.0009873429,0.000331625,0.81780535,0.001798154,0.0002855061,0.0000075531952,0.029503355,0.00024277759,0.058079574,0.030969206,0.05915165,0.00083792786],"about_ca_topic_score_codex":0.006331791,"about_ca_topic_score_gemma":0.0012257239,"teacher_disagreement_score":0.3748743,"about_ca_system_score_codex":0.00010946466,"about_ca_system_score_gemma":0.0002894787,"threshold_uncertainty_score":0.9571817},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4319161926","doi":"10.31219/osf.io/pmbdw","title":"Outcome reporting after inguinal hernia repair in children: A systematic review towards a core outcome set","year":2023,"lang":"en","type":"review","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Inguinal hernia; Medicine; Randomized controlled trial; Cochrane Library; MEDLINE; Systematic review; Outcome (game theory); Meta-analysis; Hernia; Cochrane collaboration; General surgery; Surgery; Internal medicine","score_opus":0.5771525788218176,"score_gpt":0.6033992427830072,"score_spread":0.026246663961189576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319161926","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011807645,0.9793826,0.0000056033655,0.00027464837,0.00022065535,0.0129004195,0.000070932234,0.0015887629,0.0055446113],"genre_scores_gemma":[0.00003619373,0.98054564,0.000525439,0.0004021389,0.00021461486,0.0054791598,0.00004227981,0.00014688272,0.012607677],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9835926,0.0021731097,0.00941887,0.0011470211,0.0024547377,0.0012136315],"domain_scores_gemma":[0.99275845,0.00074304576,0.004238944,0.00165059,0.00029655418,0.00031238832],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035317093,0.0007323828,0.0069425018,0.0008080003,0.00021945438,0.00015943656,0.0016880443,0.0007697309,0.00047057908],"category_scores_gemma":[0.05019,0.00053817005,0.0021423884,0.003257163,0.00024584125,0.00016599313,0.0007853381,0.0017582226,0.001056738],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011168903,0.000028221948,0.010037749,0.9787214,0.00015949646,0.0009436733,0.00024164173,1.4016744e-8,8.45913e-10,0.00020586194,0.0021077686,0.0075530894],"study_design_scores_gemma":[0.00006116151,0.000028180519,0.00022330711,0.8726532,0.0010349618,0.00021978235,0.00020960075,0.0000019059655,3.5218815e-9,0.00011034069,0.12468543,0.00077214435],"about_ca_topic_score_codex":0.005224247,"about_ca_topic_score_gemma":0.0019422268,"teacher_disagreement_score":0.12257766,"about_ca_system_score_codex":0.0013666841,"about_ca_system_score_gemma":0.0013370167,"threshold_uncertainty_score":0.99972105},"labels":[],"label_agreement":null},{"id":"W4319336623","doi":"10.1186/s13063-023-07118-1","title":"Using a patient-centred composite endpoint in a secondary analysis of the Control of Hypertension in Pregnancy Study (CHIPS) Trial","year":2023,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; St. Paul's Hospital; Spinal Cord Injury BC; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Pregnancy; Randomized controlled trial; Subgroup analysis; Confidence interval; Clinical trial; Preference; Clinical endpoint; Caesarean section; Pediatrics; Internal medicine; Statistics","score_opus":0.45004404837289913,"score_gpt":0.4871639666336674,"score_spread":0.03711991826076827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319336623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942829,0.00015878498,0.000011102445,0.00021357549,0.00017690535,0.0048174593,0.000047256544,0.000025191794,0.00026682872],"genre_scores_gemma":[0.9997875,0.000024143628,0.00004813052,0.000010246005,0.000023608927,0.00008409387,0.0000023982116,0.000006964779,0.000012920229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99202406,0.0055033374,0.0011977752,0.0002183631,0.0007831837,0.000273291],"domain_scores_gemma":[0.99676555,0.0022790902,0.00048709838,0.0003141545,0.000116979434,0.00003714028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057425774,0.0000866607,0.00095519156,0.00084465765,0.00007695282,0.000019086045,0.00035023046,0.000086676846,0.00008077941],"category_scores_gemma":[0.004294166,0.00006313627,0.00027084435,0.0039540995,0.00014039128,0.00006953549,0.00011651614,0.00016254975,0.0000012531966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.080940016,0.009873278,0.3728741,0.00016411593,0.0033203587,0.0002901255,0.27417082,0.0060409945,0.16884674,0.0011863227,0.00039967566,0.08189343],"study_design_scores_gemma":[0.28762457,0.0024738978,0.49930507,0.0019528089,0.003505688,7.9622845e-7,0.15789557,0.024912156,0.015894787,0.0052178316,0.00021730678,0.0009995389],"about_ca_topic_score_codex":0.008365732,"about_ca_topic_score_gemma":0.005220199,"teacher_disagreement_score":0.20668454,"about_ca_system_score_codex":0.00010060424,"about_ca_system_score_gemma":0.00027327868,"threshold_uncertainty_score":0.99823767},"labels":[],"label_agreement":null},{"id":"W4319736463","doi":"10.1210/jendso/bvad009","title":"Recognition of Reviewers","year":2023,"lang":"en","type":"article","venue":"Journal of the Endocrine Society","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Information retrieval; Psychology; Natural language processing","score_opus":0.17521426216737326,"score_gpt":0.46513126816139677,"score_spread":0.2899170059940235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319736463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78635,0.0016833765,0.00036764226,0.15693147,0.00386697,0.0011281347,0.000029425017,0.00020405168,0.049438898],"genre_scores_gemma":[0.9617129,0.02321225,0.006214938,0.00061002356,0.0012718091,0.000010292482,0.0000011980135,0.000026170666,0.006940446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984228,0.00025304753,0.0003096885,0.000049180027,0.00077522476,0.00019006108],"domain_scores_gemma":[0.9988005,0.00026405716,0.0003257873,0.0001302134,0.00042739054,0.00005201083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031129445,0.000042773816,0.00014027624,0.000039562176,0.0001682061,0.00001560091,0.0004938909,0.000029335642,0.00012064988],"category_scores_gemma":[0.0016649399,0.000028511127,0.00044930208,0.00084237766,0.00022995753,0.000121961966,0.00009474787,0.00028317395,0.000017917842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123944355,0.000048983435,0.0024614756,0.000086133325,0.000081603255,0.000010324364,0.005068147,0.000012139289,0.0033541592,0.0006423613,0.94519806,0.04302421],"study_design_scores_gemma":[0.0006197093,0.00013723431,0.005477559,0.00064986764,0.00008227424,0.00004250398,0.020594431,0.00005699942,0.0128293745,0.03642154,0.9229129,0.00017561097],"about_ca_topic_score_codex":0.00008749189,"about_ca_topic_score_gemma":0.000013323039,"teacher_disagreement_score":0.17536284,"about_ca_system_score_codex":0.00009067477,"about_ca_system_score_gemma":0.00018454056,"threshold_uncertainty_score":0.1993209},"labels":[],"label_agreement":null},{"id":"W4319989947","doi":"10.1370/afm.21.s1.3477","title":"Development of Performance Rating Instruments for Ambulatory Women’s Health Procedural Skills in Family Medicine","year":2023,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Delphi method; Medical education; Health care; Medicine; Rating scale; Family medicine; Physical therapy; Psychology; Computer science; Artificial intelligence","score_opus":0.15163851381391805,"score_gpt":0.47244404925419026,"score_spread":0.32080553544027224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319989947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925184,0.000009073412,0.00011049789,0.001906224,0.00008389797,0.00083733804,0.000001019091,0.000118601194,0.004414923],"genre_scores_gemma":[0.99019593,0.00006227194,0.007612754,0.000290047,0.00003431245,0.00041991234,0.0000037724305,0.000008809028,0.0013722181],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819815,0.000055516197,0.0004387791,0.00016253693,0.0006048662,0.00054012483],"domain_scores_gemma":[0.9995059,0.000111947746,0.000097241966,0.000086373,0.0000931608,0.00010538404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004522864,0.000068785244,0.00018237397,0.00027466734,0.00025021247,0.000008495152,0.0002475604,0.000047569865,0.00004183583],"category_scores_gemma":[0.00038293397,0.000059639737,0.000012438242,0.0007839381,0.00015466976,0.00012948725,0.000069249945,0.000088725596,0.000010029499],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000534575,0.00016607041,0.074614614,0.0008407194,0.000022698634,0.0000012510199,0.30245277,0.000018673934,0.0035445755,0.005795145,0.011599541,0.60089046],"study_design_scores_gemma":[0.0031473478,0.000824037,0.46811274,0.0015451405,0.0000020747639,6.755329e-7,0.37269866,0.0027001551,0.008212653,0.0024171283,0.1396955,0.0006438842],"about_ca_topic_score_codex":0.00037446848,"about_ca_topic_score_gemma":0.0008254465,"teacher_disagreement_score":0.6002466,"about_ca_system_score_codex":0.0006464274,"about_ca_system_score_gemma":0.0011831947,"threshold_uncertainty_score":0.24320379},"labels":[],"label_agreement":null},{"id":"W4320716641","doi":"10.1055/a-2035-3008","title":"Defining and Scoping Participatory Health Informatics: An eDelphi Study","year":2023,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"European Commission; Universidad de Sevilla","keywords":"Health informatics; Scope (computer science); Delphi method; Health care; Multidisciplinary approach; Knowledge management; Field (mathematics); Delphi; Digital health; Health Administration Informatics; Medical education; Psychology; Public relations; Medicine; Computer science; Political science; Sociology; Artificial intelligence; Social science","score_opus":0.361225578420293,"score_gpt":0.6348377288777585,"score_spread":0.27361215045746545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320716641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8262518,0.000564564,0.12784089,0.013374374,0.00076387567,0.0051436196,0.00000834661,0.00086716,0.02518536],"genre_scores_gemma":[0.7869155,0.00076730363,0.21104625,0.00088026485,0.000080914666,0.0002478862,0.000023320812,0.000012362107,0.00002620834],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99640936,0.0011961395,0.0012369158,0.0000701384,0.0007309229,0.00035652376],"domain_scores_gemma":[0.998201,0.0009294917,0.00035371052,0.00019982306,0.00015764094,0.00015833623],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03790359,0.000078657664,0.00030838404,0.00087453605,0.0002226841,0.000030902505,0.00023464797,0.000059722366,0.000047150166],"category_scores_gemma":[0.0055103386,0.000070522015,0.000012099037,0.0012131267,0.00032642286,0.0012284558,0.00009414877,0.00019335921,0.000010406749],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002010456,0.00003699789,0.020667017,0.0004554813,0.000008685663,9.128763e-7,0.6009538,0.00015781021,0.00000836827,0.008512422,0.0012278424,0.36795056],"study_design_scores_gemma":[0.001310516,0.0009657591,0.033189382,0.0014959129,0.0000080838645,0.0000011640933,0.9430186,0.01077164,0.00007568498,0.0038750088,0.0051002954,0.0001879638],"about_ca_topic_score_codex":0.0024384542,"about_ca_topic_score_gemma":0.0005050192,"teacher_disagreement_score":0.3677626,"about_ca_system_score_codex":0.000081907434,"about_ca_system_score_gemma":0.00028392693,"threshold_uncertainty_score":0.9906807},"labels":[],"label_agreement":null},{"id":"W4321090868","doi":"10.17483/2368-6669.1348","title":"e-Delphi Technique in Postgraduate Registered Nursing Education and Competency Development: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Quality Advancement in Nursing Education - Avancées en formation infirmière","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Delphi method; Delphi; Curriculum; Nursing; Medical education; Health care; Nurse education; Medicine; Psychology; Pedagogy; Political science; Computer science","score_opus":0.292094121141549,"score_gpt":0.5908864573822801,"score_spread":0.2987923362407311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321090868","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021309725,0.9750826,0.0012603864,0.0039732666,0.0011254528,0.010828645,0.000012978143,0.00031475004,0.007380628],"genre_scores_gemma":[0.00005855992,0.98095375,0.012288827,0.00015763294,0.00016014648,0.0051423996,0.0006103507,0.00007638462,0.0005519668],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99196213,0.0023232615,0.0031257719,0.0007694782,0.001065042,0.00075429765],"domain_scores_gemma":[0.99630183,0.0007327638,0.0016622957,0.0006721693,0.0004315796,0.00019933721],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006908329,0.0005338945,0.0014241117,0.0018363673,0.0005177986,0.00022797458,0.0006715325,0.00042996954,0.000035609588],"category_scores_gemma":[0.0018014634,0.00061170605,0.00014804055,0.0025833119,0.0003795053,0.0015693664,0.000081183025,0.00082454266,0.000061287195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005387641,0.0005799158,0.000011714884,0.07902088,0.0000070840297,5.4463095e-7,0.00940397,0.0000011020387,6.748509e-7,0.013190894,0.0005442522,0.8972336],"study_design_scores_gemma":[0.000103056846,0.000019455549,0.000029472443,0.6677941,0.000039094142,0.000013049444,0.005120984,0.00000307248,0.000003936035,0.0051038945,0.32126597,0.0005039077],"about_ca_topic_score_codex":0.0003727651,"about_ca_topic_score_gemma":0.0008556927,"teacher_disagreement_score":0.89672965,"about_ca_system_score_codex":0.0053120847,"about_ca_system_score_gemma":0.0074818465,"threshold_uncertainty_score":0.99963343},"labels":[],"label_agreement":null},{"id":"W4321180728","doi":"10.1097/md.0000000000032829","title":"Use of Delphi in health sciences research: A narrative review","year":2023,"lang":"en","type":"review","venue":"Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":577,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Delphi method; Delphi; CLARITY; Management science; Data collection; Medicine; Data science; Health care; Flexibility (engineering); Computer science; Sociology; Social science; Artificial intelligence","score_opus":0.9168817821289421,"score_gpt":0.7318319561601334,"score_spread":0.1850498259688087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321180728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.349644e-7,0.962451,0.000003407064,0.029260553,0.0001564359,0.0035858986,0.000012150174,0.00008037648,0.0044497703],"genre_scores_gemma":[0.000001964808,0.9967483,0.00020339325,0.00021646428,0.00023473478,0.0004156242,0.000013817815,0.000030074232,0.002135573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98566854,0.007642472,0.0016095511,0.00061184424,0.0034763454,0.0009912581],"domain_scores_gemma":[0.9913062,0.006858387,0.0005788289,0.0005057088,0.0004844948,0.0002663702],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06289924,0.0002287375,0.0024300579,0.0019915956,0.0004848369,0.000027194155,0.0014757259,0.00022551396,0.0003057936],"category_scores_gemma":[0.03455543,0.0001581398,0.00015635387,0.012284387,0.0052680285,0.000154605,0.00030552823,0.001274691,0.00007177235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012305479,0.000027619235,0.0000031342715,0.06926707,0.000015223509,0.000034463523,0.0067317295,5.8914637e-8,2.4595844e-8,0.00543926,0.20281644,0.71566373],"study_design_scores_gemma":[0.000027695673,0.00017210742,7.1765595e-7,0.30386817,0.000011442178,0.00000123141,0.0025822022,6.007729e-7,1.4232638e-8,0.0006222138,0.6926373,0.00007630163],"about_ca_topic_score_codex":0.031546935,"about_ca_topic_score_gemma":0.00750459,"teacher_disagreement_score":0.71558744,"about_ca_system_score_codex":0.0006676374,"about_ca_system_score_gemma":0.0051627895,"threshold_uncertainty_score":0.9974391},"labels":[],"label_agreement":null},{"id":"W4321225259","doi":"10.1186/s13223-023-00767-6","title":"Recommendations from a Canadian Delphi consensus study on best practice for optimal referral and appropriate management of severe asthma","year":2023,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Anesthesiologists' Society; Dalhousie University; University of Toronto; McMaster University; St. Paul's Hospital; Canadian Respiratory Research Network; University of Alberta; Université Laval","funders":"AstraZeneca Canada; AstraZeneca","keywords":"Medicine; Asthma; Family medicine; Referral; Delphi method; Health care; Internal medicine","score_opus":0.1685985658798278,"score_gpt":0.47912610803469025,"score_spread":0.31052754215486245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321225259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574834,0.00014131932,0.00004823648,0.0318401,0.0003980398,0.0011202852,0.00007958316,0.00007476862,0.008814259],"genre_scores_gemma":[0.9890754,0.0030954897,0.0055498364,0.00020635227,0.00008627407,0.00018396301,0.000048433365,0.000021199037,0.0017330346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976304,0.0008011981,0.0005080587,0.00043315155,0.0001933805,0.000433812],"domain_scores_gemma":[0.9963478,0.0028497633,0.0001575712,0.000274849,0.00019650669,0.00017350628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022091528,0.00012080316,0.00027908172,0.0001565863,0.00043810808,0.00004390552,0.00027406865,0.00025236091,0.00007854471],"category_scores_gemma":[0.0011071386,0.00012247107,0.000057866473,0.00027577166,0.0005703521,0.000073907446,0.00020261448,0.00033703618,0.00003341548],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004298897,0.0045526596,0.0037352033,0.000037440215,0.0069588544,0.00057292666,0.017308123,0.00004423671,0.000059886595,0.13367335,0.026189355,0.8025691],"study_design_scores_gemma":[0.003645725,0.0059213964,0.05598529,0.000103033715,0.00006969793,0.000010650462,0.23450163,0.00024937524,0.0000054943953,0.004825683,0.6942785,0.0004035592],"about_ca_topic_score_codex":0.10681626,"about_ca_topic_score_gemma":0.15563983,"teacher_disagreement_score":0.8021655,"about_ca_system_score_codex":0.000053637807,"about_ca_system_score_gemma":0.00019268242,"threshold_uncertainty_score":0.89913154},"labels":[],"label_agreement":null},{"id":"W4321439209","doi":"10.1016/j.jaac.2023.01.016","title":"Study Preregistration: Measuring What Matters: Development and Dissemination of a Core Outcome Set for Pediatric Anxiety Disorders Clinical Trials","year":2023,"lang":"en","type":"article","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; McGill University; University of Ottawa; Centre for Addiction and Mental Health; Izaak Walton Killam Health Centre; Douglas Mental Health University Institute; University of Calgary; Dalhousie University; University of Toronto; SickKids Foundation; University of British Columbia; Hospital for Sick Children","funders":"Canadian Institutes of Health Research; Alberta Innovates; National Institute of Mental Health; Hospital for Sick Children; University of Toronto; Alberta Children's Hospital Foundation; Research Nova Scotia; Government of Ontario; Children's Hospital Foundation; Ultragenyx Pharmaceutical; National Institutes of Health; Faculty of Medicine, University of British Columbia; British Columbia Centre for Disease Control; Centre for Addiction and Mental Health; Vitaflo; Gordon and Betty Moore Foundation; BC Children's Hospital; Tourette Association of America; National Institute on Drug Abuse; Cundill Centre for Child and Youth Depression; Ministry of Health, New Zealand; International OCD Foundation; TD Bank","keywords":"Mental health; Clinical trial; Anxiety; Standardization; Outcome (game theory); Medicine; Alliance; Psychiatry; MEDLINE; Clinical psychology; Psychology; Political science","score_opus":0.28070226023792805,"score_gpt":0.533146316716113,"score_spread":0.25244405647818496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92017627,0.00041930383,0.00023414915,0.07711356,0.0006028791,0.0013983105,0.000008918971,0.00002147276,0.000025152722],"genre_scores_gemma":[0.9938633,0.003618591,0.0013349607,0.0005402688,0.0005914942,0.000014769091,5.372028e-7,0.000016552298,0.000019550558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99538183,0.0010284198,0.0019655898,0.00021009595,0.0011573434,0.0002567141],"domain_scores_gemma":[0.9952317,0.0009716699,0.0033858572,0.00014939951,0.00012873492,0.00013266066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01722905,0.00013961097,0.0006852655,0.00026937664,0.0002507872,0.000058710884,0.0007581365,0.00008500334,0.0000031148288],"category_scores_gemma":[0.0024410256,0.00010176776,0.0003648142,0.00082636514,0.00043591918,0.0003138707,0.00012071306,0.0005938594,4.8594313e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002864875,0.00045284262,0.9567307,0.00015875023,0.00010321272,1.8221546e-7,0.0025363818,0.000012767192,0.000017663193,0.00011088577,0.013972275,0.025617834],"study_design_scores_gemma":[0.00062074023,0.00022096546,0.97133553,0.00066180667,0.00014901455,0.000004393283,0.023635492,0.000009877402,0.000048089583,0.00055041676,0.0026334163,0.00013026815],"about_ca_topic_score_codex":0.0000075417684,"about_ca_topic_score_gemma":0.000023361485,"teacher_disagreement_score":0.0765733,"about_ca_system_score_codex":0.00006505936,"about_ca_system_score_gemma":0.00026254688,"threshold_uncertainty_score":0.5971279},"labels":[],"label_agreement":null},{"id":"W4321486480","doi":"10.21203/rs.3.rs-2491133/v1","title":"Development of an international core outcome set for treatment trials in necrotising enterocolitis – A study protocol","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Outcome (game theory); Protocol (science); Medicine; Set (abstract data type); Intensive care medicine; Computer science; Pathology; Alternative medicine; Economics","score_opus":0.8535541904220583,"score_gpt":0.7213986166720449,"score_spread":0.1321555737500134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321486480","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32897812,0.000002913931,0.00039254734,0.0008823073,0.0003357178,0.6673067,0.00064773427,0.00023147484,0.0012224495],"genre_scores_gemma":[0.301183,0.000008358515,0.007559531,0.0000025487395,0.000199144,0.68978494,0.00015296256,0.000057169647,0.0010523379],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9881309,0.004277169,0.0019910203,0.000977779,0.0035713168,0.0010517724],"domain_scores_gemma":[0.99401236,0.0031993042,0.0004401504,0.0007275728,0.0013510938,0.00026954096],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05045931,0.0002843284,0.0011026699,0.0017924593,0.0004579631,0.00042247956,0.0018170868,0.0003819866,0.00017322395],"category_scores_gemma":[0.011232719,0.00025870814,0.00027656232,0.0007228215,0.00027820066,0.00018580254,0.0014718643,0.0006351334,0.000019175295],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044674547,0.011122202,0.55463094,0.004525848,0.0009202824,0.0005898264,0.26009682,0.00022387053,0.0003766415,0.0035836298,0.0015255708,0.15793689],"study_design_scores_gemma":[0.026227994,0.009485951,0.3309455,0.0099351285,0.00007262665,0.0000044250055,0.36929974,0.0022575276,0.003962578,0.038938392,0.20642671,0.0024434337],"about_ca_topic_score_codex":0.011590506,"about_ca_topic_score_gemma":0.041054145,"teacher_disagreement_score":0.22368547,"about_ca_system_score_codex":0.0040009273,"about_ca_system_score_gemma":0.0034829746,"threshold_uncertainty_score":0.9999865},"labels":[],"label_agreement":null},{"id":"W4321613015","doi":"","title":"Identifying and prioritizing research to inform a research agenda for Canadian chiropractors working in sport - the Canadian sports chiropractic perspective.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Discovery Air (Canada); Etobicoke School of the Arts; Centre for Disability Prevention and Rehabilitation; Ontario Tech University; Etobicoke General Hospital; Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Delphi method; Political science; Psychological intervention; Health care; Library science; Medicine; Nursing; Alternative medicine","score_opus":0.4606599385421062,"score_gpt":0.5059558313222767,"score_spread":0.045295892780170544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321613015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7810508,0.00038507013,0.0000015129041,0.081605636,0.00053713063,0.010352013,0.000025141504,0.00006877375,0.12597391],"genre_scores_gemma":[0.9872129,0.00006461769,0.00017397676,0.00031030507,0.0002569071,0.009597776,0.0000050581493,0.000041417443,0.002337065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924325,0.0006451746,0.0003425963,0.0005926731,0.0029642275,0.0030228524],"domain_scores_gemma":[0.9965444,0.00091551343,0.00006285359,0.0004494257,0.0007326806,0.0012951051],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050950814,0.00013533035,0.00019487325,0.0033276156,0.009331164,0.000987017,0.0011587361,0.00012606429,0.000091499394],"category_scores_gemma":[0.00862066,0.00013911226,0.00004959287,0.006481129,0.0005318541,0.00040632766,0.00048675132,0.002335662,0.0000052647824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00020565989,0.00009529005,0.26438975,0.00004843424,0.000054030388,0.0014115873,0.24268253,0.000017624743,0.000015072922,0.16122156,0.016651547,0.3132069],"study_design_scores_gemma":[0.00010486774,0.000019544694,0.3167917,0.000015724669,0.0000023948048,0.000011556362,0.1028647,0.00000778581,0.0000052248565,0.0044179196,0.5756154,0.00014313991],"about_ca_topic_score_codex":0.9889969,"about_ca_topic_score_gemma":0.9984856,"teacher_disagreement_score":0.5589639,"about_ca_system_score_codex":0.012115466,"about_ca_system_score_gemma":0.0066349907,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W4321765113","doi":"10.37766/inplasy2023.2.0111","title":"Protocol for a qualitative metasynthesis on response shift.","year":2023,"lang":"en","type":"report","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Qualitative research; Paradigm shift; Protocol (science); Qualitative analysis; Computer science; Code (set theory); Psychology; Medicine; Sociology; Programming language; Epistemology; Alternative medicine; Social science","score_opus":0.8034747990605227,"score_gpt":0.7144154610287499,"score_spread":0.0890593380317728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321765113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007305132,0.0000015967624,0.0005760048,0.011200397,0.0002110638,0.5014781,0.00021440285,0.0010130784,0.4852981],"genre_scores_gemma":[0.00008425356,0.0000075497574,0.0025606407,0.000050560684,0.00032828553,0.73098034,0.0000070464343,0.00008546991,0.26589584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902727,0.0040013245,0.0005909839,0.00069656345,0.003681585,0.0007568624],"domain_scores_gemma":[0.9743599,0.023481708,0.0003234876,0.000585354,0.0010515354,0.00019798688],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05492259,0.0002880126,0.00057155074,0.0006963613,0.0005290845,0.00019252022,0.0009357873,0.0006771632,0.001117604],"category_scores_gemma":[0.07308503,0.00023631047,0.00041447344,0.0008153274,0.00047016205,0.00008815172,0.00014016632,0.0004923222,0.00049007393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018520241,0.00011511244,0.000002111583,0.00031888633,0.00013355723,0.000032118543,0.015749842,2.1106887e-7,0.000009543342,0.014030715,0.95960873,0.008147121],"study_design_scores_gemma":[0.00015563806,0.0003218322,0.000030691644,0.00030758858,0.000017227723,2.6670537e-7,0.00987909,0.0000011715555,0.00031812707,0.018886618,0.96978694,0.00029483554],"about_ca_topic_score_codex":0.007935527,"about_ca_topic_score_gemma":0.0042299386,"teacher_disagreement_score":0.22950229,"about_ca_system_score_codex":0.0013392934,"about_ca_system_score_gemma":0.0077366703,"threshold_uncertainty_score":0.9997955},"labels":[],"label_agreement":null},{"id":"W4322505372","doi":"10.1136/bmjresp-2022-001502","title":"International perspective on research priorities and outcome measures of importance in the care of children with acute exacerbations of asthma: a qualitative interview study","year":2023,"lang":"en","type":"article","venue":"BMJ Open Respiratory Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Health and Medical Research Council; National Asthma Council Australia; Thoracic Society of Australia and New Zealand; Royal Children's Hospital Foundation; Children's Hospital Foundation","keywords":"Medicine; Thematic analysis; Outcome (game theory); Set (abstract data type); Qualitative research; Perspective (graphical); Asthma; Intensive care; Outcomes research; MEDLINE; Family medicine; Alternative medicine; Intensive care medicine","score_opus":0.6818218648273475,"score_gpt":0.6660721952110397,"score_spread":0.01574966961630786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322505372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961137,0.00023179498,0.0000034930654,0.0029198446,0.000019731731,0.008062194,0.00010313227,0.000015000362,0.0275078],"genre_scores_gemma":[0.99801177,0.00009820212,0.0001017923,0.000015825437,0.00003619987,0.0014148435,0.0000029749583,0.000017879785,0.00030052793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9803993,0.012816684,0.00071720907,0.00049207534,0.005062159,0.0005125673],"domain_scores_gemma":[0.9916681,0.0034297607,0.0001928283,0.00064810796,0.003986082,0.00007512917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.060456272,0.000118965654,0.0004036679,0.0013054227,0.00040407002,0.00015213522,0.0025514823,0.00008742824,0.00005004027],"category_scores_gemma":[0.0059186327,0.00008579908,0.000051523624,0.0033459265,0.0024350532,0.00030975553,0.0010543287,0.0008973107,0.0000054465213],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006463871,0.00045432337,0.4405634,0.00008477352,0.00021858608,0.000050220264,0.51102936,0.000005629663,0.00022887449,0.04253565,0.0013635515,0.0028192266],"study_design_scores_gemma":[0.00059386337,0.0016116374,0.27404517,0.00021683014,0.000004492807,7.207414e-7,0.72125024,0.000001874988,0.00030495235,0.0014347207,0.00045656416,0.00007892567],"about_ca_topic_score_codex":0.013574368,"about_ca_topic_score_gemma":0.023485094,"teacher_disagreement_score":0.2102209,"about_ca_system_score_codex":0.00039850574,"about_ca_system_score_gemma":0.0013902158,"threshold_uncertainty_score":0.99433374},"labels":[],"label_agreement":null},{"id":"W4323044156","doi":"10.1016/j.oooo.2023.01.013","title":"World Workshop on Oral Medicine VIII: Development of a core outcome set for oral lichen planus: a consensus study","year":2023,"lang":"en","type":"review","venue":"Oral Surgery Oral Medicine Oral Pathology and Oral Radiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Church and Dwight; Colgate-Palmolive Company","keywords":"Oral lichen planus; Delphi method; Outcome (game theory); Medicine; Medical physics; Clinical trial; Oral medicine; Set (abstract data type); Delphi; Pathology; Computer science; Dentistry; Artificial intelligence","score_opus":0.617076634415039,"score_gpt":0.5596798121553606,"score_spread":0.05739682225967846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323044156","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0926036,0.8439028,0.0003771019,0.018636968,0.0144533375,0.02499839,0.0010685598,0.0023022306,0.0016569895],"genre_scores_gemma":[0.057713386,0.9022344,0.008359746,0.0032885356,0.003796793,0.0055015716,0.0037968943,0.0009965727,0.014312133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9828026,0.0060992143,0.004558018,0.0023271262,0.0014613031,0.0027517017],"domain_scores_gemma":[0.98150665,0.01380185,0.0019352514,0.0011484014,0.00061326596,0.0009945873],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.022986745,0.0017667374,0.01095532,0.0030553334,0.0010291779,0.00004595192,0.001601039,0.002129778,0.00060091156],"category_scores_gemma":[0.012267972,0.001277846,0.00072593533,0.0034503085,0.0072940104,0.0001481504,0.00066321675,0.0025871652,0.000105859486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016288917,0.0005894561,0.021161022,0.0037200276,0.0010779864,0.0050253924,0.0051933997,0.0000018117049,0.00000595365,0.0015083136,0.1280862,0.83200157],"study_design_scores_gemma":[0.0033104536,0.0034457184,0.0017470848,0.0077373134,0.0018142653,0.00069589925,0.007479896,0.000016464004,0.0000016368436,0.002083094,0.96975845,0.0019097497],"about_ca_topic_score_codex":0.0020646635,"about_ca_topic_score_gemma":0.017657395,"teacher_disagreement_score":0.84167224,"about_ca_system_score_codex":0.0006075641,"about_ca_system_score_gemma":0.0017082252,"threshold_uncertainty_score":0.9997139},"labels":[],"label_agreement":null},{"id":"W4323322532","doi":"10.1016/j.jclinepi.2023.03.002","title":"Heterogeneity across outcomes reported in clinical trials for older adults with depression: a systematic survey","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Canadian Partnership Against Cancer; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Medicine; Clinical trial; Outcome (game theory); Depression (economics); Clinical psychology; Internal medicine","score_opus":0.9251795049186597,"score_gpt":0.7722094892738397,"score_spread":0.15297001564482005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323322532","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032246637,0.97709364,0.0024619556,0.0013885902,0.004904878,0.010600199,0.00018091578,0.00010491758,0.00004025668],"genre_scores_gemma":[0.00054599054,0.99459296,0.0021958665,0.00026765923,0.0015110541,0.00055094535,0.000026614844,0.00009152492,0.00021738908],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.5202297,0.3996154,0.07455159,0.001750756,0.0017704896,0.0020820734],"domain_scores_gemma":[0.18106002,0.77107424,0.043888293,0.0012441732,0.0017410315,0.0009922729],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.78350735,0.0005800899,0.03645935,0.00041231865,0.0002121777,0.000059108475,0.0021709686,0.003627094,0.00002300242],"category_scores_gemma":[0.9305908,0.0003142198,0.0071421587,0.0009584778,0.0012665956,0.0001554699,0.0003361271,0.004185053,0.000028266142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013841575,0.000766932,0.4739206,0.08610664,0.0030945037,0.0006225051,0.00019752292,0.0000034213572,9.462923e-10,0.000112073634,0.007428139,0.4263635],"study_design_scores_gemma":[0.00881843,0.0024249337,0.282071,0.5351359,0.003394017,0.0003873415,0.0008403233,0.000070954426,3.55854e-8,0.0025652742,0.16284856,0.0014432367],"about_ca_topic_score_codex":0.0008384919,"about_ca_topic_score_gemma":0.008114941,"teacher_disagreement_score":0.44902927,"about_ca_system_score_codex":0.00022290675,"about_ca_system_score_gemma":0.0035199593,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W4323569587","doi":"10.1183/16000617.0229-2022","title":"Patient-reported outcome measures for paediatric acute lower respiratory infection studies","year":2023,"lang":"en","type":"review","venue":"European Respiratory Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prom; Medicine; Patient-reported outcome; MEDLINE; Population; Pediatrics; Intensive care medicine; Disease; Physical therapy; Quality of life (healthcare); Internal medicine; Environmental health","score_opus":0.5979072414331136,"score_gpt":0.5504242676643429,"score_spread":0.04748297376877064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323569587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034430645,0.9806159,0.00002420586,0.00012014937,0.0018942322,0.009725468,0.000098922,0.0013809773,0.0061366786],"genre_scores_gemma":[6.0394e-7,0.99224144,0.00008134696,0.001725731,0.001630224,0.0022816095,0.00002906102,0.0004409064,0.0015690877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98110926,0.010216693,0.0039002988,0.0015219075,0.002001962,0.0012498839],"domain_scores_gemma":[0.9919596,0.0017893616,0.002540137,0.001763167,0.00147986,0.00046791055],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024266964,0.0010143174,0.0038134346,0.000814928,0.0010897197,0.0002205242,0.00134748,0.00041922356,0.0000838314],"category_scores_gemma":[0.020031312,0.0008397367,0.002266077,0.0035788666,0.0006061316,0.00032597227,0.0007372648,0.0012796479,0.0020992188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046604273,0.000049255053,0.000030640284,0.056217805,0.0006747362,0.00032767974,0.000084962776,7.124757e-8,1.923469e-7,0.00012145105,0.15042962,0.79205894],"study_design_scores_gemma":[0.00012894292,0.00025922823,0.000008284387,0.04515435,0.0024800065,0.0000051373963,0.000028649003,2.244715e-8,1.9595424e-7,0.00003267373,0.95111334,0.0007891457],"about_ca_topic_score_codex":0.00002179839,"about_ca_topic_score_gemma":0.00007662581,"teacher_disagreement_score":0.80068374,"about_ca_system_score_codex":0.00097519887,"about_ca_system_score_gemma":0.0014256855,"threshold_uncertainty_score":0.9994053},"labels":[],"label_agreement":null},{"id":"W4323652759","doi":"10.1186/s41687-023-00563-1","title":"Factors affecting implementation of patient-reported outcome and experience measures in a pediatric health system","year":2023,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Alberta Children's Hospital Research Institute; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Outcome (game theory); Patient-reported outcome; Medicine; Psychology; Environmental health; Nursing; Quality of life (healthcare)","score_opus":0.17784879386313954,"score_gpt":0.4774575937384314,"score_spread":0.2996087998752919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323652759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99756163,0.00012881149,0.00003995414,0.0005011312,0.0007344264,0.0008267309,0.000005489859,0.000104714556,0.00009709802],"genre_scores_gemma":[0.99950683,0.000117533134,0.00023909469,0.000027463591,0.000047869566,0.000019161425,0.000003068727,0.000024174553,0.000014782598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99335086,0.0006614858,0.002922286,0.00028875348,0.0021551652,0.00062145403],"domain_scores_gemma":[0.9942907,0.0007120174,0.0038627884,0.0002538687,0.0005829601,0.00029763643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003983845,0.00022464515,0.000780733,0.0014044095,0.0002919864,0.00007252754,0.0002754951,0.00012287532,0.000018390228],"category_scores_gemma":[0.0029068976,0.00018189574,0.00021210506,0.0018159857,0.00013047773,0.0004977016,0.00012252278,0.00036446145,9.737895e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001662677,0.000058163023,0.95293677,0.00010537721,0.00005014782,0.00014474838,0.040540088,0.000020271538,0.00008005193,0.00005013543,0.00011294778,0.0058846828],"study_design_scores_gemma":[0.0005702972,0.0002846884,0.79978406,0.00008194529,0.000029921006,0.000021431173,0.19842145,0.0000065510576,0.0005228713,0.000038730384,0.000092473434,0.00014558094],"about_ca_topic_score_codex":0.00462184,"about_ca_topic_score_gemma":0.0015411772,"teacher_disagreement_score":0.15788135,"about_ca_system_score_codex":0.00056625117,"about_ca_system_score_gemma":0.0006667802,"threshold_uncertainty_score":0.7417493},"labels":[],"label_agreement":null},{"id":"W4324055202","doi":"10.1097/jpo.0000000000000462","title":"Content Validity of a Collaborative Goal-Setting Pictorial Tool for Children Who Wear Ankle-Foot Orthoses: A Modified Delphi Consensus Study","year":2023,"lang":"en","type":"article","venue":"JPO Journal of Prosthetics and Orthotics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Delphi method; Delphi; Likert scale; Content validity; Thematic analysis; Physical therapy; Scale (ratio); Medicine; Psychology; Medical education; Applied psychology; Computer science; Qualitative research; Clinical psychology; Artificial intelligence; Psychometrics","score_opus":0.16250752672082702,"score_gpt":0.41065178186407125,"score_spread":0.24814425514324423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324055202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952668,0.00008552136,0.0004803202,0.0010702446,0.0004260044,0.0023649358,0.00014964864,0.000034400044,0.00012215137],"genre_scores_gemma":[0.9956946,0.0003307521,0.0034070883,0.000018934907,0.00037680377,0.000026229276,0.0000031918066,0.000026130678,0.000116303054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679834,0.0005520135,0.0009357079,0.00021644201,0.0010635396,0.00043395133],"domain_scores_gemma":[0.995735,0.0009961739,0.0007752743,0.00019681206,0.0021123134,0.00018445161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062732627,0.00017275315,0.000518992,0.00025260015,0.00043101877,0.00015597115,0.0003369856,0.00015773828,0.0000048979027],"category_scores_gemma":[0.0033649975,0.0001482764,0.0001520718,0.00069931336,0.00044852262,0.00008980908,0.00013433732,0.00034188712,7.4487536e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026276144,0.0021158296,0.8407298,0.0002360384,0.0008399178,0.00031533095,0.09989095,0.00033129402,0.0029798525,0.029632982,0.005394864,0.014905548],"study_design_scores_gemma":[0.035624433,0.036365118,0.5054351,0.0019119345,0.0018334601,0.0002725485,0.32351533,0.0041596284,0.009807567,0.057927344,0.02005293,0.0030946059],"about_ca_topic_score_codex":0.000073219024,"about_ca_topic_score_gemma":0.00017733,"teacher_disagreement_score":0.3352947,"about_ca_system_score_codex":0.0000764768,"about_ca_system_score_gemma":0.0007758715,"threshold_uncertainty_score":0.60465366},"labels":[],"label_agreement":null},{"id":"W4324264459","doi":"10.21423/bovine-vol52no1p73-75","title":"New AABP Officers and Directors 2017-2018","year":2018,"lang":"en","type":"article","venue":"The Bovine Practitioner","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan","keywords":"Veterinary medicine; Medicine","score_opus":0.10262018863868301,"score_gpt":0.43172541476056514,"score_spread":0.32910522612188214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324264459","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04918013,0.00028030053,0.002509846,0.09721934,0.00069827295,0.0006583431,0.000011773104,0.0004173466,0.84902465],"genre_scores_gemma":[0.951816,0.00033934927,0.0031128745,0.00072330347,0.0019927586,0.000024087536,0.0000031998898,0.000020339603,0.04196807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878854,0.00024683797,0.000109706016,0.00016824459,0.0004257312,0.0002609505],"domain_scores_gemma":[0.99903643,0.00036894178,0.00007369252,0.00025887083,0.00012637956,0.00013569584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013431187,0.00007296622,0.00007535665,0.00006165802,0.00074505754,0.000134891,0.00027715057,0.00006908219,0.0018331212],"category_scores_gemma":[0.0008312702,0.000052832427,0.000026083573,0.00027995443,0.00069250166,0.00039299013,0.00009996141,0.0001741432,0.0005893049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006719759,0.000028774975,0.0004036369,0.000002670821,0.000024854508,0.0000038932803,0.0033113258,2.0571535e-7,0.0008097131,0.025858859,0.94161534,0.027873546],"study_design_scores_gemma":[0.00010112676,0.00008095817,0.002589887,0.000009551055,0.000014643125,0.000005287129,0.0009256164,0.000010185811,0.0005442298,0.0063415584,0.9892806,0.00009637499],"about_ca_topic_score_codex":0.007889343,"about_ca_topic_score_gemma":0.0044218767,"teacher_disagreement_score":0.9026359,"about_ca_system_score_codex":0.00006566641,"about_ca_system_score_gemma":0.00030306523,"threshold_uncertainty_score":0.99907935},"labels":[],"label_agreement":null},{"id":"W4327680684","doi":"10.1007/s13187-023-02282-z","title":"Using a Nominal Group Technique to Develop a Science Communication Curriculum for Health Professionals and Clinical Researchers","year":2023,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"Princess Margaret Cancer Foundation","keywords":"Curriculum; Globe; Medical education; Core competency; Medicine; Engineering ethics; Psychology; Pedagogy; Engineering","score_opus":0.43695791804272777,"score_gpt":0.7185649060497495,"score_spread":0.2816069880070218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327680684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80203104,0.00093238987,0.013938799,0.17823361,0.0011110915,0.0032574895,0.000006657037,0.000056935893,0.0004320169],"genre_scores_gemma":[0.79915357,0.0021735658,0.19653335,0.0008508737,0.0006021725,0.00043706928,0.0000020925738,0.00001676721,0.00023051439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997716,0.0005245607,0.0005000689,0.00015097606,0.00077948516,0.00032887014],"domain_scores_gemma":[0.9963747,0.00043908515,0.00038365423,0.00014583259,0.0023194216,0.00033725754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023856254,0.000054313678,0.00015454507,0.0006657587,0.00077197107,0.00011066095,0.0005435607,0.000064822205,0.00000969682],"category_scores_gemma":[0.005014801,0.000049368195,0.00003359578,0.0027641698,0.00042768475,0.0005127052,0.00012619855,0.0003018558,0.0000012452444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022058374,0.00080593186,0.06787193,0.00021032977,0.000038333026,0.0000014191438,0.021169446,0.000016772969,0.004259698,0.016601136,0.13990659,0.74889785],"study_design_scores_gemma":[0.0013270209,0.0017303767,0.27916265,0.006909733,0.0000594588,0.000051510513,0.13509691,0.0017846683,0.0017888251,0.03405885,0.5372325,0.00079749414],"about_ca_topic_score_codex":0.0027642292,"about_ca_topic_score_gemma":0.0010602382,"teacher_disagreement_score":0.74810034,"about_ca_system_score_codex":0.0011315441,"about_ca_system_score_gemma":0.017884487,"threshold_uncertainty_score":0.9876832},"labels":[],"label_agreement":null},{"id":"W4327905433","doi":"10.1016/s2665-9913(23)00063-2","title":"Patient–researcher co-presentation of research results to people living with systemic sclerosis","year":2023,"lang":"en","type":"letter","venue":"The Lancet Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of the Fraser Valley; Jewish General Hospital; McGill University; Multiple Sclerosis Society of Canada","funders":"","keywords":"Scopus; Medicine; Clinical trial; Presentation (obstetrics); Alternative medicine; MEDLINE; Family medicine; Medical education; Psychology; Internal medicine; Political science; Surgery","score_opus":0.2707759730913277,"score_gpt":0.47109480729514763,"score_spread":0.2003188342038199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327905433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121995024,0.000138665,0.000052608193,0.86001104,0.0004047774,0.0029370622,0.0002746434,0.00045378393,0.013732402],"genre_scores_gemma":[0.9695865,0.0029509724,0.00047048624,0.015185172,0.0015738478,0.0021634218,0.0001968692,0.00024722065,0.007625509],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855586,0.007575765,0.0007462742,0.0007320101,0.0035141534,0.0018731911],"domain_scores_gemma":[0.98130906,0.015489963,0.00035057275,0.0014533651,0.0012580494,0.00013896913],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013580756,0.0002485828,0.00093990046,0.00096301874,0.00081058615,0.00018821562,0.0025674386,0.00082351355,0.00012620131],"category_scores_gemma":[0.010689562,0.00018189265,0.00009590539,0.0027925621,0.0016149069,0.00011234762,0.00071948336,0.0033214197,0.000649467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015548801,0.00001910347,0.0051060426,0.00045431053,0.00006903057,0.000044696444,0.024486125,0.000011223222,0.00006354328,0.00061613385,0.96844006,0.0005342192],"study_design_scores_gemma":[0.002689016,0.0024131497,0.025649043,0.031291105,0.00008889837,0.00022139672,0.116573945,0.00014360689,0.0008925703,0.006346138,0.8114814,0.0022097328],"about_ca_topic_score_codex":0.044526063,"about_ca_topic_score_gemma":0.009877744,"teacher_disagreement_score":0.84759146,"about_ca_system_score_codex":0.0003879885,"about_ca_system_score_gemma":0.0008678383,"threshold_uncertainty_score":0.99897796},"labels":[],"label_agreement":null},{"id":"W4352996831","doi":"10.4095/331515","title":"Canada1Water 2022 progress report","year":2023,"lang":"en","type":"report","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.4023887365949555,"score_gpt":0.5719855235728494,"score_spread":0.16959678697789388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4352996831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013028023,0.00023461852,0.000012927801,0.0095211975,0.003320462,0.0011292847,0.000030618314,0.0013453092,0.9842753],"genre_scores_gemma":[0.003713002,0.001580829,0.00037185973,0.000040279287,0.0016622925,0.00059818634,0.00013822119,0.000101563164,0.99179375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99178916,0.00022583774,0.0005752371,0.0006588288,0.0058296267,0.0009212802],"domain_scores_gemma":[0.99704915,0.00018054561,0.00025159447,0.0008089018,0.001405489,0.00030431803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010253684,0.0002153223,0.00038521294,0.00038194028,0.00046787813,0.00022189206,0.00094825076,0.0006704029,0.004004787],"category_scores_gemma":[0.0028104507,0.00018866688,0.00016850389,0.00085909804,0.0006272848,0.00008844526,0.00038051367,0.0007638792,0.00038236263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011666947,0.000013677317,0.0025503123,0.000051621133,0.000036850077,0.005481465,0.0001964345,4.458042e-8,8.6715033e-7,0.00040780284,0.9798081,0.01145166],"study_design_scores_gemma":[0.000018098513,0.000011962925,0.0003999533,0.00006497953,0.000012783414,0.00007321599,0.00058359304,7.5628367e-7,0.000027769302,0.00086567027,0.9976886,0.00025263117],"about_ca_topic_score_codex":0.49870682,"about_ca_topic_score_gemma":0.43733004,"teacher_disagreement_score":0.061376784,"about_ca_system_score_codex":0.0017256278,"about_ca_system_score_gemma":0.01648492,"threshold_uncertainty_score":0.9969057},"labels":[],"label_agreement":null},{"id":"W4360823625","doi":"10.1186/s12966-023-01431-3","title":"Outcome domains measured in randomized controlled trials of physical activity for older adults: a rapid review","year":2023,"lang":"en","type":"review","venue":"International Journal of Behavioral Nutrition and Physical Activity","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Michael Smith Health Research BC","keywords":"Medicine; Randomized controlled trial; Psychological intervention; MEDLINE; Physical therapy; Clinical trial; Sports medicine; Rehabilitation; Gerontology; Internal medicine; Psychiatry","score_opus":0.3526617792726746,"score_gpt":0.5754125948645671,"score_spread":0.22275081559189247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360823625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03447702,0.9365168,0.0005002664,0.0030516598,0.001131486,0.022894286,0.0012372198,0.00007930426,0.00011190844],"genre_scores_gemma":[0.07905731,0.91835093,0.000095739735,0.000012771177,0.0009910373,0.0014053317,0.00001953467,0.00003318026,0.000034183326],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894379,0.006048238,0.0019683552,0.00033285067,0.0019140021,0.00029866028],"domain_scores_gemma":[0.9814094,0.013176267,0.0037806276,0.00015831883,0.0012958646,0.00017953303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015596939,0.0003817414,0.010904913,0.00067376177,0.000079844634,0.000096147414,0.0006616451,0.00026591102,0.000026700822],"category_scores_gemma":[0.008124814,0.0002618146,0.005623746,0.00045769816,0.00044647988,0.0004307856,0.00009352807,0.00085420243,0.0000022477893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02294153,0.006472668,0.000003496414,0.008510102,0.0006396492,0.000028790842,0.00041812155,8.258027e-8,0.000034389166,0.00061589514,0.00037297036,0.9599623],"study_design_scores_gemma":[0.48759857,0.0011376707,0.00011400354,0.35465705,0.012422719,0.000049606013,0.00056455383,0.00018037288,0.0002170883,0.0075273146,0.13390532,0.0016257444],"about_ca_topic_score_codex":0.00029383338,"about_ca_topic_score_gemma":0.000042299984,"teacher_disagreement_score":0.95833653,"about_ca_system_score_codex":0.00038551493,"about_ca_system_score_gemma":0.00046238932,"threshold_uncertainty_score":0.99998343},"labels":[],"label_agreement":null},{"id":"W4360997801","doi":"10.1007/s10643-023-01473-z","title":"Development of a Physical Activity and Sedentary Behaviour Policy for Canadian Childcare Settings: A Delphi Study","year":2023,"lang":"en","type":"article","venue":"Early Childhood Education Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children’s Health Research Institute; Impact; Lawson Health Research Institute; London Health Sciences Centre; Western University","funders":"","keywords":"Sociology of Education; Physical activity; Social policy; Policy development; Delphi method; Psychology; Early childhood education; Physical activity level; Sociology; Developmental psychology; Political science; Pedagogy; Medicine; Public administration","score_opus":0.04866139128045569,"score_gpt":0.42429433635363134,"score_spread":0.37563294507317563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360997801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98959464,0.000012804345,0.000012968233,0.0088895075,0.00015473057,0.0009283411,0.000018494264,0.000042876272,0.00034562024],"genre_scores_gemma":[0.9977543,0.000007644061,0.0011359891,0.00009368599,0.00075350556,0.000108132386,0.000006251656,0.000017752382,0.00012278893],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99850917,0.00016103794,0.00019709906,0.00018659048,0.00052243285,0.00042366184],"domain_scores_gemma":[0.99879307,0.00009919112,0.00013718779,0.00011850982,0.00028330382,0.0005687322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013721513,0.00010102687,0.000148551,0.00066828873,0.001217911,0.00017189323,0.00029555606,0.000056675126,0.000019517807],"category_scores_gemma":[0.00062257244,0.00010437158,0.000058636266,0.0007141103,0.00008108793,0.0002623042,0.000048487575,0.00029232417,0.0000063282614],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008938435,0.0010122109,0.065992735,0.000009593454,0.00006665365,0.0000031959858,0.726201,0.0000013712188,0.00014878387,0.0002324898,0.0057677687,0.20055528],"study_design_scores_gemma":[0.000211894,0.00010610217,0.91192156,0.00004340228,0.000013282995,0.0000071298705,0.085449845,0.0000020065954,0.00013508448,0.0005375987,0.0014653616,0.000106716165],"about_ca_topic_score_codex":0.05106153,"about_ca_topic_score_gemma":0.047787324,"teacher_disagreement_score":0.84592885,"about_ca_system_score_codex":0.00041075711,"about_ca_system_score_gemma":0.01316925,"threshold_uncertainty_score":0.99242514},"labels":[],"label_agreement":null},{"id":"W4360999397","doi":"10.2196/preprints.47358","title":"Parents’ Perceptions of the Factors Influencing the Uptake of Remote Pediatric Hearing Aid Support: Development of a Conceptual Framework (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"General partnership; Context (archaeology); Hearing aid; Participatory action research; Citizen journalism; Conceptual framework; Psychology; Data collection; Medical education; Medicine; Computer science; Political science; Sociology; Geography; World Wide Web; Audiology","score_opus":0.19057119126798058,"score_gpt":0.4265522534664282,"score_spread":0.23598106219844764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360999397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909727,0.000023113334,0.0039962614,0.00035589788,0.00045195356,0.0013308515,0.000032427262,0.0001336882,0.0027030793],"genre_scores_gemma":[0.98194855,0.00018369568,0.017199649,0.000014065209,0.00008491697,0.000041380677,0.000005072671,0.000029538707,0.0004931552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954372,0.00042367564,0.0013203805,0.00047110888,0.00186508,0.00048256727],"domain_scores_gemma":[0.9965164,0.00093852263,0.00076725765,0.0011136066,0.00055703975,0.000107161715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037265709,0.00023764808,0.0004909095,0.00024316534,0.00044491535,0.000041954474,0.0023749962,0.0005168392,0.0006934187],"category_scores_gemma":[0.0029667616,0.0001568257,0.00034595584,0.00097093364,0.0013542249,0.00006315855,0.003274506,0.0013444065,0.000017448545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014298796,0.000095026735,0.5860505,0.00037258666,0.00013186432,0.0000010408061,0.4024923,0.00057510583,0.0003751432,0.003796649,0.0004398707,0.0056555555],"study_design_scores_gemma":[0.00009878996,0.000029356146,0.71038646,0.00053182594,0.000059842623,2.9543318e-7,0.27549326,0.000040360905,0.0029493724,0.009208975,0.00090569316,0.0002957556],"about_ca_topic_score_codex":0.009306419,"about_ca_topic_score_gemma":0.0022394436,"teacher_disagreement_score":0.12699905,"about_ca_system_score_codex":0.00029506168,"about_ca_system_score_gemma":0.0029114902,"threshold_uncertainty_score":0.9972907},"labels":[],"label_agreement":null},{"id":"W4361269732","doi":"10.12789/geocanj.2023.50.193","title":"Sudbury 2023: GAC–MAC–SGA Joint Annual Meeting Field Trips","year":2023,"lang":"en","type":"article","venue":"Geoscience Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"TRIPS architecture; Joint (building); Environmental science; Transport engineering; Engineering; Civil engineering","score_opus":0.07865855574523994,"score_gpt":0.3788827747614702,"score_spread":0.30022421901623025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361269732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64170283,0.00028930677,0.0006751636,0.09749046,0.0053631905,0.0014106632,0.00026319566,0.0011514144,0.25165376],"genre_scores_gemma":[0.9605335,0.00014326283,0.00056506885,0.0019142745,0.00039776502,0.00007635061,0.000006523593,0.000017512411,0.036345754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603015,0.00020238638,0.0002732948,0.00044574487,0.0018892625,0.00115918],"domain_scores_gemma":[0.99839115,0.0005731182,0.00007882269,0.00033420778,0.00022850664,0.00039416755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036423223,0.00012172629,0.00016496055,0.0002116904,0.0011521473,0.0001446568,0.0010334011,0.0001040091,0.00046356744],"category_scores_gemma":[0.0044366573,0.00012442857,0.000052490002,0.0026908645,0.0003902898,0.00028299354,0.00026257447,0.00032451702,0.00007911623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051413117,0.000011186063,0.0025692575,0.000014101499,0.0000040011955,0.0002652177,0.0017392568,0.000040753675,0.0007373461,0.0026853187,0.96614504,0.025783375],"study_design_scores_gemma":[0.00012858734,0.000066367094,0.005730482,0.000063297164,0.0000041484755,0.0000045705,0.024288543,0.0007182654,0.0020275968,0.00192805,0.96464026,0.0003998578],"about_ca_topic_score_codex":0.9683944,"about_ca_topic_score_gemma":0.9649902,"teacher_disagreement_score":0.31883064,"about_ca_system_score_codex":0.0004946087,"about_ca_system_score_gemma":0.0044028177,"threshold_uncertainty_score":0.88615024},"labels":[],"label_agreement":null},{"id":"W4362692138","doi":"10.1111/jopr.13691","title":"Patient and clinician perspectives on implant dentistry decision aid content: Results from an enhanced Delphi study","year":2023,"lang":"en","type":"article","venue":"Journal of Prosthodontics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Delphi method; Dentistry; Delphi; Medicine; Implant; Psychology; Orthodontics; Computer science; Surgery","score_opus":0.22654712534068044,"score_gpt":0.4977145237755849,"score_spread":0.27116739843490445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362692138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99651784,0.00010600125,0.00074377685,0.0009593933,0.00075103785,0.0005597714,0.000056205157,0.000053835833,0.00025216208],"genre_scores_gemma":[0.9928644,0.00070905086,0.005907656,0.000051332026,0.00034973345,0.000006116283,0.0000026570235,0.000017866723,0.0000912345],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99643445,0.00077047065,0.0008324822,0.00030110925,0.001322105,0.0003393966],"domain_scores_gemma":[0.99652237,0.0016802705,0.0005620475,0.0002743352,0.00069292495,0.0002680804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052562268,0.00013092053,0.00033076052,0.00029472352,0.00036705128,0.00023622635,0.0003960545,0.00013294378,0.000009636256],"category_scores_gemma":[0.006115637,0.000108270484,0.00009014234,0.0004080783,0.00019382496,0.00030520948,0.00013061885,0.000492567,0.000013433038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00986584,0.003672318,0.042085864,0.000019945508,0.0003232113,0.0048984108,0.60494596,0.00007387188,0.008940627,0.001109023,0.009741928,0.31432298],"study_design_scores_gemma":[0.004340029,0.0072482782,0.12164344,0.0005374154,0.0000785448,0.000049858336,0.85498637,0.00012904486,0.0026280896,0.005040767,0.0029363476,0.0003817921],"about_ca_topic_score_codex":0.00046561233,"about_ca_topic_score_gemma":0.0012590375,"teacher_disagreement_score":0.3139412,"about_ca_system_score_codex":0.00016147082,"about_ca_system_score_gemma":0.00017912414,"threshold_uncertainty_score":0.732143},"labels":[],"label_agreement":null},{"id":"W4364379219","doi":"10.3138/ptc-2022-0054","title":"Developing a National Consensus of the Physiotherapy Entry-Level Business and Practice Management Core Curriculum Competencies: A Delphi Study","year":2023,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Canadian Physiotherapy Association; Kingston Health Sciences Centre; Acceleware (Canada); Hotel Dieu Hospital; Queen's University","funders":"Johns Hopkins University","keywords":"Delphi method; Curriculum; Core competency; Delphi; Medical education; Medicine; Graduation (instrument); Health care; Consistency (knowledge bases); Nursing; Psychology; Management; Political science; Pedagogy; Engineering","score_opus":0.14248468953845167,"score_gpt":0.45543689742932686,"score_spread":0.3129522078908752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364379219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95541567,0.00018809197,0.00018257643,0.03219165,0.0005921911,0.0029077805,0.00008469579,0.0001700581,0.008267264],"genre_scores_gemma":[0.9956481,0.00057523436,0.0016296721,0.0011838713,0.00010296501,0.00013007995,0.0000032033977,0.000025998947,0.00070088846],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99687964,0.00036381464,0.0002616948,0.00029410032,0.0018287909,0.00037193645],"domain_scores_gemma":[0.99787104,0.0008306119,0.00018958555,0.0002479335,0.0007905284,0.00007030615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010747922,0.00015083207,0.00019989359,0.00012807398,0.00059683836,0.000057811903,0.0005444927,0.000037399474,0.00003206868],"category_scores_gemma":[0.00034324368,0.00012158972,0.000034728673,0.00233679,0.0003135109,0.00009165626,0.00013186895,0.00012175312,0.0000018318722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081639504,0.0029116299,0.049804818,0.0013581977,0.0029417307,0.0003528679,0.075934455,0.0011204359,0.021587769,0.33529872,0.45346612,0.05440688],"study_design_scores_gemma":[0.0039474107,0.00017851233,0.37928566,0.00057487277,0.00006757111,0.000015534804,0.285191,0.0014290931,0.00049403054,0.014539508,0.31301445,0.0012623727],"about_ca_topic_score_codex":0.7005602,"about_ca_topic_score_gemma":0.6378333,"teacher_disagreement_score":0.32948086,"about_ca_system_score_codex":0.00053965807,"about_ca_system_score_gemma":0.002345999,"threshold_uncertainty_score":0.49582848},"labels":[],"label_agreement":null},{"id":"W4366173415","doi":"10.1016/j.jid.2023.03.612","title":"605 Uptake and reporting of the harmonising outcome measures for eczema (HOME) core outcome set in randomized clinical trials for systemic treatments for atopic dermatitis","year":2023,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Atopic dermatitis; Medicine; Clinical trial; Randomized controlled trial; Clinical Practice; Pediatrics; Physical therapy; Dermatology; Internal medicine","score_opus":0.7586365304608496,"score_gpt":0.6045370475169939,"score_spread":0.15409948294385567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366173415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707784,0.000331522,0.0036588076,0.019930884,0.0005325127,0.00466449,0.000052078653,0.000025844929,0.00002546147],"genre_scores_gemma":[0.99243784,0.00015160658,0.006444544,0.00031604536,0.00011210347,0.00042530586,0.0000044193357,0.000021159201,0.00008696837],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9877628,0.003995392,0.0071548484,0.0002160239,0.0004512503,0.00041970005],"domain_scores_gemma":[0.96442187,0.025970032,0.008335383,0.00017644916,0.0009380269,0.00015822487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05148557,0.00017164457,0.0027781115,0.000346259,0.0003316739,0.000049916413,0.00039380128,0.0002801688,0.0000018175463],"category_scores_gemma":[0.2101387,0.00011084226,0.0009009877,0.00036718798,0.0013165493,0.00016599604,0.000061032515,0.0002803126,3.878278e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056107524,0.0001600364,0.9174673,0.0018378388,0.0019006417,0.00023565811,0.022339825,0.00005209542,0.0035531952,0.025354626,0.012915326,0.008572709],"study_design_scores_gemma":[0.2648218,0.00071690587,0.12264011,0.0032637995,0.0021484816,0.0026078578,0.035245847,0.0062383483,0.030784935,0.5252151,0.00535144,0.0009654003],"about_ca_topic_score_codex":0.00009268158,"about_ca_topic_score_gemma":0.00014866557,"teacher_disagreement_score":0.79482716,"about_ca_system_score_codex":0.00015626356,"about_ca_system_score_gemma":0.00058652903,"threshold_uncertainty_score":0.97669524},"labels":[],"label_agreement":null},{"id":"W4366984129","doi":"10.4187/respcare.10899","title":"Barriers to Respiratory Care Research in the United States","year":2023,"lang":"en","type":"article","venue":"Respiratory Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Mentorship; Medicine; Respiratory care; Clinical research; Family medicine; Original research; Research design; Medical education; Intensive care medicine; Internal medicine; Library science","score_opus":0.29994216293073256,"score_gpt":0.5319853447664941,"score_spread":0.2320431818357615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366984129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556407,0.0010137628,0.000003034467,0.0051942235,0.00022509057,0.0019782106,0.00008157811,0.0005265182,0.035336893],"genre_scores_gemma":[0.99406517,0.00007504142,0.000024418827,0.0044655045,0.0003603334,0.00071691006,0.000027426868,0.00005381733,0.00021139863],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902901,0.0046754507,0.00035556775,0.0005760081,0.0027487825,0.0013541122],"domain_scores_gemma":[0.9957615,0.0014134605,0.00004160761,0.00093613187,0.0012640476,0.0005832399],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00990268,0.00017988756,0.00020094847,0.0021624626,0.0016230773,0.00031313478,0.0019966317,0.00027333584,0.00014693753],"category_scores_gemma":[0.00388711,0.00015549292,0.00008746325,0.010781566,0.0007422796,0.00016742527,0.0003954361,0.001053288,0.0006284023],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010299162,0.00002290224,0.050252665,0.0002416973,0.000017717293,0.0009769902,0.60785204,0.00067337696,0.001959334,0.0088579,0.30831677,0.020725647],"study_design_scores_gemma":[0.00010882922,0.00011256938,0.0019842798,0.00005147524,0.0000014027963,9.2016954e-8,0.4032987,0.0000010699276,0.00068478787,0.00026294094,0.5933689,0.00012494947],"about_ca_topic_score_codex":0.0046836324,"about_ca_topic_score_gemma":0.01154358,"teacher_disagreement_score":0.28505215,"about_ca_system_score_codex":0.001112533,"about_ca_system_score_gemma":0.0019102334,"threshold_uncertainty_score":0.99967664},"labels":[],"label_agreement":null},{"id":"W4367024613","doi":"10.15621/ijphy/2022/v9i2/1234","title":"A Preliminary Study to Develop a Collaborative Tiered School-Based Physical Therapy Service Delivery Model: Results from an International Delphi Consultation","year":2019,"lang":"en","type":"article","venue":"International Journal of Physiotherapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychological intervention; Delphi method; Tier 2 network; Medicine; Delphi; Medical education; Service delivery framework; Fidelity; Promotion (chess); Core (optical fiber); Rehabilitation; Service (business); Nursing; Physical therapy; Computer science","score_opus":0.05864331260014814,"score_gpt":0.4638839127114702,"score_spread":0.40524060011132207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367024613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869626,0.000022354827,0.0018908575,0.008317993,0.0007258291,0.0010383235,0.00021678678,0.000060389466,0.0007648307],"genre_scores_gemma":[0.9891158,0.000085827916,0.007829196,0.0017941733,0.00090704655,0.000038247148,0.000050926374,0.000038020822,0.00014077836],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99562055,0.0005760619,0.00066798483,0.000399059,0.0024755194,0.00026081665],"domain_scores_gemma":[0.98961246,0.00074489374,0.0005777803,0.00027997562,0.008515077,0.00026980124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00115445,0.00022061645,0.000318618,0.00047502518,0.00013211765,0.00033983734,0.001885273,0.00008464105,0.0001865745],"category_scores_gemma":[0.000687541,0.00020332506,0.000095202726,0.00090135064,0.00007910575,0.0012368609,0.00008114004,0.00034397194,0.00007134739],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09889554,0.019654721,0.017099397,0.000011014756,0.0031811495,0.00026033714,0.4454644,0.15486886,0.18765956,0.0016277257,0.00905106,0.06222624],"study_design_scores_gemma":[0.08333736,0.022552626,0.1605363,0.0015024692,0.00012581832,0.000020870026,0.20501149,0.41352278,0.04522314,0.023059258,0.041475315,0.0036325871],"about_ca_topic_score_codex":0.0015963588,"about_ca_topic_score_gemma":0.0005697495,"teacher_disagreement_score":0.2586539,"about_ca_system_score_codex":0.00058121426,"about_ca_system_score_gemma":0.0020043931,"threshold_uncertainty_score":0.82913554},"labels":[],"label_agreement":null},{"id":"W4367302609","doi":"10.1212/wnl.0000000000203661","title":"International Consensus on Smoldering Disease in Multiple Sclerosis using the Delphi Method (P11-3.013)","year":2023,"lang":"en","type":"article","venue":"Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Multiple sclerosis; Disease; Medicine; Clinical disease; Intensive care medicine; Clinical Practice; Pathological; Neurodegeneration; Disease management; Modalities; Neuroscience; Pathology; Psychology; Immunology; Physical therapy; Parkinson's disease","score_opus":0.37042845014540965,"score_gpt":0.47477612276541914,"score_spread":0.10434767262000949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367302609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94418937,0.000008192403,0.0003940705,0.05246502,0.00057608617,0.00031960284,0.0000102512095,0.00018741428,0.0018499884],"genre_scores_gemma":[0.9976944,0.000050979495,0.0008909924,0.0010972865,0.00014317229,0.000051066596,0.0000019048322,0.00001562847,0.00005459654],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790204,0.00086282,0.000165958,0.00027488527,0.00040433442,0.0003899739],"domain_scores_gemma":[0.9974203,0.002179345,0.000045888308,0.0002099742,0.000057225236,0.00008727309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015691144,0.00007637091,0.000096061645,0.00025448247,0.0002797048,0.00004721131,0.00050631963,0.00008708893,0.000077247736],"category_scores_gemma":[0.0021845542,0.0000672168,0.000047309262,0.0005724512,0.00031223826,0.000036969126,0.00020198332,0.00034621655,0.000044942142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038446474,0.00068569614,0.6239957,0.000049949875,0.00013605454,0.0032280004,0.021302579,0.1030344,0.050306674,0.0509909,0.024694793,0.117730595],"study_design_scores_gemma":[0.0016851156,0.00032432444,0.4125303,0.000069837086,0.000024406429,0.000014298797,0.0015530033,0.41291696,0.0010215512,0.017184503,0.15210137,0.00057432323],"about_ca_topic_score_codex":0.0044972175,"about_ca_topic_score_gemma":0.0015987757,"teacher_disagreement_score":0.30988255,"about_ca_system_score_codex":0.00005514823,"about_ca_system_score_gemma":0.0000994775,"threshold_uncertainty_score":0.6798477},"labels":[],"label_agreement":null},{"id":"W4367845058","doi":"10.1016/j.ajogmf.2023.101006","title":"Letters to the Editor should be meaningful and avoid self-citation","year":2023,"lang":"en","type":"letter","venue":"American Journal of Obstetrics & Gynecology MFM","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Citation; Editorial board; Institutional review board; Psychology; Library science; Medicine; Computer science; Psychiatry","score_opus":0.08235529202232193,"score_gpt":0.38867813803136203,"score_spread":0.3063228460090401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367845058","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0100504495,0.00018286495,0.0003572505,0.9746494,0.013593837,0.00052971696,0.000018102437,0.000117479016,0.0005008673],"genre_scores_gemma":[0.017527228,0.0016540561,0.009401694,0.9351934,0.034858968,0.000068211266,0.000014014727,0.00014610909,0.0011362964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418265,0.001763372,0.0007469383,0.00038398308,0.0020335708,0.0008895171],"domain_scores_gemma":[0.9724228,0.02494095,0.0011457695,0.00035869595,0.0008711361,0.00026065353],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0045899996,0.00029212513,0.00071015384,0.0015159096,0.000583784,0.00022723076,0.0016296507,0.0005040617,0.000041281368],"category_scores_gemma":[0.02929053,0.00023471327,0.00020896984,0.003130377,0.0010373599,0.00019313181,0.00019567143,0.0036327138,0.00005435688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007071115,0.000018686707,0.0005176387,0.000011169776,0.000109814064,0.00056496763,0.0049681724,0.000012351464,0.000019362455,0.0000442746,0.9759263,0.01780024],"study_design_scores_gemma":[0.00013663298,0.00078437023,0.0011386396,0.000032869935,0.000093155264,0.000023520968,0.003902104,0.0000059879594,0.000004557174,0.0002627941,0.99337214,0.00024319818],"about_ca_topic_score_codex":0.0003141199,"about_ca_topic_score_gemma":0.00013761452,"teacher_disagreement_score":0.03945601,"about_ca_system_score_codex":0.0009144147,"about_ca_system_score_gemma":0.0007179471,"threshold_uncertainty_score":0.9986659},"labels":[],"label_agreement":null},{"id":"W4372348966","doi":"10.21203/rs.3.rs-2840416/v1","title":"The PRESIDE (PhaRmacogEnomicS In DEpression) Trial: a double-blind randomised controlled trial of pharmacogenomic-informed prescribing of antidepressants on depression outcomes in patients with major depressive disorder in primary care.","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Pharmacogenomics; Depression (economics); Antidepressant; Randomized controlled trial; Clinical trial; Patient Health Questionnaire; Major depressive disorder; Psychiatry; Physical therapy; Internal medicine; Depressive symptoms; Anxiety; Mood; Pharmacology","score_opus":0.1282844426227042,"score_gpt":0.4644151459574958,"score_spread":0.33613070333479156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372348966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92915833,0.0011440895,0.00001162896,0.00017912147,0.00052426883,0.0663333,0.00018819084,0.000084029314,0.0023770365],"genre_scores_gemma":[0.9814129,0.0023121196,0.000084773004,0.000008482922,0.00012964786,0.015529433,0.00014977471,0.00015277769,0.00022012551],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.981965,0.0060944883,0.0030668029,0.0014469771,0.0054365415,0.0019901972],"domain_scores_gemma":[0.98012644,0.015177648,0.0014302625,0.0015189013,0.0014140551,0.00033269078],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013317415,0.0007115584,0.0024832482,0.002957924,0.00056638825,0.00027763462,0.003195214,0.0008841804,0.000034069286],"category_scores_gemma":[0.006977984,0.0004995827,0.0005450837,0.0017414339,0.0010772235,0.00041145965,0.0026605758,0.0030113733,0.0000058786923],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7279857,0.0015069083,0.25961316,0.0007357135,0.00020965943,0.000042342403,0.003815834,0.0020704234,0.00010655056,0.000015386391,0.00007905982,0.0038193145],"study_design_scores_gemma":[0.9338765,0.0005781563,0.057763886,0.0030718804,0.00006408115,8.585487e-8,0.0017464968,0.00018451556,0.0018481645,0.0003351736,0.00005798076,0.0004730904],"about_ca_topic_score_codex":0.0119680455,"about_ca_topic_score_gemma":0.010067603,"teacher_disagreement_score":0.20589083,"about_ca_system_score_codex":0.0016455451,"about_ca_system_score_gemma":0.0045423554,"threshold_uncertainty_score":0.9997456},"labels":[],"label_agreement":null},{"id":"W4375951830","doi":"10.51731/cjht.2023.638","title":"Objective Assessment System for Cognitive Function","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognition; Rehabilitation; Service (business); Function (biology); Horizon; Time horizon; Knowledge management; Information technology; Health care; Computer science; Medicine; Business; Marketing; Political science; Physical therapy","score_opus":0.16686765054654018,"score_gpt":0.4814488522793862,"score_spread":0.31458120173284604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375951830","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19792807,0.036546204,0.13825636,0.53657377,0.013915397,0.014825371,0.0007606476,0.009247316,0.051946882],"genre_scores_gemma":[0.99898833,0.00017057403,0.0005093085,0.00006781023,0.000033367694,0.00008553184,0.0000025888053,0.00001189994,0.00013059091],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99831843,0.00020573175,0.0003738167,0.00012727648,0.00033087478,0.0006438882],"domain_scores_gemma":[0.99825203,0.00049018464,0.00031815574,0.00010375876,0.00072276493,0.00011308523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048132176,0.00007627461,0.00023068706,0.0011317809,0.0010540334,0.0000765964,0.0003807403,0.00017356788,0.000007810546],"category_scores_gemma":[0.002338427,0.00007248065,0.0000745277,0.0010595612,0.00039062777,0.00015880883,0.000019564763,0.00037315156,0.000011694252],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029393514,0.000011327481,0.0033139477,0.00020441902,0.000081798105,0.00009415402,0.002655799,0.000009330987,0.000018588707,0.07937572,0.029928856,0.8842767],"study_design_scores_gemma":[0.0006086396,0.0012732387,0.015578382,0.00091465923,0.000029236247,0.000030059487,0.6767218,0.00006170736,0.00028010618,0.03921892,0.2650434,0.00023981658],"about_ca_topic_score_codex":0.0141400825,"about_ca_topic_score_gemma":0.022741139,"teacher_disagreement_score":0.88403684,"about_ca_system_score_codex":0.001617273,"about_ca_system_score_gemma":0.008339229,"threshold_uncertainty_score":0.99728256},"labels":[],"label_agreement":null},{"id":"W4375954977","doi":"10.1111/dmcn.15639","title":"What outcomes do disabled children and their caregivers value most?","year":2023,"lang":"en","type":"letter","venue":"Developmental Medicine & Child Neurology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Value (mathematics); Psychology; Gerontology; Medicine; Computer science","score_opus":0.044407884497905566,"score_gpt":0.350873133170639,"score_spread":0.30646524867273345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375954977","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015394872,0.00037520425,0.0000028562633,0.96733606,0.0032054957,0.0013927881,0.000047851256,0.0005205521,0.011724303],"genre_scores_gemma":[0.017958974,0.0076531526,0.000057144065,0.9648039,0.00391136,0.00020394509,0.00065639836,0.00021144723,0.0045437245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949817,0.0008806602,0.00056655525,0.001175987,0.0011502844,0.0012448169],"domain_scores_gemma":[0.9976001,0.0013921473,0.00022450105,0.00043251863,0.00009643023,0.00025432534],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011375078,0.000621914,0.0009867888,0.00068761356,0.0007843859,0.00015495354,0.0012914097,0.0012058228,0.00046018005],"category_scores_gemma":[0.0010668657,0.00048695295,0.00010552546,0.0007745941,0.0025629194,0.00029185964,0.0007152887,0.0031482456,0.00012714815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017745251,0.000015080118,0.008849979,0.00002783191,0.00014975091,0.0005319453,0.0068242545,2.3626698e-7,0.000004433353,0.00024308672,0.9741152,0.00922044],"study_design_scores_gemma":[0.00095183606,0.00027794295,0.03497779,0.00027325106,0.000045173478,0.00023223077,0.0021192732,0.0000012293926,0.000022179425,0.0023117717,0.95814335,0.000643989],"about_ca_topic_score_codex":0.0026314533,"about_ca_topic_score_gemma":0.00056791754,"teacher_disagreement_score":0.026127812,"about_ca_system_score_codex":0.00018927577,"about_ca_system_score_gemma":0.0003426259,"threshold_uncertainty_score":0.9997582},"labels":[],"label_agreement":null},{"id":"W4375956015","doi":"10.1016/j.semarthrit.2023.152210","title":"Developing a core outcome set for foot and ankle disorders in rheumatic and musculoskeletal diseases: A scoping review and report from the OMERACT 2022 foot and ankle special interest group session","year":2023,"lang":"en","type":"review","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; Ottawa Hospital; University of Ottawa","funders":"Leeds Biomedical Research Centre; University of Leeds; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Physical therapy; Observational study; Ankle; Quality of life (healthcare); Foot (prosody); Physical medicine and rehabilitation; Rheumatology; Internal medicine; Surgery","score_opus":0.1810680445546388,"score_gpt":0.4824318633857429,"score_spread":0.3013638188311041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375956015","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014984312,0.9779135,0.000032553227,0.00094156805,0.00023700195,0.0055444813,0.00024426728,0.000048233465,0.000054100467],"genre_scores_gemma":[0.0019336357,0.9958655,0.0007335791,0.000036311645,0.00008866798,0.0010811023,0.0001663154,0.00005932772,0.000035531666],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961531,0.00060300407,0.0013835352,0.0008898042,0.0004113954,0.00055916916],"domain_scores_gemma":[0.9956013,0.0033106613,0.0005379203,0.00030897622,0.00004017198,0.00020100166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032998142,0.00045737595,0.0018368869,0.0002847478,0.00064060284,0.00034421444,0.00028198,0.00029672918,0.000025652342],"category_scores_gemma":[0.0029884155,0.00036354337,0.00012222251,0.00057012547,0.00080090505,0.00033548687,0.0007435435,0.0005733688,9.1437977e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004812714,0.000018870513,0.0061505637,0.028891206,0.000030172263,0.0000604377,0.0013878347,8.3452685e-9,6.2159465e-8,0.0005236477,0.0006151928,0.96231717],"study_design_scores_gemma":[0.0006708059,0.00011399501,0.005969211,0.9555819,0.00013288987,0.0001694605,0.002443307,0.000015229383,1.7357383e-8,0.009551505,0.024684783,0.0006668985],"about_ca_topic_score_codex":0.0019429127,"about_ca_topic_score_gemma":0.03712998,"teacher_disagreement_score":0.9616503,"about_ca_system_score_codex":0.00013455634,"about_ca_system_score_gemma":0.00028009305,"threshold_uncertainty_score":0.9998816},"labels":[],"label_agreement":null},{"id":"W4376134472","doi":"10.12688/f1000research.108772.2","title":"Scopus based bibliometric and scientometric analysis of occupational therapy publications from 2001 to 2020","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Bibliometrics; Occupational therapy; Scientometrics; Medicine; Web of science; Publishing; Library science; MEDLINE; Social science; Political science; Sociology; Meta-analysis; Internal medicine; Psychiatry","score_opus":0.643962361930724,"score_gpt":0.6200299423706471,"score_spread":0.023932419560076856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376134472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94288546,0.001980024,0.012013263,0.025641294,0.00048728217,0.0047193267,0.0047929594,0.0007211824,0.006759187],"genre_scores_gemma":[0.973102,0.005116841,0.013299116,0.00015751967,0.00033243478,0.0013516969,0.0011219684,0.000077997924,0.0054404535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899365,0.0011293713,0.0006258802,0.0011199947,0.006216806,0.0009714966],"domain_scores_gemma":[0.9890654,0.005505863,0.00021624172,0.0012261849,0.0031553928,0.000830919],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013177421,0.00022321442,0.0005863664,0.3004747,0.0005369208,0.0010252702,0.00280576,0.00043190134,0.0040071607],"category_scores_gemma":[0.015275557,0.00023152035,0.0002659614,0.5652743,0.0008801829,0.00019832114,0.0019020966,0.0008527392,0.00016238882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013524937,0.00040058655,0.80470103,0.00005465325,0.0008809289,0.0000073139254,0.000943909,0.001100572,0.00048525145,0.00097617105,0.165109,0.025205344],"study_design_scores_gemma":[0.00017938709,0.000066941124,0.97658944,0.000043640946,0.00007201553,3.533848e-8,0.00028966676,0.0061254697,0.00018249426,0.0015825665,0.014628134,0.00024022616],"about_ca_topic_score_codex":0.070825934,"about_ca_topic_score_gemma":0.0050138007,"teacher_disagreement_score":0.2647996,"about_ca_system_score_codex":0.00049400376,"about_ca_system_score_gemma":0.0036285294,"threshold_uncertainty_score":0.9969033},"labels":[],"label_agreement":null},{"id":"W4377013127","doi":"10.1097/ceh.0000000000000515","title":"Recommendations for Publishing Innovation Reports in JCEHP","year":2023,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère","funders":"","keywords":"Publishing; Library science; Political science; Medical education; Medicine; Management; Family medicine; Law","score_opus":0.27831386221780097,"score_gpt":0.5875020142243849,"score_spread":0.3091881520065839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377013127","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25245622,0.00011980986,0.0007697777,0.7401037,0.0031121098,0.001385647,0.0000021892793,0.000037814178,0.002012694],"genre_scores_gemma":[0.9912471,0.00024059588,0.003875415,0.0016869816,0.0005382386,0.00021745996,0.000018750914,0.00001113365,0.0021642977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967742,0.0011897503,0.0011472087,0.00010005067,0.0004640486,0.00032473978],"domain_scores_gemma":[0.9961312,0.0016854735,0.0010643912,0.00016147825,0.0008997998,0.000057651734],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033188324,0.00005025588,0.00014697824,0.0013469502,0.0004281728,0.00017010214,0.0003432713,0.00009249057,0.000018493141],"category_scores_gemma":[0.015036281,0.00003998762,0.00003448578,0.0033729689,0.00004433078,0.00086333416,0.000029271256,0.0006629347,0.0000014607754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129016435,0.00016794974,0.012923751,0.000043920376,0.0000020475004,0.0000023829205,0.11382763,0.0000051542197,0.000027873968,0.029400857,0.58367854,0.25990698],"study_design_scores_gemma":[0.0002982656,0.00007435491,0.04016011,0.0022479442,0.000002801986,0.000013698815,0.37512535,0.000035071065,0.000011775347,0.14116934,0.4407693,0.00009199091],"about_ca_topic_score_codex":0.0005148729,"about_ca_topic_score_gemma":0.0011085849,"teacher_disagreement_score":0.7387909,"about_ca_system_score_codex":0.00039982266,"about_ca_system_score_gemma":0.004095191,"threshold_uncertainty_score":0.9955361},"labels":[],"label_agreement":null},{"id":"W4377223771","doi":"10.1007/s12630-023-02480-9","title":"Designing a national pediatric critical care database: a Delphi consensus study","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Janeway Children's Health and Rehabilitation Centre; BC Children's Hospital; Children's Hospital of Eastern Ontario; Hospital for Sick Children; Children's Hospital of Winnipeg; Stollery Children's Hospital; Montreal Children's Hospital; Université Laval; University of Alberta; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Groupe canadien de recherche en soins intensifs","keywords":"Delphi; Delphi method; National database; Database; Medicine; Data science; Computer science","score_opus":0.09469324191649658,"score_gpt":0.3864143029223944,"score_spread":0.29172106100589784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377223771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791088,0.0011786908,0.00004056389,0.015943978,0.0006339458,0.00056812505,0.000030815347,0.00007695746,0.0024181344],"genre_scores_gemma":[0.9963537,0.000083591585,0.0010420913,0.0000733826,0.0020754014,0.00001434435,0.0000059635477,0.00006580787,0.00028572863],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9930516,0.0012418393,0.0010603233,0.00034780524,0.002564794,0.0017336579],"domain_scores_gemma":[0.98997533,0.0011929568,0.00045330476,0.00026361752,0.004125329,0.003989431],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0100478735,0.0003168566,0.0005232545,0.003022592,0.0025398622,0.0007739166,0.0015161755,0.00025627305,0.00033552962],"category_scores_gemma":[0.0074429004,0.0003264729,0.00025632995,0.0027003258,0.0006871721,0.0005444767,0.000030019455,0.0014870202,0.00008474044],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006716644,0.00006339495,0.03090141,0.000052749256,0.000060228915,0.8900062,0.026292212,0.00022461306,0.000016175329,0.002223855,0.049205378,0.0008866177],"study_design_scores_gemma":[0.001304941,0.0015942228,0.009288121,0.00020957792,0.00022892156,0.7652588,0.19509871,0.000041725114,0.000020006206,0.00238921,0.02369129,0.0008744549],"about_ca_topic_score_codex":0.03174541,"about_ca_topic_score_gemma":0.10465364,"teacher_disagreement_score":0.16880651,"about_ca_system_score_codex":0.0023092348,"about_ca_system_score_gemma":0.02972187,"threshold_uncertainty_score":0.99991876},"labels":[],"label_agreement":null},{"id":"W4378176652","doi":"10.2196/46794","title":"Developing a Core Outcome Set for Assessing Clinical Safety Outcomes of Prostate Cancer in Clinical Trials of Traditional Chinese Medicine: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tianjin Municipal Education Commission; Natural Science Foundation of Tianjin City; National Natural Science Foundation of China","keywords":"Medicine; Prostate cancer; Delphi method; Psychological intervention; Clinical trial; Family medicine; Protocol (science); Alternative medicine; MEDLINE; Cancer; Medical physics; Nursing; Internal medicine; Pathology","score_opus":0.9511149524617334,"score_gpt":0.8450674997389507,"score_spread":0.10604745272278271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378176652","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006653873,6.6524206e-7,0.0019443977,0.0048556686,0.00007216323,0.98585564,0.00030746567,0.00011985738,0.00019025458],"genre_scores_gemma":[0.0036727553,0.0000017408327,0.02337214,0.00002755748,0.00045981616,0.97206974,0.000020468531,0.0000574612,0.00031834655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9614684,0.025760787,0.007285581,0.0009863826,0.0031554725,0.0013433539],"domain_scores_gemma":[0.90456605,0.09096297,0.0013460988,0.0005678757,0.002263088,0.00029392884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36080676,0.0002935785,0.0024719513,0.001089218,0.0005070997,0.00010357525,0.0014784322,0.00045317595,0.00012832785],"category_scores_gemma":[0.19849741,0.0002078568,0.00061202404,0.0033316864,0.0019478606,0.00035904272,0.0004454971,0.0011769043,0.0000021809738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042790337,0.0019576717,0.88143414,0.0021714298,0.00014459534,0.000010540293,0.003677247,0.0000054669213,0.00012393162,0.0040988014,0.008508685,0.09358849],"study_design_scores_gemma":[0.023084402,0.0047986084,0.8522419,0.0038585558,0.000012900665,5.0669115e-7,0.011009678,0.0007074125,0.00011175148,0.047799673,0.055958297,0.00041636665],"about_ca_topic_score_codex":0.0004892802,"about_ca_topic_score_gemma":0.0010337525,"teacher_disagreement_score":0.16230936,"about_ca_system_score_codex":0.0004430087,"about_ca_system_score_gemma":0.0048082583,"threshold_uncertainty_score":0.8529644},"labels":[],"label_agreement":null},{"id":"W4378781580","doi":"10.2196/40327","title":"Mobile Health Requirements for the Occupational Health Assessment of Health Care Professionals: Delphi Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Health care; Delphi method; Nursing; mHealth; Workload; Medicine; Burnout; Psychology; Psychological intervention; Psychiatry","score_opus":0.4824886834064358,"score_gpt":0.7014981473158827,"score_spread":0.21900946390944687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378781580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49639916,0.008118378,0.016399017,0.2259685,0.0028337876,0.23377562,0.003315158,0.0017368889,0.011453497],"genre_scores_gemma":[0.9820223,0.00042658285,0.0006110296,0.0002516439,0.00010787345,0.015927559,0.00012723502,0.000026236643,0.0004995326],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9854196,0.0060825725,0.001095887,0.0004155237,0.0052000387,0.0017863971],"domain_scores_gemma":[0.9942883,0.0026202209,0.00048196406,0.00051899056,0.0017856603,0.00030485238],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04875267,0.00015154431,0.00043055418,0.0006854554,0.0050903386,0.000104777006,0.0011484292,0.000075817654,0.00008340522],"category_scores_gemma":[0.00051964005,0.00011030705,0.00011275433,0.0026953476,0.00058472564,0.00039148255,0.00061698206,0.00070736377,0.000031213895],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105147294,0.0014891938,0.0076038246,0.00093845336,0.00009296785,9.91702e-7,0.52919686,0.000029088762,0.0000035575035,0.013081258,0.30262744,0.1448312],"study_design_scores_gemma":[0.0008175063,0.006365138,0.07037289,0.00027849968,0.0000012414089,2.1852927e-7,0.87605846,0.0007517544,0.000009198627,0.001083036,0.044127136,0.00013490164],"about_ca_topic_score_codex":0.0049129594,"about_ca_topic_score_gemma":0.0021153137,"teacher_disagreement_score":0.48562315,"about_ca_system_score_codex":0.0024621887,"about_ca_system_score_gemma":0.012165479,"threshold_uncertainty_score":0.9962049},"labels":[],"label_agreement":null},{"id":"W4378904737","doi":"10.1186/s13063-023-07413-x","title":"Development of an international core outcome set for treatment trials in necrotizing enterocolitis—a study protocol","year":2023,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Necrotizing enterocolitis; Protocol (science); Outcome (game theory); Intensive care medicine; Clinical trial; Treatment protocol; Set (abstract data type); Internal medicine; Pathology; Alternative medicine; Computer science; Programming language","score_opus":0.8744233030614978,"score_gpt":0.7052555812550064,"score_spread":0.16916772180649142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378904737","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5787141,5.2452526e-7,0.00010997053,0.00036965025,0.00032010462,0.41924977,0.00010314643,0.0001693386,0.0009634171],"genre_scores_gemma":[0.34213543,0.0000020159368,0.006485033,0.000012501799,0.000291635,0.6502849,0.00003450344,0.000020719493,0.00073330017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99408615,0.0022202549,0.002251486,0.0003124665,0.00075675675,0.000372895],"domain_scores_gemma":[0.9955937,0.0033609578,0.0005882108,0.00020784265,0.00015800334,0.00009123932],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054204706,0.00012849136,0.0010080776,0.00044671824,0.00016162872,0.00009385735,0.00042749534,0.00008889113,0.0001869258],"category_scores_gemma":[0.013878064,0.00010355371,0.00017105525,0.00040891382,0.00005499005,0.00017203463,0.00008848608,0.000048324688,0.000017899998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010846071,0.0072630863,0.27040404,0.00034470903,0.0010258711,0.00021385805,0.26271453,0.000068765476,0.010980552,0.010716062,0.003080792,0.42234167],"study_design_scores_gemma":[0.089609675,0.006005234,0.12010202,0.000643544,0.00016955807,0.000003757499,0.17820959,0.00045303017,0.04327604,0.017060217,0.54292315,0.0015441721],"about_ca_topic_score_codex":0.00092207856,"about_ca_topic_score_gemma":0.0036427719,"teacher_disagreement_score":0.53984237,"about_ca_system_score_codex":0.00053525926,"about_ca_system_score_gemma":0.00048538053,"threshold_uncertainty_score":0.99442846},"labels":[],"label_agreement":null},{"id":"W4378952561","doi":"10.1001/jamanetworkopen.2023.16174","title":"Global, Race-Neutral Reference Equations and Pulmonary Function Test Interpretation","year":2023,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Dalhousie University","funders":"National Heart, Lung, and Blood Institute","keywords":"Race (biology); Ethnic group; Medicine; Pulmonary function testing; Demography; Reference values; Statistics; Internal medicine; Mathematics; Sociology","score_opus":0.1429557660642776,"score_gpt":0.44789459766190426,"score_spread":0.3049388315976267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378952561","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14442347,0.00037239774,0.010127551,0.043775428,0.00089592807,0.0032957876,0.00006189993,0.001155064,0.7958925],"genre_scores_gemma":[0.9948399,0.00032930405,0.00051227474,0.0002251612,0.00031457437,0.00018094246,0.000048238242,0.000009045403,0.0035405268],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985379,0.0003421744,0.00018191659,0.00026716624,0.0002991792,0.00037166176],"domain_scores_gemma":[0.99855727,0.00093428686,0.00007211903,0.00019030023,0.00013186116,0.00011413827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026588934,0.00007800878,0.00010917935,0.000052428888,0.00064352324,0.0006754714,0.0005484042,0.00013599577,0.00013016108],"category_scores_gemma":[0.0010521003,0.00008087434,0.000020554608,0.0014000924,0.00016634403,0.0007926575,0.00044394922,0.0001695448,0.00020862234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027871327,0.000101353005,0.1642355,0.00002485452,0.0000382143,0.000040290353,0.0019683503,0.002198909,0.00007091533,0.18729798,0.3090575,0.3346874],"study_design_scores_gemma":[0.0003631597,0.00022590309,0.58098227,0.0002887018,0.00003138749,0.000003691309,0.004318915,0.04543287,0.000007248934,0.2022274,0.16570947,0.00040898783],"about_ca_topic_score_codex":0.002667553,"about_ca_topic_score_gemma":0.0040371437,"teacher_disagreement_score":0.8504165,"about_ca_system_score_codex":0.0001267429,"about_ca_system_score_gemma":0.00015392946,"threshold_uncertainty_score":0.6513586},"labels":[],"label_agreement":null},{"id":"W4379054973","doi":"10.2196/43962","title":"Frequency of Prenatal Care Visits: Protocol to Develop a Core Outcome Set for Prenatal Care Schedules","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prenatal care; Medicine; Delphi method; Psychological intervention; Health care; Telemedicine; Family medicine; Nursing; Population; Environmental health","score_opus":0.6197535952464605,"score_gpt":0.6837089034132198,"score_spread":0.06395530816675932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379054973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002842411,0.0000028685945,0.00012396197,0.0007668526,0.000014593238,0.9887634,0.00077944156,0.00058719143,0.006119271],"genre_scores_gemma":[0.015702205,2.5242107e-7,0.008683087,0.000017054845,0.00024349871,0.9739855,0.00010212765,0.00009237289,0.0011738918],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99132574,0.00097455917,0.00088424695,0.0009622215,0.0038117643,0.0020414882],"domain_scores_gemma":[0.9903009,0.0010590877,0.00018066043,0.0010388418,0.0067828475,0.0006376538],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005788483,0.00032203214,0.00050303567,0.0011848232,0.0011627958,0.0003566464,0.0027983452,0.0004545686,0.0002133679],"category_scores_gemma":[0.008418373,0.0002997835,0.00017198744,0.005646131,0.0007558672,0.00049788796,0.0013916859,0.0009411493,0.00027788046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004077225,0.0012184066,0.25631377,0.06910832,0.0002212592,0.00054241833,0.22961187,0.000047701516,0.008284823,0.14465395,0.10334763,0.18257263],"study_design_scores_gemma":[0.0048961863,0.0041967863,0.0069260206,0.009974924,0.0000051087673,0.000004860158,0.10474696,0.00005079783,0.06896487,0.008308242,0.790606,0.001319206],"about_ca_topic_score_codex":0.0007989417,"about_ca_topic_score_gemma":0.0016269257,"teacher_disagreement_score":0.6872584,"about_ca_system_score_codex":0.0007292163,"about_ca_system_score_gemma":0.0037773359,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W4379600841","doi":"10.1007/s10900-023-01238-0","title":"Assessment of Critical Health and Safety Risks in Homes where Hoarding is Prevalent","year":2023,"lang":"en","type":"article","venue":"Journal of Community Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Hoarding (animal behavior); Delphi method; Intervention (counseling); Work (physics); Service (business); Occupational safety and health; Psychology; Medicine; Nursing; Public relations; Business; Marketing; Political science; Computer science; Engineering","score_opus":0.33370452775170534,"score_gpt":0.6150601533260133,"score_spread":0.28135562557430793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379600841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7912357,0.002769549,0.00054842,0.20213841,0.00018560815,0.00044460583,0.00002227836,0.00003849544,0.002616947],"genre_scores_gemma":[0.9709652,0.026612712,0.0017562078,0.00057558494,0.000050574658,0.000002781868,7.7936596e-7,0.000008843258,0.000027298702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923937,0.0052733077,0.0008434301,0.000062905594,0.00096910924,0.00045755363],"domain_scores_gemma":[0.99632895,0.00229886,0.00040822802,0.00025597835,0.0002746729,0.00043331794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02590193,0.00007756707,0.0004682354,0.00041183105,0.0007414258,0.0000431812,0.00049398176,0.00007638744,0.00003974085],"category_scores_gemma":[0.0013846101,0.000073711635,0.00007154238,0.0006763795,0.00037842587,0.00020416646,0.0002128579,0.001552484,9.812784e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018429168,0.0016611128,0.533017,0.0056408495,0.000079452264,0.000035640227,0.20782568,0.00009600811,0.00003841255,0.03261969,0.052189175,0.16661273],"study_design_scores_gemma":[0.00077396614,0.0016702272,0.8265271,0.0018180081,0.000005584058,0.000016497941,0.14423542,0.00021475887,0.000009026677,0.012757847,0.011838946,0.00013261975],"about_ca_topic_score_codex":0.025335198,"about_ca_topic_score_gemma":0.0075453944,"teacher_disagreement_score":0.29351014,"about_ca_system_score_codex":0.00079976686,"about_ca_system_score_gemma":0.0029451705,"threshold_uncertainty_score":0.98115516},"labels":[],"label_agreement":null},{"id":"W4379649670","doi":"10.1136/annrheumdis-2023-eular.803","title":"POS1488 LUPUS DAMAGE INDEX REVISION – INITIAL ITEM REDUCTION PHASE","year":2023,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research; Toronto Western Hospital; University of Toronto; Mount Sinai Hospital; University of Calgary","funders":"","keywords":"Medicine; Delphi method; Likert scale; Delphi; Systemic lupus erythematosus; Rheumatology; Family medicine; Physical therapy; Internal medicine; Statistics; Artificial intelligence; Disease; Computer science; Mathematics","score_opus":0.2198915561769096,"score_gpt":0.5220572623897056,"score_spread":0.30216570621279604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379649670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802864,0.00024661224,0.00003628923,0.013234967,0.0006584749,0.000692275,0.00007221511,0.00030133317,0.0044713896],"genre_scores_gemma":[0.99708825,0.0010692569,0.000022307508,0.000079804406,0.00010137127,0.00003083621,0.000012948538,0.000016017415,0.0015792268],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974993,0.00057415763,0.00034620668,0.00018696226,0.001034805,0.00035860433],"domain_scores_gemma":[0.9984204,0.0004961555,0.0001973332,0.00048198053,0.00024394096,0.00016014514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014445523,0.00010408198,0.00019774117,0.00019707526,0.0004435717,0.00009311769,0.00074430206,0.00006966821,0.00028848942],"category_scores_gemma":[0.0036808245,0.0000795795,0.00018657687,0.0011471275,0.0005106865,0.00031439614,0.00023405772,0.00011775823,0.00009236294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023668676,0.0010563899,0.0030959267,0.00046908026,0.000112631504,0.000019785897,0.007050754,0.00007722837,0.00023106392,0.010490693,0.5294026,0.44775712],"study_design_scores_gemma":[0.0066371877,0.001984029,0.1283589,0.015230892,0.00048193056,0.000039533195,0.09410774,0.0135378605,0.017328596,0.55858046,0.16070098,0.0030119119],"about_ca_topic_score_codex":0.00058373105,"about_ca_topic_score_gemma":0.000018759043,"teacher_disagreement_score":0.54808974,"about_ca_system_score_codex":0.00002843122,"about_ca_system_score_gemma":0.00022535514,"threshold_uncertainty_score":0.44065565},"labels":[],"label_agreement":null},{"id":"W4379768635","doi":"","title":"[Child health conferences: Huge expectations?]","year":2023,"lang":"en","type":"article","venue":"PubMed","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"GDG Environnement","funders":"","keywords":"Radioactive fallout; Environmental health; Medicine; Biology; Radiochemistry; Chemistry","score_opus":0.24901821339683344,"score_gpt":0.45145851836250483,"score_spread":0.2024403049656714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379768635","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023262074,0.00031209216,0.00031427245,0.20686305,0.0007105274,0.0030335635,0.000026054311,0.002508654,0.76296973],"genre_scores_gemma":[0.9915997,0.0002297386,0.00010053064,0.00039059605,0.00017134425,0.0027562354,0.000010538798,0.000009136674,0.0047321767],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816835,0.00026447623,0.00015750171,0.00018489892,0.00056982005,0.0006549332],"domain_scores_gemma":[0.99925095,0.00022642963,0.000048692487,0.00016410988,0.00007766732,0.00023217416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019923474,0.00005465276,0.00009969997,0.00020421055,0.00059739157,0.000108461405,0.00036022963,0.00005320211,0.00009275605],"category_scores_gemma":[0.0008159003,0.000055252905,0.000037292182,0.0010842251,0.00021463408,0.00012217474,0.00005811156,0.00013882571,0.00027985405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064400183,0.000050039358,0.004408239,0.000017970431,0.000015031475,0.000011951786,0.013687264,0.0000021695175,8.3526385e-7,0.20424558,0.23470733,0.54284716],"study_design_scores_gemma":[0.0002212839,0.000022067114,0.17835432,0.00001831154,0.0000022851511,9.674814e-7,0.032941442,0.000032339914,0.00006777424,0.022118824,0.765998,0.00022238969],"about_ca_topic_score_codex":0.0023318247,"about_ca_topic_score_gemma":0.002217377,"teacher_disagreement_score":0.96833766,"about_ca_system_score_codex":0.00013329434,"about_ca_system_score_gemma":0.00027628706,"threshold_uncertainty_score":0.45947132},"labels":[],"label_agreement":null},{"id":"W4379881878","doi":"10.2196/46809","title":"Toward Shared Decision-Making in Degenerative Cervical Myelopathy: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Evelyn Trust; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Protocol (science); Decision aids; Health care; Myelopathy; Workflow; Nursing; Knowledge management; Computer science; Alternative medicine; Psychiatry","score_opus":0.6893935723488853,"score_gpt":0.7378910140373601,"score_spread":0.04849744168847481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379881878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000387628,3.6728744e-7,0.004513013,0.0017314096,0.000013986112,0.98991203,0.000018608082,0.00047243462,0.002950537],"genre_scores_gemma":[0.00335264,1.6759319e-7,0.04083936,0.000024366267,0.00027572794,0.9547448,0.0000033365634,0.000074497155,0.0006850768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98295385,0.009438774,0.0008744015,0.0011264601,0.003485548,0.0021209405],"domain_scores_gemma":[0.98948014,0.007678774,0.00012975524,0.0007934624,0.0015445523,0.00037332997],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046969198,0.00027243784,0.0005005456,0.0016090522,0.0011937917,0.0008759744,0.0022960205,0.00035608053,0.0005034377],"category_scores_gemma":[0.016316773,0.00024636733,0.00015500803,0.006442986,0.000544406,0.00051619747,0.0014269004,0.0012526918,0.00019768733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004775295,0.0041011255,0.011580871,0.0009645158,0.000048419555,0.0004837302,0.071326636,0.00003796443,0.0015404556,0.008883991,0.20790961,0.6883474],"study_design_scores_gemma":[0.0060701133,0.0039588013,0.020356901,0.0036787596,0.0000016080481,0.0000018510774,0.0414898,0.0024489136,0.0021578218,0.07800407,0.84108645,0.000744904],"about_ca_topic_score_codex":0.00026399837,"about_ca_topic_score_gemma":0.0018337668,"teacher_disagreement_score":0.68760246,"about_ca_system_score_codex":0.00086234015,"about_ca_system_score_gemma":0.0019099198,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W4380153986","doi":"10.1016/j.ijpsycho.2023.05.119","title":"Distributed multinational harmonized qEEG study: A paradigm shift of qEEG study","year":2023,"lang":"en","type":"article","venue":"International Journal of Psychophysiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital","funders":"","keywords":"Multinational corporation; Quantitative electroencephalography; Psychology; Cognitive psychology; Neuroscience; Electroencephalography; Political science","score_opus":0.11244041062875954,"score_gpt":0.5023398049124931,"score_spread":0.38989939428373355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380153986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875066,0.000020219997,0.00074178434,0.008871182,0.0017709895,0.0005559549,0.00007509157,0.00005803606,0.00040013337],"genre_scores_gemma":[0.99904585,0.00006158314,0.00020510385,0.000058712878,0.00044960508,0.000036829322,0.00002021854,0.000014650935,0.00010742353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961131,0.00079744466,0.00086621783,0.00023934594,0.0016782484,0.00030564863],"domain_scores_gemma":[0.99721605,0.0008678958,0.000659863,0.00019233007,0.0009390754,0.00012478542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002393006,0.00013442131,0.0003663674,0.00068568287,0.0001400949,0.00005341509,0.0015448324,0.000099053264,0.00028045633],"category_scores_gemma":[0.0011572386,0.00012267254,0.00018752117,0.0007437274,0.00030908978,0.00023265654,0.00016883943,0.00038435718,0.000059509155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015268936,0.044555135,0.5324873,0.000060936312,0.009788073,0.004241565,0.1334793,0.002830099,0.062472913,0.057119448,0.09464304,0.043053266],"study_design_scores_gemma":[0.005806137,0.0020165734,0.90704703,0.00005369727,0.000048427293,0.000014965407,0.0151260635,0.00020013504,0.00023152566,0.061391182,0.0078035668,0.00026071974],"about_ca_topic_score_codex":0.00052954967,"about_ca_topic_score_gemma":0.00016595153,"teacher_disagreement_score":0.37455973,"about_ca_system_score_codex":0.0001699945,"about_ca_system_score_gemma":0.0003025198,"threshold_uncertainty_score":0.5002441},"labels":[],"label_agreement":null},{"id":"W4381052366","doi":"10.1177/20597991231179393","title":"Analysis of Delphi study 7-point linear scale data by parametric methods: Use of the mean and standard deviation","year":2023,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Statistics; Standard deviation; Ranking (information retrieval); Statistic; Delphi method; Interquartile range; Delphi; Sample size determination; Mathematics; Scale (ratio); Sample (material); Rating scale; Confidence interval; Econometrics; Computer science; Geography; Information retrieval","score_opus":0.7881301697987657,"score_gpt":0.6301456793793678,"score_spread":0.15798449041939788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381052366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6213829,0.00003311463,0.37460503,0.0025592416,0.000057022164,0.00078779686,0.00034077675,0.00009744619,0.00013668714],"genre_scores_gemma":[0.62370145,0.000077669356,0.37592906,0.000055634166,0.000014727034,0.000040326435,0.00006497743,0.0000067456194,0.00010941048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991111,0.006816359,0.0006740784,0.00037103932,0.0007980611,0.00022948433],"domain_scores_gemma":[0.9850809,0.012906373,0.00033369777,0.0008372797,0.00079327234,0.000048481164],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034202177,0.00009064564,0.00043689672,0.0008772098,0.00032472587,0.00004959989,0.00081341073,0.00013113856,0.000066939116],"category_scores_gemma":[0.055803873,0.00006213002,0.00006958244,0.024798375,0.00062227534,0.0002295956,0.00075322704,0.00025087752,8.769017e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001718677,0.0012401212,0.6935067,0.00005945857,0.002399762,0.0000036199485,0.016483065,0.0020023382,0.015004222,0.029875081,0.017216766,0.22203697],"study_design_scores_gemma":[0.00079500396,0.00076276396,0.83081275,0.000045668618,0.002554184,5.9580594e-7,0.046103258,0.04906705,0.008148617,0.030071823,0.030962987,0.00067530375],"about_ca_topic_score_codex":0.0013785557,"about_ca_topic_score_gemma":0.0008357204,"teacher_disagreement_score":0.22136167,"about_ca_system_score_codex":0.000045108587,"about_ca_system_score_gemma":0.00009449669,"threshold_uncertainty_score":0.99593},"labels":[],"label_agreement":null},{"id":"W4381283805","doi":"10.1021/cen-10117-acsnews1","title":"Pacifichem 2025 opens call for symposia","year":2023,"lang":"en","type":"article","venue":"C&EN Global Enterprise","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.08774416772185166,"score_gpt":0.4765223651542141,"score_spread":0.3887781974323624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381283805","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13089918,0.00040805183,0.009661653,0.03738009,0.0027544857,0.0051384037,0.0008134461,0.003234542,0.80971014],"genre_scores_gemma":[0.9767015,0.0003232623,0.0014432092,0.00029481432,0.00037265767,0.0003781475,0.00003911592,0.000024879535,0.020422406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804467,0.0001596236,0.00021001256,0.00034312916,0.0005489052,0.00069367286],"domain_scores_gemma":[0.9989571,0.00028233626,0.000044794117,0.00031637834,0.00015897119,0.00024042731],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013769342,0.00012300356,0.00016800912,0.000071819646,0.00032862194,0.00017120618,0.0008394885,0.00016800001,0.00012319408],"category_scores_gemma":[0.00082946377,0.00012652666,0.00013607433,0.0007939911,0.00020557799,0.00015288543,0.00027270595,0.00012096875,0.0007819971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009720868,0.0000959804,0.010587492,0.000041799463,0.000043208034,0.00007257887,0.0030601367,0.000011567457,0.00046681942,0.06456564,0.90248185,0.018475713],"study_design_scores_gemma":[0.00040350037,0.00008161984,0.0021276048,0.00006728457,0.000015649865,0.0000018923558,0.0028651953,0.00039763283,0.0003182152,0.010832693,0.9826321,0.00025659858],"about_ca_topic_score_codex":0.0011576992,"about_ca_topic_score_gemma":0.0006044365,"teacher_disagreement_score":0.8458023,"about_ca_system_score_codex":0.00043401698,"about_ca_system_score_gemma":0.0002557171,"threshold_uncertainty_score":0.999996},"labels":[],"label_agreement":null},{"id":"W4381386755","doi":"10.1017/s1049023x23001188","title":"Analysis of Delphi Study Seven-Point Linear Scale Data by Parametric Methods–Use of the Mean and Standard Deviation","year":2023,"lang":"en","type":"article","venue":"Prehospital and Disaster Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Statistics; Delphi method; Standard deviation; Ranking (information retrieval); Statistic; Delphi; Interquartile range; Rating scale; Scale (ratio); Mathematics; Computer science; Medicine; Econometrics; Information retrieval; Geography","score_opus":0.18232330456311027,"score_gpt":0.4869539412658251,"score_spread":0.30463063670271484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381386755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447006,0.0003952924,0.0022250793,0.00189161,0.00006022591,0.00060724677,0.00013571902,0.00003149195,0.00018325735],"genre_scores_gemma":[0.99837404,0.00024839034,0.0011195946,0.000026932934,0.000028169197,0.00001321735,0.000029147895,0.0000066264593,0.00015389883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978923,0.0005344361,0.0003544166,0.0002837799,0.0007612997,0.00017376096],"domain_scores_gemma":[0.9981772,0.0009363773,0.00015073763,0.0004885789,0.00015071584,0.000096432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040079174,0.00008725032,0.00034531875,0.00030265,0.0001230865,0.000021783091,0.0003798874,0.000047583915,0.000032030115],"category_scores_gemma":[0.0022682187,0.00005434724,0.00003352698,0.0028490631,0.0006375215,0.00022956659,0.0005447808,0.000102688005,3.9628225e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012764214,0.00030552383,0.7157958,0.00011140569,0.0007879708,0.0000028675274,0.16552651,0.000025944844,0.00045621066,0.00018457926,0.0053386497,0.11133686],"study_design_scores_gemma":[0.0021603608,0.002224411,0.6297138,0.00027332094,0.003438507,8.9244463e-7,0.32935002,0.022290016,0.0005653806,0.0029333073,0.0065666554,0.0004833867],"about_ca_topic_score_codex":0.0022224088,"about_ca_topic_score_gemma":0.0010064036,"teacher_disagreement_score":0.1638235,"about_ca_system_score_codex":0.000016995707,"about_ca_system_score_gemma":0.00003326142,"threshold_uncertainty_score":0.33596322},"labels":[],"label_agreement":null},{"id":"W4381681329","doi":"10.12688/f1000research.108772.3","title":"Scopus based bibliometric and scientometric analysis of occupational therapy publications from 2001 to 2020","year":2023,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Bibliometrics; Scientometrics; Occupational therapy; Medicine; Library science; MEDLINE; Political science; Social science; Sociology","score_opus":0.643962361930724,"score_gpt":0.6200299423706471,"score_spread":0.023932419560076856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381681329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94288546,0.001980024,0.012013263,0.025641294,0.00048728217,0.0047193267,0.0047929594,0.0007211824,0.006759187],"genre_scores_gemma":[0.973102,0.005116841,0.013299116,0.00015751967,0.00033243478,0.0013516969,0.0011219684,0.000077997924,0.0054404535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899365,0.0011293713,0.0006258802,0.0011199947,0.006216806,0.0009714966],"domain_scores_gemma":[0.9890654,0.005505863,0.00021624172,0.0012261849,0.0031553928,0.000830919],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013177421,0.00022321442,0.0005863664,0.3004747,0.0005369208,0.0010252702,0.00280576,0.00043190134,0.0040071607],"category_scores_gemma":[0.015275557,0.00023152035,0.0002659614,0.5652743,0.0008801829,0.00019832114,0.0019020966,0.0008527392,0.00016238882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013524937,0.00040058655,0.80470103,0.00005465325,0.0008809289,0.0000073139254,0.000943909,0.001100572,0.00048525145,0.00097617105,0.165109,0.025205344],"study_design_scores_gemma":[0.00017938709,0.000066941124,0.97658944,0.000043640946,0.00007201553,3.533848e-8,0.00028966676,0.0061254697,0.00018249426,0.0015825665,0.014628134,0.00024022616],"about_ca_topic_score_codex":0.070825934,"about_ca_topic_score_gemma":0.0050138007,"teacher_disagreement_score":0.2647996,"about_ca_system_score_codex":0.00049400376,"about_ca_system_score_gemma":0.0036285294,"threshold_uncertainty_score":0.9969033},"labels":[],"label_agreement":null},{"id":"W4382986465","doi":"10.1002/lob.10585","title":"Better Together: Early Career Aquatic Scientists Forge New Connections at <scp>Eco‐DAS XV</scp>","year":2023,"lang":"en","type":"article","venue":"Limnology and Oceanography Bulletin","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; York University","funders":"University of Hawai'i; National Science Foundation","keywords":"Mentorship; Political science; Public relations; Sociology; Library science","score_opus":0.05488788530323889,"score_gpt":0.3482683986284174,"score_spread":0.2933805133251785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382986465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958279,0.000505435,0.0001333799,0.024645723,0.00054120994,0.0004884024,0.000017953147,0.0006717272,0.014717149],"genre_scores_gemma":[0.9652699,0.00059110735,0.00082194817,0.0011027559,0.00030070316,0.00007009435,0.000019148576,0.000037441234,0.031786866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731046,0.00038956513,0.00027343375,0.0005404652,0.00049182517,0.000994279],"domain_scores_gemma":[0.9979916,0.0011601571,0.00009020411,0.0003463511,0.00009596596,0.00031567266],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013845612,0.00019094662,0.0002494611,0.00076447515,0.0014560072,0.00014795618,0.00051112636,0.00040713765,0.00044914678],"category_scores_gemma":[0.0008190885,0.00019360085,0.00016875783,0.0017021863,0.0014733318,0.00008905287,0.00028921597,0.00041212424,0.0010897381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010520299,0.000043385142,0.41474244,0.000017046495,0.000082257466,0.00005839584,0.006750007,8.3639276e-7,0.0002074638,0.008411201,0.56642747,0.003248988],"study_design_scores_gemma":[0.00039721135,0.00016854933,0.0785631,0.000027775475,0.000030118159,0.000010710869,0.0025206064,0.000010221141,0.0003902113,0.011714779,0.90602976,0.00013692996],"about_ca_topic_score_codex":0.0011295924,"about_ca_topic_score_gemma":0.001589603,"teacher_disagreement_score":0.33960235,"about_ca_system_score_codex":0.00004489279,"about_ca_system_score_gemma":0.000095333766,"threshold_uncertainty_score":0.99984396},"labels":[],"label_agreement":null},{"id":"W4383069988","doi":"10.26443/mjm.v21i1.1063","title":"MJM MedTalks (S01E04 &amp; S01E05): A Conversation with Dr. John Hughes","year":2023,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Conversation; Medicine; Glossary; Medical education; History of medicine; Library science; Family medicine; Psychology; Pathology; Philosophy","score_opus":0.2008582609211898,"score_gpt":0.4637311385464545,"score_spread":0.2628728776252647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383069988","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22098336,0.00057073333,0.001777663,0.6525062,0.002121745,0.0010630691,0.000021194706,0.000536428,0.120419644],"genre_scores_gemma":[0.9903803,0.0014489886,0.00082879857,0.001292991,0.0011152859,0.000009400457,0.0000057387624,0.00002990509,0.0048886193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996635,0.0003123519,0.00046539205,0.00014956386,0.0020347354,0.0004029289],"domain_scores_gemma":[0.997885,0.000576255,0.00035723663,0.00018847964,0.0006888365,0.0003042321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054365178,0.00011991106,0.00032643788,0.00056958105,0.000378015,0.000022281787,0.0004972643,0.00011250034,0.000683064],"category_scores_gemma":[0.002101269,0.00008236806,0.00006302696,0.001254984,0.00070624833,0.00026668335,0.000051629137,0.0004481093,0.00011063913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048193525,0.00011916327,0.004514425,0.00008811441,0.00023154562,0.001072515,0.018179389,0.000061355015,0.0073639466,0.008512725,0.9036735,0.05570138],"study_design_scores_gemma":[0.0015745983,0.0006332227,0.0021476513,0.00047510624,0.000055157194,0.000100342375,0.010400903,0.000022730414,0.0005495695,0.0049072285,0.9789841,0.00014934258],"about_ca_topic_score_codex":0.0007429221,"about_ca_topic_score_gemma":0.0006732655,"teacher_disagreement_score":0.7693969,"about_ca_system_score_codex":0.00021371993,"about_ca_system_score_gemma":0.00019028567,"threshold_uncertainty_score":0.74790716},"labels":[],"label_agreement":null},{"id":"W4383220943","doi":"10.7202/1100678ar","title":"Utilisation de la méthode Delphi pour valider deux séquences d’enseignement-apprentissage de la littérature dans le cadre d’une recherche sur les compétences lectorales d’étudiants du cégep","year":2022,"lang":"fr","type":"article","venue":"Revue des sciences de l éducation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université du Québec à Montréal; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.5489063761996972,"score_gpt":0.48069626869720106,"score_spread":0.06821010750249612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383220943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90712833,0.011380563,0.028021956,0.03151032,0.0008018297,0.0007571992,0.00006926769,0.00022464067,0.020105906],"genre_scores_gemma":[0.9281698,0.0044771084,0.06331311,0.00014330796,0.00042991515,0.00033234674,0.000027742057,0.0000384049,0.0030682671],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97795385,0.018232169,0.0006016236,0.0008930789,0.0010949431,0.0012243257],"domain_scores_gemma":[0.993905,0.0045156884,0.00048115174,0.00039690812,0.00037983476,0.0003214338],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.028446676,0.00036450525,0.00036873668,0.000374234,0.0054944335,0.0009028004,0.0019536847,0.00058495515,0.0005345022],"category_scores_gemma":[0.0047894684,0.00041281432,0.00020007667,0.004786849,0.0075980388,0.0011843991,0.00032015116,0.001334111,0.000015651514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000971466,0.0022859296,0.20931469,0.000932953,0.00012943073,0.00021500335,0.46010098,0.01135268,0.0361672,0.17452441,0.035668813,0.069210775],"study_design_scores_gemma":[0.00047244795,0.0005093559,0.03890472,0.0006401727,0.00013997314,0.0007257965,0.54585487,0.027664058,0.004620954,0.3594342,0.020035414,0.0009980671],"about_ca_topic_score_codex":0.041066326,"about_ca_topic_score_gemma":0.014644743,"teacher_disagreement_score":0.18490979,"about_ca_system_score_codex":0.0050674644,"about_ca_system_score_gemma":0.006360339,"threshold_uncertainty_score":0.9998324},"labels":[],"label_agreement":null},{"id":"W4383765066","doi":"10.56687/9781447344964-008","title":"Rural dementia research in Canada","year":2020,"lang":"en","type":"book-chapter","venue":"Policy Press eBooks","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Geography; Psychology; Medicine; Internal medicine","score_opus":0.3626812641194105,"score_gpt":0.4867370762743733,"score_spread":0.12405581215496281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383765066","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000255316,0.00054165616,0.0000020415234,0.0040551363,0.00012212465,0.0010116532,0.0000677947,0.00008684057,0.9940872],"genre_scores_gemma":[0.16083845,0.00039813126,0.00007647247,0.00047414275,0.0014492016,0.00020299133,0.00000881906,0.00010529755,0.83644646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952098,0.0003868992,0.00042741536,0.00044348073,0.0024494012,0.0010829961],"domain_scores_gemma":[0.998324,0.00036416634,0.00010565289,0.00050930557,0.0002470706,0.00044981373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014457082,0.00024863714,0.00036104507,0.00048606153,0.0003331355,0.00015503007,0.0015561484,0.00034731327,0.0001432578],"category_scores_gemma":[0.0003168621,0.00028192427,0.0000822378,0.000060302027,0.0006585704,0.000051746825,0.0007403236,0.0017123584,0.00004901818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024211804,0.0000030298575,0.000027345563,0.000055851335,0.000040116898,0.00015953949,0.00096225203,5.214915e-7,0.000008458215,0.935339,0.04617197,0.017207706],"study_design_scores_gemma":[0.00010429153,0.000023941,0.000018495415,0.00020515743,0.0000072818816,8.5772734e-7,0.00021254031,0.000005967574,0.00009788643,0.06927832,0.9297923,0.00025295955],"about_ca_topic_score_codex":0.9980362,"about_ca_topic_score_gemma":0.99247,"teacher_disagreement_score":0.8836203,"about_ca_system_score_codex":0.0025817691,"about_ca_system_score_gemma":0.013512561,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W4383873416","doi":"10.1002/aet2.10891","title":"Educator's blueprint: A primer on consensus methods in medical education research","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Medical Council of Canada; McMaster University","funders":"","keywords":"Blueprint; Delphi method; Delphi; Consensus conference; Medical education; Best practice; Key (lock); Computer science; Management science; Political science; Medicine; Engineering; Library science; Artificial intelligence","score_opus":0.45278851321387165,"score_gpt":0.6642427953211386,"score_spread":0.21145428210726697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383873416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7048188,0.0002126504,0.000025158814,0.08848257,0.0012236353,0.0006635262,7.467141e-7,0.00020264341,0.20437028],"genre_scores_gemma":[0.9872103,0.00024244135,0.0067726094,0.00071971904,0.00041916204,0.00037855576,0.0000076259175,0.000018985069,0.0042306245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963853,0.0016023461,0.00025301278,0.0003578978,0.0009043673,0.0004971292],"domain_scores_gemma":[0.9971319,0.001996413,0.00004292957,0.00022493706,0.0002544743,0.00034938435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014357659,0.000083669525,0.00012927187,0.00091096736,0.00043280833,0.00010430311,0.0002903543,0.00017357453,0.00042748352],"category_scores_gemma":[0.009596115,0.000088798835,0.000026574211,0.0019007309,0.0005182203,0.00006603434,0.00007148815,0.0006033977,0.00014020475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069994703,0.00023815931,0.00259148,0.000012317823,0.000004110718,0.000002156966,0.040507868,3.292746e-7,0.00006771837,0.115649156,0.016593179,0.8243265],"study_design_scores_gemma":[0.0003174445,0.000084063424,0.084775604,0.00046946306,0.0000053985314,0.000016313754,0.37867123,0.00020402964,0.00038105718,0.07712096,0.45762894,0.00032549092],"about_ca_topic_score_codex":0.0030370296,"about_ca_topic_score_gemma":0.00057852274,"teacher_disagreement_score":0.824001,"about_ca_system_score_codex":0.00020930225,"about_ca_system_score_gemma":0.011268762,"threshold_uncertainty_score":0.99874645},"labels":[],"label_agreement":null},{"id":"W4384299570","doi":"10.32799/ijih.v18i1.39428","title":"Evaluating the Impact of a Holistic, Community-Driven, Physical Activity-Based Wellness Program for Indigenous Women using Nominal Group Technique","year":2023,"lang":"en","type":"article","venue":"International Journal of Indigenous Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; NOSM University; University of Alberta; University of Calgary","funders":"Cumming School of Medicine, University of Calgary; Government of Alberta; University of Calgary","keywords":"Indigenous; Thematic analysis; Context (archaeology); Medical education; Qualitative research; Psychology; Capacity building; Program evaluation; Public relations; Sociology; Political science; Medicine; Geography; Social science","score_opus":0.3137855444298112,"score_gpt":0.6048365245779014,"score_spread":0.29105098014809017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384299570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98527664,0.000017099395,0.011271512,0.0006347634,0.00023675807,0.0023325244,0.000099908124,0.000075665615,0.000055114717],"genre_scores_gemma":[0.9938658,0.00002901266,0.0052640815,0.00004858382,0.00050003163,0.00023494413,0.0000110298915,0.000033746204,0.000012771205],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9950746,0.0017456728,0.00059814943,0.0001440103,0.0016499386,0.0007875912],"domain_scores_gemma":[0.9949408,0.0019872957,0.0012626944,0.00024462378,0.0013359204,0.00022866481],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01285311,0.00017040495,0.0004333941,0.00067137537,0.0015121556,0.00015841625,0.0016739451,0.000110122055,0.0000119876795],"category_scores_gemma":[0.0009538311,0.00013058544,0.00032600417,0.0007533059,0.00043172378,0.00022588985,0.00011714796,0.00095713953,0.000002207631],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023089184,0.0062617236,0.00650901,0.00034355777,0.0007654302,0.00008374213,0.35738295,0.012505895,0.021578943,0.00074202387,0.00021327805,0.59130454],"study_design_scores_gemma":[0.020270102,0.1604828,0.22182308,0.007867414,0.0004322905,0.0014818453,0.24478193,0.17968665,0.03778569,0.11364473,0.007055184,0.004688282],"about_ca_topic_score_codex":0.02256087,"about_ca_topic_score_gemma":0.00067334913,"teacher_disagreement_score":0.5866162,"about_ca_system_score_codex":0.0033671993,"about_ca_system_score_gemma":0.0075673033,"threshold_uncertainty_score":0.99978775},"labels":[],"label_agreement":null},{"id":"W4385074717","doi":"10.31234/osf.io/gp9aj","title":"A Delphi study to strengthen research methods training in undergraduate psychology programmes","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"British Psychological Society; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Accreditation; Delphi method; Curriculum; Medical education; Descriptive statistics; Psychology; Delphi; Process (computing); Research design; Qualitative research; Qualitative property; Pedagogy; Computer science; Sociology; Medicine; Social science; Mathematics","score_opus":0.7620153909346911,"score_gpt":0.6999998732439926,"score_spread":0.06201551769069846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385074717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36028293,0.00023083012,0.024699138,0.30845985,0.0032834476,0.038332,0.000041254738,0.0054543344,0.25921622],"genre_scores_gemma":[0.8489781,0.00021430632,0.13762558,0.00013947382,0.00035164776,0.0051283133,0.000009674459,0.000120202865,0.0074326983],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.978503,0.014101363,0.0009008416,0.0017854831,0.0025195372,0.0021898001],"domain_scores_gemma":[0.99348634,0.003976738,0.00010751013,0.0013205584,0.00063631585,0.0004725483],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06463222,0.00033270815,0.00070217246,0.002780769,0.0004935728,0.00053250033,0.0032350211,0.00058909424,0.00013643176],"category_scores_gemma":[0.009567829,0.0003321371,0.00014772016,0.004053795,0.00070188206,0.00008545581,0.0037621094,0.003619563,0.00023091631],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001015143,0.0011994033,0.005964378,0.00006684122,0.00014287994,0.00032382077,0.3148197,0.00015012958,0.000031035357,0.022679802,0.017793134,0.6367274],"study_design_scores_gemma":[0.00048010919,0.0008257938,0.00493949,0.0002489049,0.000015093871,0.0000012464872,0.47983184,0.00032372127,0.000023570396,0.47876775,0.033797197,0.0007452676],"about_ca_topic_score_codex":0.05816971,"about_ca_topic_score_gemma":0.20352358,"teacher_disagreement_score":0.6359821,"about_ca_system_score_codex":0.0006486233,"about_ca_system_score_gemma":0.0019156379,"threshold_uncertainty_score":0.9999131},"labels":[],"label_agreement":null},{"id":"W4385423369","doi":"10.1186/s12871-023-02195-w","title":"Anesthesia quality indicators to measure and improve your practice: a modified delphi study","year":2023,"lang":"en","type":"article","venue":"BMC Anesthesiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; Southlake Regional Health Center","funders":"","keywords":"Delphi method; Quality (philosophy); Medicine; Anesthesiology; Medical education; Quality management; Delphi; Usability; Mandate; Process (computing); Process management; Operations management; Computer science; Anesthesia; Business; Management system; Political science","score_opus":0.24216082922126672,"score_gpt":0.498075265160252,"score_spread":0.25591443593898533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385423369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98657906,0.000052296902,0.00011845547,0.009228078,0.00006364388,0.0019252523,0.0000015616044,0.00057688553,0.0014547698],"genre_scores_gemma":[0.99665433,0.000015733995,0.0011409919,0.0008598339,0.0001828352,0.0004596239,0.0000028040724,0.00003190143,0.0006519508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99397415,0.0033220877,0.00043016145,0.0006771653,0.00082267635,0.0007737767],"domain_scores_gemma":[0.99664897,0.0020254334,0.00017631885,0.00053376466,0.00023884226,0.00037665752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010704106,0.00019909773,0.00039339854,0.00053792493,0.0005753939,0.00009479383,0.00070354814,0.0003361616,0.000026508931],"category_scores_gemma":[0.0072179544,0.00018497153,0.00006203221,0.0015843767,0.00044048054,0.00019826648,0.0001633021,0.00033550858,0.00023314783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008295216,0.000664246,0.8915962,0.000047137168,0.000064939355,0.0005515367,0.055743605,0.000024476338,0.00038630216,0.0215517,0.0060297195,0.022510601],"study_design_scores_gemma":[0.0006010588,0.0010584699,0.8552506,0.000012492141,0.00003560818,0.000045621502,0.09289781,0.000028259907,0.0000533716,0.0026440462,0.046919007,0.00045363355],"about_ca_topic_score_codex":0.0034557623,"about_ca_topic_score_gemma":0.001124098,"teacher_disagreement_score":0.040889286,"about_ca_system_score_codex":0.00010744059,"about_ca_system_score_gemma":0.000491134,"threshold_uncertainty_score":0.8641087},"labels":[],"label_agreement":null},{"id":"W4385474961","doi":"10.5281/zenodo.8206929","title":"Rohana et al Supplemental Figure","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Art; Materials science","score_opus":0.12303711520570726,"score_gpt":0.39802641691972984,"score_spread":0.2749893017140226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385474961","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022765134,0.00003457053,0.0010554584,0.10186648,0.00024177064,0.0012474247,0.00058930437,0.006139561,0.8660603],"genre_scores_gemma":[0.97828704,0.00050025526,0.0004887151,0.0020769893,0.0002391999,2.9598044e-7,0.003757897,0.0017235547,0.012926077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970064,0.0008136785,0.00019239065,0.00036764288,0.0009870712,0.0006328145],"domain_scores_gemma":[0.99888325,0.000071766204,0.00005377003,0.00034815064,0.00040675164,0.00023634356],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033000866,0.00010215614,0.00010255337,0.00035678898,0.0035934753,0.00093763013,0.0013981307,0.00006548092,0.048741784],"category_scores_gemma":[0.0014314892,0.00011552255,0.000055240525,0.0015203117,0.00034089969,0.00032932244,0.0012874494,0.00034161352,0.026855342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013717673,0.000042087227,0.000009496687,0.000008016892,0.000012372389,0.000026630043,0.0028485686,0.0000060170955,0.0013659381,0.02286345,0.9428272,0.029976482],"study_design_scores_gemma":[0.00019803346,0.000087463544,0.0003448409,0.0000130884255,0.000002552349,0.000007854363,0.0035156081,0.000095733485,0.00025586935,0.0007393777,0.9946125,0.00012708583],"about_ca_topic_score_codex":0.00027138027,"about_ca_topic_score_gemma":0.000012041003,"teacher_disagreement_score":0.9555219,"about_ca_system_score_codex":0.00022979865,"about_ca_system_score_gemma":0.000014025953,"threshold_uncertainty_score":0.99770373},"labels":[],"label_agreement":null},{"id":"W4385710400","doi":"10.2196/49774","title":"Developing a Core Outcome Set for Prognostic Research in Palliative Cancer Care: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Marie Curie","keywords":"Protocol (science); Outcome (game theory); Palliative care; Medicine; Cancer; Core (optical fiber); Set (abstract data type); Computer science; Nursing; Alternative medicine; Internal medicine; Pathology","score_opus":0.9328745008558672,"score_gpt":0.8198975856282648,"score_spread":0.11297691522760245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085646834,0.0000015761658,0.0009828793,0.003978331,0.000022308117,0.9928401,0.00009578006,0.00041584275,0.00080670865],"genre_scores_gemma":[0.0021633343,7.499569e-7,0.020176591,0.00001898369,0.0003250118,0.9756127,0.000015651163,0.0001227485,0.0015642014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.979924,0.009563367,0.0010905606,0.0014201733,0.004307397,0.003694462],"domain_scores_gemma":[0.9769552,0.016092196,0.00017358379,0.00082308863,0.0055341916,0.0004217621],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07596387,0.0003343762,0.0006558689,0.002348738,0.0023914143,0.0006980443,0.0025632917,0.00042801868,0.00006827912],"category_scores_gemma":[0.020142095,0.00030429626,0.00017335347,0.009421093,0.0011301052,0.00036436398,0.0013147315,0.0018855719,0.00005993179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00705034,0.0031640031,0.41152504,0.017495215,0.00017949741,0.0002573862,0.16895284,0.000029643275,0.0011209003,0.041898668,0.120017126,0.22830935],"study_design_scores_gemma":[0.007370078,0.0045890613,0.01982349,0.0043472764,0.0000028209531,4.2020415e-7,0.119018726,0.0004900638,0.0013489003,0.045862954,0.7964639,0.0006823019],"about_ca_topic_score_codex":0.0023672918,"about_ca_topic_score_gemma":0.009580998,"teacher_disagreement_score":0.6764468,"about_ca_system_score_codex":0.0031295784,"about_ca_system_score_gemma":0.006162147,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W4385726586","doi":"10.3928/01484834-20230712-01","title":"Methodology Clarification for a Nursing Scoping Review","year":2023,"lang":"en","type":"letter","venue":"Journal of Nursing Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Nursing; MEDLINE; Psychology; Medicine; Political science","score_opus":0.6934613463521384,"score_gpt":0.6739751727137406,"score_spread":0.019486173638397775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385726586","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007543402,0.015430418,0.020197526,0.95264506,0.0073913736,0.0015592147,0.000002816572,0.000059975588,0.002706076],"genre_scores_gemma":[0.00011021795,0.07412699,0.3451199,0.48505002,0.08156979,0.0006636911,0.0002769089,0.00036240782,0.012720062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959054,0.0017960859,0.0008355388,0.00022856076,0.00082584476,0.00040857788],"domain_scores_gemma":[0.9945364,0.0021798955,0.0014145094,0.00025825927,0.0015277853,0.000083164174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009146381,0.00014542726,0.00050645095,0.0007072505,0.00035320313,0.00012019092,0.0005875152,0.00070468703,0.000032362175],"category_scores_gemma":[0.0072099087,0.00015145243,0.0002559609,0.0006345754,0.00030098567,0.0002543703,0.0000062678887,0.0014837455,0.000012382791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062046242,0.00006558948,8.015421e-7,0.0013950907,0.000011716849,0.000002374805,0.002363766,2.80693e-7,0.00003262662,0.00032696465,0.8166288,0.17916575],"study_design_scores_gemma":[0.000094639945,0.00013036338,0.000018140514,0.42873868,0.00032284533,0.00010959986,0.003593747,0.0000043152672,0.000069341084,0.05827665,0.50838953,0.000252167],"about_ca_topic_score_codex":0.000046289442,"about_ca_topic_score_gemma":0.0000068317345,"teacher_disagreement_score":0.46759504,"about_ca_system_score_codex":0.0016735612,"about_ca_system_score_gemma":0.0056342715,"threshold_uncertainty_score":0.9994956},"labels":[],"label_agreement":null},{"id":"W4385780161","doi":"10.4300/jgme-d-22-00833.1","title":"Delineating Blurred Lines: The Experience of Defining Core Competencies in Canadian Surgical Residency Programs","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Core competency; Core (optical fiber); Residency training; MEDLINE; Medicine; Psychology; Computer science; Management; Political science; Continuing education","score_opus":0.24773762614218242,"score_gpt":0.5014584191658665,"score_spread":0.2537207930236841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385780161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549046,0.00027371696,0.000015392265,0.043169025,0.0005325979,0.0001876291,7.571828e-7,0.000017985303,0.00089828443],"genre_scores_gemma":[0.99778765,0.0006151575,0.001059866,0.00008858517,0.0003007967,0.000024472853,0.0000045541374,0.0000069110265,0.00011202227],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996815,0.00033939863,0.0006874901,0.00009961522,0.0016696055,0.00038887493],"domain_scores_gemma":[0.99777305,0.0007232227,0.00028518113,0.0001165063,0.00067955104,0.00042250069],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073976745,0.00006647896,0.00018013654,0.00037816385,0.00023314868,0.00004705499,0.00062607444,0.000099992576,0.00007284869],"category_scores_gemma":[0.016697105,0.00004655508,0.00006573844,0.0016149248,0.0005499183,0.00014996783,0.000039144652,0.0005113451,0.000007773353],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005315913,0.00035996138,0.34600678,0.000080090096,0.000022359814,0.0003340369,0.1627348,0.000035874284,0.00007069481,0.026055373,0.018493218,0.44575366],"study_design_scores_gemma":[0.0009815681,0.0005910942,0.09101554,0.004944999,0.000039237148,0.00041413287,0.729602,0.009511233,0.00019850374,0.03408545,0.12804846,0.00056782],"about_ca_topic_score_codex":0.29800472,"about_ca_topic_score_gemma":0.3286786,"teacher_disagreement_score":0.5668672,"about_ca_system_score_codex":0.00023423662,"about_ca_system_score_gemma":0.011404389,"threshold_uncertainty_score":0.99420005},"labels":[],"label_agreement":null},{"id":"W4385983855","doi":"10.1186/s13063-023-07442-6","title":"Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Fonds de Recherche du Québec - Santé","keywords":"Ranking (information retrieval); Delphi method; Randomized controlled trial; Medicine; Family medicine; Delphi; Computer science; Information retrieval; Artificial intelligence","score_opus":0.5600692814307984,"score_gpt":0.5850225612550902,"score_spread":0.024953279824291852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385983855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901935,0.00028444306,0.00044536506,0.0056163687,0.0055518295,0.047504764,0.00001996654,0.0011750483,0.03746722],"genre_scores_gemma":[0.9948735,0.00026264403,0.00022839918,0.000027851902,0.00086360675,0.0026123424,0.000012035502,0.000023124343,0.0010964671],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9557035,0.03967472,0.0019259084,0.00039486075,0.0014814794,0.0008195252],"domain_scores_gemma":[0.8780449,0.12084172,0.00054540526,0.00025418735,0.00020102492,0.00011276296],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27996343,0.00014859228,0.0025980151,0.0005729931,0.000309158,0.00022981517,0.0004760909,0.00020944914,0.000376609],"category_scores_gemma":[0.37107885,0.000118145545,0.00054289756,0.001795241,0.00028514428,0.00014484346,0.0000918623,0.00026983305,0.00013966275],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.990166,0.000029932831,0.000024837223,0.0000031537697,0.0000838336,0.000018529327,0.0028081844,0.000014547576,0.00008804206,0.0029050915,0.002134978,0.0017228666],"study_design_scores_gemma":[0.9943634,0.000056728957,0.000017007838,0.00003190046,0.000033985532,5.265784e-8,0.0012261237,0.000427194,0.000033611057,0.0031126703,0.0005667763,0.00013053986],"about_ca_topic_score_codex":0.0071722013,"about_ca_topic_score_gemma":0.007386376,"teacher_disagreement_score":0.09293853,"about_ca_system_score_codex":0.00015500157,"about_ca_system_score_gemma":0.0006402011,"threshold_uncertainty_score":0.9994391},"labels":[],"label_agreement":null},{"id":"W4386012359","doi":"10.1093/bjs/znad241.427","title":"51 Evaluating the Impact of International Surgical Society Research Grant Funding","year":2023,"lang":"en","type":"article","venue":"British journal of surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Thematic analysis; Delphi method; Medical education; Family medicine; Qualitative research","score_opus":0.6011420476822513,"score_gpt":0.6016735578016155,"score_spread":0.0005315101193641425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386012359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928722,0.00060453697,0.000019037841,0.002596833,0.0004605033,0.0001263483,0.00001375693,0.000029387023,0.003277395],"genre_scores_gemma":[0.9927387,0.005816164,0.00012037937,0.000006737395,0.0008096967,0.000006363508,0.0000022489467,0.000013605924,0.00048609488],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99411565,0.001413014,0.0006287872,0.0001255447,0.0031581654,0.0005588653],"domain_scores_gemma":[0.9901952,0.0075646066,0.0002958194,0.0001094236,0.0016859801,0.00014896724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06383259,0.00006156494,0.0002472234,0.0003268395,0.00065657735,0.000287537,0.0007101415,0.00009680749,0.00047806924],"category_scores_gemma":[0.008115149,0.00005194018,0.00069119676,0.001595194,0.00070032396,0.0003293905,0.00018184511,0.00084456825,0.0000125127135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018039625,0.0002024782,0.15332724,0.00003497228,0.000363986,0.0021092035,0.0051273946,0.00026361877,0.002015912,0.0005959357,0.51855075,0.31722808],"study_design_scores_gemma":[0.0015716201,0.00061492703,0.86205834,0.004590014,0.000049240418,0.004953221,0.05284908,0.005007786,0.0007423557,0.028015858,0.03880813,0.0007394089],"about_ca_topic_score_codex":0.004268162,"about_ca_topic_score_gemma":0.00006322532,"teacher_disagreement_score":0.7087311,"about_ca_system_score_codex":0.0003349779,"about_ca_system_score_gemma":0.0013264045,"threshold_uncertainty_score":0.9715178},"labels":[],"label_agreement":null},{"id":"W4386142511","doi":"10.1101/2023.08.22.23294261","title":"ACCORD (ACcurate COnsensus Reporting Document): A reporting guideline for consensus methods in biomedicine developed via a modified Delphi","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Universiteit Leiden","keywords":"Checklist; Guideline; Delphi; Delphi method; Systematic review; Management science; Psychology; MEDLINE; Medicine; Medical education; Political science; Computer science; Engineering; Pathology","score_opus":0.4747212117583177,"score_gpt":0.5896183772544429,"score_spread":0.11489716549612516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386142511","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5353522,0.000569676,0.3688173,0.068823636,0.005616046,0.01185917,0.00009096883,0.0029211675,0.005949853],"genre_scores_gemma":[0.36651468,0.00016592623,0.6272732,0.00032885614,0.00077958277,0.0021675334,0.00014496689,0.00021174923,0.002413472],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9756185,0.0023481473,0.016214408,0.0020983636,0.0017631924,0.0019573772],"domain_scores_gemma":[0.9689101,0.006392713,0.020237165,0.0015926992,0.0023695382,0.0004977785],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1302661,0.0006810949,0.0019398411,0.001481341,0.0006113109,0.0002871995,0.0014427812,0.0010545164,0.0000638087],"category_scores_gemma":[0.2839489,0.0006790621,0.00045358448,0.0022683213,0.00091931055,0.000066494154,0.0018579371,0.0017576221,0.000016591885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002455913,0.0009065651,0.09653303,0.005833369,0.002266982,0.02956945,0.04944885,0.0056302184,0.09770924,0.006763985,0.13860174,0.5642806],"study_design_scores_gemma":[0.0075164167,0.00058479543,0.015338446,0.00841951,0.00081584917,0.0006339698,0.04247465,0.12620269,0.023399305,0.54100394,0.22545978,0.008150673],"about_ca_topic_score_codex":0.021446714,"about_ca_topic_score_gemma":0.007065906,"teacher_disagreement_score":0.55613,"about_ca_system_score_codex":0.00094230106,"about_ca_system_score_gemma":0.003858451,"threshold_uncertainty_score":0.9995661},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386252055","doi":"10.1542/peds.2022-060765","title":"Strengthening Reporting of Neonatal Trials","year":2023,"lang":"en","type":"review","venue":"PEDIATRICS","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Alberta; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Medical Research Council","keywords":"Medicine; Consolidated Standards of Reporting Trials; Guideline; Outcome (game theory); Clinical trial; MEDLINE; Trial registration; Randomized controlled trial; Pediatrics; Family medicine; Surgery; Internal medicine","score_opus":0.6450789454778625,"score_gpt":0.6082040539903673,"score_spread":0.03687489148749523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386252055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023051603,0.9924721,0.00018894412,0.000036510817,0.00062290014,0.0010634384,0.00008451021,0.0003172477,0.005212023],"genre_scores_gemma":[0.0000036509446,0.99453807,0.0014886216,0.000001347998,0.0021794576,0.00011032864,0.000035244564,0.00006242338,0.0015808735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912503,0.0015140363,0.004851151,0.0003852985,0.0014735467,0.0005257022],"domain_scores_gemma":[0.9817013,0.009300646,0.008164726,0.00041211804,0.00027881798,0.00014239342],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04087758,0.0002182489,0.0025395728,0.0007249706,0.00021362746,0.00008060831,0.00085949636,0.00055103796,0.00012023568],"category_scores_gemma":[0.16913812,0.00019049316,0.0008986793,0.0025167773,0.00015605363,0.0000803828,0.00030359355,0.0006650642,0.00008839889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.744478e-7,0.0000071772274,0.000018244427,0.006714579,0.000025484971,0.000043708686,0.00043869263,1.9195943e-7,1.1110025e-8,0.0007733644,0.005456071,0.9865218],"study_design_scores_gemma":[0.000027203272,0.000009082599,2.3500743e-7,0.0013277764,0.00034936558,0.0000021383064,0.00048044004,0.0000010986813,2.3171586e-7,0.00057433755,0.9970561,0.00017198474],"about_ca_topic_score_codex":0.0008035062,"about_ca_topic_score_gemma":0.000092412156,"teacher_disagreement_score":0.99160004,"about_ca_system_score_codex":0.00014692721,"about_ca_system_score_gemma":0.0023077747,"threshold_uncertainty_score":0.9876184},"labels":[],"label_agreement":null},{"id":"W4386253597","doi":"10.1542/peds.2022-060751","title":"Heterogeneity and Gaps in Reporting Primary Outcomes From Neonatal Trials","year":2023,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Alberta; SickKids Foundation; University of Toronto; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Medical Research Council","keywords":"Medicine; Clinical trial; Outcome (game theory); Blinding; MEDLINE; Consolidated Standards of Reporting Trials; Reporting bias; Systematic review; Pediatrics; Family medicine; Internal medicine","score_opus":0.26687251468686335,"score_gpt":0.49151044540425465,"score_spread":0.2246379307173913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386253597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946405,0.0004677936,0.000063770065,0.0017969547,0.00027164072,0.00034903418,0.00003411062,0.00025429952,0.0021218644],"genre_scores_gemma":[0.99560386,0.0020317177,0.0013820985,0.000097008364,0.0005401769,0.00004719934,0.000026159887,0.000015792497,0.0002559994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973336,0.00048608976,0.00085024623,0.00027756256,0.00067881204,0.0003736892],"domain_scores_gemma":[0.9962117,0.0029970675,0.0004390314,0.00018334122,0.000056688958,0.00011217787],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013148694,0.00008275991,0.0003500792,0.00027685892,0.00016856616,0.00009545015,0.00022483879,0.00013884346,0.000031108084],"category_scores_gemma":[0.028837074,0.00007863598,0.00007663535,0.0009360758,0.000096388256,0.00014688956,0.00022897002,0.00021067246,0.000032238822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006992135,0.0000107099895,0.97560465,0.000014479978,0.0000039453043,0.00011884619,0.0012221994,0.0000018404801,0.00004623821,0.00010641431,0.0023066606,0.020557025],"study_design_scores_gemma":[0.00038412027,0.000013561466,0.9808973,0.00000817577,0.000018428018,9.828447e-7,0.0013809948,0.00004791274,0.00014524859,0.00793497,0.008954815,0.00021346149],"about_ca_topic_score_codex":0.004438313,"about_ca_topic_score_gemma":0.0020657165,"teacher_disagreement_score":0.020343564,"about_ca_system_score_codex":0.00010706031,"about_ca_system_score_gemma":0.00021089613,"threshold_uncertainty_score":0.9793434},"labels":[],"label_agreement":null},{"id":"W4386445818","doi":"10.34190/eckm.24.2.1642","title":"Validation of a framework for evaluating knowledge mobilization strategies: A Delphi method approach.","year":2023,"lang":"en","type":"article","venue":"European Conference on Knowledge Management","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski; Université de Sherbrooke; Université du Québec à Montréal; McGill University; Université de Montréal; Université TÉLUQ","funders":"","keywords":"Delphi method; Knowledge management; Context (archaeology); Process (computing); Software deployment; Process management; Computer science; Management science; Business; Engineering; Geography","score_opus":0.39216817781500607,"score_gpt":0.5426177368402296,"score_spread":0.15044955902522356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386445818","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011007716,0.00002669951,0.48195484,0.00017356047,0.00016658346,0.001504695,0.0000064390515,0.00033589252,0.5147305],"genre_scores_gemma":[0.8534264,0.00016381366,0.13895944,0.000019449135,0.00021124216,0.0005351083,0.000057915597,0.000067484856,0.0065591787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99553305,0.002169898,0.0005015116,0.0005844266,0.0007038819,0.0005072611],"domain_scores_gemma":[0.9975643,0.0008592927,0.00022168779,0.0005081642,0.0007335026,0.00011305784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012371326,0.0002026165,0.00024869345,0.00054953026,0.00042868246,0.00029803813,0.0010226981,0.00008668256,0.000096841766],"category_scores_gemma":[0.00093179144,0.00020943455,0.00011634723,0.0016218587,0.00018855568,0.00018997482,0.00038191242,0.0002020981,0.00037318293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034038094,0.00023625628,0.0000136151975,0.0003673788,0.0000459198,0.0000021381268,0.016793136,0.00046024524,0.00025521626,0.86642426,0.0025179342,0.112849854],"study_design_scores_gemma":[0.0023528452,0.0017363247,0.0010926559,0.0024159232,0.00029319528,8.3498685e-7,0.31943113,0.20969877,0.0034478207,0.37008873,0.0877665,0.0016752968],"about_ca_topic_score_codex":0.000015643594,"about_ca_topic_score_gemma":0.000016551314,"teacher_disagreement_score":0.8523256,"about_ca_system_score_codex":0.00015443543,"about_ca_system_score_gemma":0.00023813733,"threshold_uncertainty_score":0.8540493},"labels":[],"label_agreement":null},{"id":"W4386457669","doi":"10.1080/17441692.2023.2255030","title":"Vulnerable young women and frontline service providers identify options to improve the HIV-sensitivity of social protection programmes in Botswana: A modified Policy Delphi approach","year":2023,"lang":"en","type":"article","venue":"Global Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"Network of European Institutes for Advanced Study; HORIZON EUROPE Health; Canadian Institutes of Health Research","keywords":"Service provider; Poverty; Service delivery framework; Livelihood; Delphi method; Population; Social protection; Business; Economic growth; Service (business); Public relations; Political science; Medicine; Environmental health; Marketing; Economics; Agriculture; Geography","score_opus":0.12348926238085518,"score_gpt":0.43942875834232026,"score_spread":0.3159394959614651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386457669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6393672,0.00003090995,0.0066561345,0.34533292,0.00010903719,0.0053674723,0.00018615613,0.00041437865,0.0025357835],"genre_scores_gemma":[0.9969062,0.000028332506,0.000543621,0.0007738702,0.00019600792,0.0013341814,0.000021102254,0.000012861134,0.00018381752],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99471843,0.0023660515,0.0004227273,0.0004263874,0.0008241379,0.0012422777],"domain_scores_gemma":[0.9987689,0.00010587746,0.00016386324,0.00023789002,0.00034997487,0.0003734774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018423045,0.0001401108,0.00028681834,0.00031595596,0.0010707957,0.00031752614,0.0003352463,0.00016174381,0.000003557373],"category_scores_gemma":[0.0024517116,0.00012474411,0.00004278298,0.004911513,0.00027361952,0.000419276,0.00027068306,0.000400958,0.000010668274],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040212728,0.0015403065,0.006553249,0.0015077685,0.0001649325,0.000016038863,0.36240008,0.00068134675,0.0007791244,0.18159519,0.027734095,0.41662574],"study_design_scores_gemma":[0.0033549163,0.0008351071,0.313415,0.00011855272,0.00001621115,0.000027386202,0.53293777,0.04222808,0.00002535028,0.050489828,0.055258434,0.0012933799],"about_ca_topic_score_codex":0.26965263,"about_ca_topic_score_gemma":0.05640357,"teacher_disagreement_score":0.41533235,"about_ca_system_score_codex":0.0018241078,"about_ca_system_score_gemma":0.0027514612,"threshold_uncertainty_score":0.9608146},"labels":[],"label_agreement":null},{"id":"W4386604184","doi":"10.1093/eurpub/ckad133.130","title":"O.2.3-4 A standardised core outcome set for measurement and reporting sedentary behaviour interventional research: the CROSBI consensus study","year":2023,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Delphi method; Psychological intervention; Sedentary behavior; Demographics; Core (optical fiber); Medicine; Set (abstract data type); Delphi; Intervention (counseling); Physical therapy; Physical activity; Computer science; Demography; Artificial intelligence; Psychiatry","score_opus":0.9310131837993957,"score_gpt":0.66163040990949,"score_spread":0.2693827738899057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386604184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8969585,0.00021143226,0.0018489227,0.09714366,0.0005176049,0.0018619609,0.00006100958,0.00008987782,0.0013070821],"genre_scores_gemma":[0.998691,0.000030535546,0.00038981013,0.00014080846,0.00032824525,0.0000162203,0.0000029270732,0.000027258753,0.00037316725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97138214,0.01842748,0.0033172234,0.00036486177,0.0052675437,0.0012407362],"domain_scores_gemma":[0.9944126,0.000801836,0.0015749339,0.00024653098,0.00244337,0.00052073546],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39443496,0.00009836261,0.0002969637,0.0004532964,0.0016659814,0.00043860154,0.00063429156,0.00002098602,0.000041841136],"category_scores_gemma":[0.025777485,0.00007109154,0.00015672686,0.00076516037,0.00047123508,0.00012885181,0.00026637517,0.0007269854,0.000006159381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012293835,0.0007647726,0.5680098,0.00017706912,0.0002578491,0.0017736945,0.06894012,0.000005360742,0.00005701127,0.0015023921,0.25428092,0.10410807],"study_design_scores_gemma":[0.002013306,0.0028920448,0.6779502,0.00022935732,0.00001818726,0.00014590076,0.22972105,0.000040390667,0.0000026294915,0.0009286202,0.08588557,0.00017271278],"about_ca_topic_score_codex":0.00042117934,"about_ca_topic_score_gemma":0.0006726343,"teacher_disagreement_score":0.36865747,"about_ca_system_score_codex":0.0006394862,"about_ca_system_score_gemma":0.0020607489,"threshold_uncertainty_score":0.9996337},"labels":[],"label_agreement":null},{"id":"W4386780930","doi":"10.2196/46961","title":"Development of an Information Guideline for Kidney Transplant Recipients in a Clinical Trial: Protocol for a Modified Delphi Method","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Protocol (science); Medicine; Delphi; Clinical trial; Delphi method; Kidney transplant; Medical physics; Computer science; Kidney transplantation; Family medicine; Transplantation; Alternative medicine; Internal medicine; Pathology; Artificial intelligence","score_opus":0.7896095973190731,"score_gpt":0.7505930538665428,"score_spread":0.03901654345253025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386780930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003296708,2.5968475e-8,0.030656334,0.0013934704,0.000015022016,0.96652335,0.0000874633,0.00018918689,0.0008054769],"genre_scores_gemma":[0.000055140124,1.7525959e-7,0.18907645,0.00004799851,0.000136337,0.8103963,0.00009009463,0.000026083273,0.00017138786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908226,0.002429874,0.002715971,0.000494016,0.0022852002,0.0012523358],"domain_scores_gemma":[0.99470496,0.0020731664,0.0003544803,0.0005173534,0.0018456454,0.00050441583],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08541178,0.00017323064,0.00045700435,0.0011559512,0.0005158337,0.00018400884,0.0013509493,0.0004214085,0.000043311935],"category_scores_gemma":[0.011086146,0.0001572802,0.00017149167,0.0020306301,0.00029767692,0.0007904718,0.00018549131,0.00055085425,0.000020199577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18836299,0.0037226619,0.00031360233,0.0028203442,0.00005641998,0.000008233041,0.030380333,0.000058847716,0.0008965409,0.011261789,0.14392182,0.6181964],"study_design_scores_gemma":[0.040482223,0.002297147,0.00015855672,0.0011810825,9.4046555e-7,2.1157287e-7,0.0010226688,0.007754452,0.0015849122,0.0059798784,0.93933547,0.00020247686],"about_ca_topic_score_codex":0.00018460538,"about_ca_topic_score_gemma":0.0004691343,"teacher_disagreement_score":0.7954136,"about_ca_system_score_codex":0.00033625608,"about_ca_system_score_gemma":0.0046099047,"threshold_uncertainty_score":0.9972439},"labels":[],"label_agreement":null},{"id":"W4386963801","doi":"10.5114/phr.2023.130203","title":"Research from low-income and middle-income countries will benefit global health and the physiotherapy profession, but it requires support","year":2023,"lang":"en","type":"article","venue":"Physiotherapy Review","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Low and middle income countries; Low income; Medicine; Developing country; Gerontology; Political science; Sociology; Socioeconomics; Economic growth; Economics","score_opus":0.11298241906496787,"score_gpt":0.5308359473323928,"score_spread":0.41785352826742495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386963801","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26031336,0.38284343,0.000029224699,0.3445535,0.0004902076,0.008684339,0.0003293707,0.00079765316,0.0019589085],"genre_scores_gemma":[0.07151883,0.91828716,0.00016905024,0.0066987695,0.0005095539,0.00051159103,0.000023794695,0.000058678033,0.0022226032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317294,0.002218787,0.00070007524,0.00074360095,0.0020355529,0.0011290701],"domain_scores_gemma":[0.9963467,0.0016865215,0.00027373602,0.0008512563,0.00043075226,0.00041099385],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008807489,0.00031800693,0.0009170213,0.00012574956,0.0017897907,0.00032632842,0.0010529741,0.00015013346,0.0004955197],"category_scores_gemma":[0.00037219908,0.00021276671,0.00015094974,0.0020102016,0.0023873837,0.0004981193,0.00032303727,0.0004841196,0.00013226252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029093763,0.0006240655,0.030425657,0.038329504,0.0010094456,0.00010079089,0.06783713,0.000002892634,0.0008013661,0.2934184,0.21557395,0.3489674],"study_design_scores_gemma":[0.0044196066,0.00083953014,0.02771382,0.054384913,0.000035131885,0.000008112306,0.009993482,0.00010385105,0.000117207026,0.2615283,0.6395967,0.0012593635],"about_ca_topic_score_codex":0.010838664,"about_ca_topic_score_gemma":0.001610083,"teacher_disagreement_score":0.53544366,"about_ca_system_score_codex":0.00034057663,"about_ca_system_score_gemma":0.0009351043,"threshold_uncertainty_score":0.99950975},"labels":[],"label_agreement":null},{"id":"W4386989231","doi":"10.1093/pch/pxad055.054","title":"54 Preterm Parents Identified Meaningful Outcomes: Involving Parents in Implementing Change","year":2023,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Socioemotional selectivity theory; Delphi method; Psychology; Medicine; Scope (computer science); Population; Presentation (obstetrics); Polling; Medical education; Developmental psychology; Computer science","score_opus":0.19736272886444087,"score_gpt":0.471028100096586,"score_spread":0.2736653712321452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386989231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96810627,0.0013730093,0.000060587736,0.018164378,0.0018874601,0.0036808657,0.00010732724,0.0012469944,0.0053730933],"genre_scores_gemma":[0.99250597,0.005037372,0.00022621518,0.0009389426,0.0006852572,0.00032847087,0.00008440545,0.000050281837,0.00014308517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940098,0.0007473741,0.000885301,0.000621722,0.0016962184,0.002039599],"domain_scores_gemma":[0.9980541,0.0005530469,0.00038740356,0.00043395328,0.00013435454,0.00043714396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009354711,0.00023149056,0.00043033974,0.0010670059,0.0012509475,0.0002205094,0.0009284566,0.00017123435,0.000061114624],"category_scores_gemma":[0.0017866584,0.0002498042,0.00012969383,0.003194413,0.00008744123,0.00045024787,0.0006148965,0.00065062824,0.00017702927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045314127,0.000060531125,0.9515223,0.0001403422,0.000009660149,0.000018497878,0.033590175,0.0000011101853,0.000001434682,0.0011462277,0.0025621264,0.010943075],"study_design_scores_gemma":[0.0008556233,0.000069653215,0.9635733,0.00022913853,0.000010680678,7.405822e-7,0.017215058,0.00021774088,0.0000074474137,0.0036201829,0.013741705,0.00045878056],"about_ca_topic_score_codex":0.023116175,"about_ca_topic_score_gemma":0.03058937,"teacher_disagreement_score":0.024399685,"about_ca_system_score_codex":0.0007589894,"about_ca_system_score_gemma":0.00043785735,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W4387035137","doi":"10.1097/phm.0000000000002347","title":"The Many Benefits of Reviewing for the American Journal of Physical Medicine and Rehabilitation","year":2023,"lang":"en","type":"editorial","venue":"American Journal of Physical Medicine & Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Rehabilitation; Medicine; Sports medicine; Gerontology; Family medicine; Physical therapy","score_opus":0.0436359215898625,"score_gpt":0.4565894755943127,"score_spread":0.41295355400445016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387035137","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.316563,0.009144666,0.0026849783,0.3045448,0.36057466,0.00591738,0.00013285037,0.0001159208,0.0003217331],"genre_scores_gemma":[0.35590786,0.002408935,0.0028849398,0.00009104203,0.63838166,0.00012934332,0.000008957724,0.0001303915,0.000056904344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99072045,0.002166441,0.0019557038,0.00032979343,0.004328427,0.0004992118],"domain_scores_gemma":[0.79731786,0.19222371,0.004824403,0.00039014308,0.0050042206,0.00023965271],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01727612,0.00034682304,0.0020679578,0.0005374185,0.00048063794,0.000041156614,0.0012173427,0.00010501978,0.0000032224293],"category_scores_gemma":[0.1822218,0.00018278619,0.00066434056,0.0019476766,0.013539866,0.00028826648,0.00009416947,0.0014860785,9.606989e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006253784,0.00013276211,0.00005567802,0.0002845621,0.00019760577,0.0000014926833,0.037532043,0.000048479582,0.00016139851,0.003935308,0.23522715,0.7217981],"study_design_scores_gemma":[0.0019126944,0.21799985,0.0030789315,0.010916725,0.0014328924,0.0000066124094,0.17606813,0.00039238215,0.000008063487,0.040664963,0.54707146,0.0004473359],"about_ca_topic_score_codex":0.0011725471,"about_ca_topic_score_gemma":0.000090764144,"teacher_disagreement_score":0.7213508,"about_ca_system_score_codex":0.00038764242,"about_ca_system_score_gemma":0.00077396334,"threshold_uncertainty_score":0.98914474},"labels":[],"label_agreement":null},{"id":"W4387272198","doi":"10.2139/ssrn.4580987","title":"Consensus on the Definitions and Descriptions of the Domains of the Omeract Core Outcome Set for Shared Decision Making Interventions in Rheumatology Trials","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Alberta; McGill University; University of Calgary; Toronto Western Hospital; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Toronto; University of Ottawa; University of British Columbia; Queen's University; Université de Sherbrooke","funders":"","keywords":"Psychological intervention; Outcome (game theory); Core (optical fiber); Set (abstract data type); Rheumatology; Medicine; Internal medicine; Alternative medicine; Computer science; Nursing; Pathology","score_opus":0.635683954487486,"score_gpt":0.5505995552831184,"score_spread":0.08508439920436761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387272198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95147365,0.0010861522,0.0065446296,0.034055084,0.0014543971,0.0039963317,0.0008554094,0.00004349846,0.00049083534],"genre_scores_gemma":[0.9966809,0.0025182508,0.00035042482,0.000025615844,0.000032498454,0.00019215545,0.0000043807436,0.00002209459,0.00017365757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946979,0.0021455202,0.0013403589,0.00023194787,0.0006020495,0.000982197],"domain_scores_gemma":[0.9872997,0.010572283,0.0013073985,0.00047889067,0.0003063143,0.00003545811],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022716772,0.00015745364,0.0005493044,0.00032848667,0.0009159376,0.00008834052,0.0012902189,0.00026328774,0.000039774175],"category_scores_gemma":[0.02407861,0.000086659435,0.00078459765,0.00053084677,0.0007261947,0.00003305368,0.0005433416,0.002994066,0.0000015567566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016815746,0.00012987024,0.018995369,0.00010440132,0.0002818293,0.0000013308261,0.0026611886,0.00019552272,0.00008406811,0.97340494,0.0018534897,0.0021198334],"study_design_scores_gemma":[0.00039313443,0.00007594711,0.008393435,0.0018813806,0.000080369246,0.000048677335,0.009647111,0.00007442086,0.000012422112,0.9791852,0.00011990059,0.00008795224],"about_ca_topic_score_codex":0.00089528057,"about_ca_topic_score_gemma":0.03806478,"teacher_disagreement_score":0.04520726,"about_ca_system_score_codex":0.00082344684,"about_ca_system_score_gemma":0.0030533823,"threshold_uncertainty_score":0.9993061},"labels":[],"label_agreement":null},{"id":"W4387331497","doi":"10.1093/bjd/ljad361","title":"Harmonization of outcomes in epidermolysis bullosa: report of the Core Outcome Sets for Epidermolysis Bullosa (COSEB) kick-off meeting","year":2023,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Epidermolysis bullosa; Harmonization; Medicine; Outcome (game theory); Comparability; Pooling; Dermatology; Computer science","score_opus":0.14280767770682123,"score_gpt":0.43731526210306115,"score_spread":0.2945075843962399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387331497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97947574,0.0006244953,0.00083383516,0.017424436,0.0004666155,0.0006566536,0.000051786043,0.000044173463,0.0004222953],"genre_scores_gemma":[0.996734,0.0006285287,0.0022352007,0.00005471105,0.00004575024,0.00003156295,0.0000080925965,0.000028343022,0.00023375887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950757,0.0008777056,0.0023104486,0.00024681003,0.0009387,0.0005506389],"domain_scores_gemma":[0.99433357,0.0022592004,0.0019555362,0.0003012702,0.0010341424,0.00011629908],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045755277,0.00014941105,0.0010470061,0.00057708524,0.00027917651,0.000042958865,0.00089427707,0.0002781717,0.000043366297],"category_scores_gemma":[0.018647822,0.00014513546,0.0005216596,0.001522924,0.00056756707,0.00021559482,0.00019886112,0.00041069707,0.0000027180217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006231548,0.00026569443,0.94155395,0.00023715748,0.00028522746,0.02371246,0.001752255,0.00016005762,0.0012773767,0.0008953693,0.010866356,0.018931754],"study_design_scores_gemma":[0.006006819,0.0002480266,0.6480227,0.002647133,0.00075568096,0.23930626,0.018137062,0.0023192293,0.03260237,0.04170947,0.006945432,0.0012998227],"about_ca_topic_score_codex":0.001614382,"about_ca_topic_score_gemma":0.001577094,"teacher_disagreement_score":0.29353127,"about_ca_system_score_codex":0.0001233492,"about_ca_system_score_gemma":0.00039905758,"threshold_uncertainty_score":0.98961854},"labels":[],"label_agreement":null},{"id":"W4387721029","doi":"10.1249/tjx.0000000000000034","title":"Developing a Research Agenda for the Profession of Kinesiology: A Modified Delphi Study","year":2017,"lang":"en","type":"article","venue":"Translational Journal of the American College of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; Laurentian University; Lakehead University; Queen's University; Princess Margaret Cancer Centre; University of Waterloo; University of Guelph; York University; University of Toronto","funders":"","keywords":"Kinesiology; Focus group; Delphi method; Medical education; Excellence; Thematic analysis; Relevance (law); Psychology; Medicine; Public relations; Qualitative research; Political science; Sociology; Social science","score_opus":0.33981642643737786,"score_gpt":0.5466631986438342,"score_spread":0.2068467722064563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387721029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8197131,0.0002775216,0.0018110294,0.17541523,0.00038164188,0.0017178507,0.00002122503,0.000005421166,0.0006569765],"genre_scores_gemma":[0.99729884,0.00026150374,0.0018404125,0.000060562692,0.00029280578,0.000019127192,3.413111e-7,0.000010537605,0.00021588262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961781,0.0004675347,0.0007651533,0.00012315439,0.002211623,0.00025443773],"domain_scores_gemma":[0.9940732,0.0021618232,0.0014982482,0.0003926885,0.0018100467,0.00006395648],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013021713,0.000088214234,0.00044108523,0.00025320903,0.0011593542,0.0000072576877,0.0016313082,0.000040954023,0.000028372118],"category_scores_gemma":[0.0025058445,0.000045206292,0.00011796753,0.00054576213,0.0036824655,0.00009798176,0.000078824516,0.00036132536,8.7070276e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014516506,0.0018418935,0.3721528,0.00046491672,0.0014138786,0.00030435514,0.10438458,0.00088108925,0.011797178,0.21003233,0.041399654,0.24081081],"study_design_scores_gemma":[0.0024362358,0.0010365166,0.87204415,0.0013326026,0.00014125883,0.000022866905,0.06615788,0.00017431164,0.00043650073,0.05134737,0.004735217,0.00013506721],"about_ca_topic_score_codex":0.0007954819,"about_ca_topic_score_gemma":0.00027467898,"teacher_disagreement_score":0.49989137,"about_ca_system_score_codex":0.000065394466,"about_ca_system_score_gemma":0.0014667454,"threshold_uncertainty_score":0.9990289},"labels":[],"label_agreement":null},{"id":"W4387742491","doi":"10.3389/fresc.2023.1270116","title":"Editorial: Leadership in teamwork: enhancing rehabilitation medicine best practice","year":2023,"lang":"en","type":"editorial","venue":"Frontiers in Rehabilitation Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Rehabilitation; Medicine; Nursing; Medical education; Physical therapy; Management","score_opus":0.12812788152267504,"score_gpt":0.46656345496713925,"score_spread":0.3384355734444642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387742491","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009110936,0.00074733555,0.0005162472,0.052193083,0.9385328,0.0017414872,0.000017454497,0.00030142977,0.005859001],"genre_scores_gemma":[0.00064637803,0.0008026597,0.0416403,0.000069102185,0.95440686,0.00082628155,0.000041348074,0.00007965571,0.0014874227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98245114,0.004895482,0.0017893333,0.0016568628,0.0076391706,0.0015679931],"domain_scores_gemma":[0.9057288,0.09038219,0.0008845561,0.0007091542,0.0019387343,0.0003565696],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06740315,0.00044029363,0.0009447402,0.00362162,0.00075976097,0.00034075495,0.0020145488,0.0017738444,0.00005319661],"category_scores_gemma":[0.60572225,0.00045003285,0.000152937,0.008586961,0.006798709,0.0021169214,0.00018079557,0.0022439146,0.00008930324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091796646,0.00014211044,0.0014093947,0.0002575657,0.0000084811145,0.000004256592,0.03888213,0.0001277748,0.000005973152,0.00070585875,0.9563154,0.0020492743],"study_design_scores_gemma":[0.00035922835,0.00075142214,0.00008745845,0.0013730086,0.000013350701,4.006623e-8,0.30502108,0.00005094007,6.726896e-7,0.010813862,0.681206,0.00032292327],"about_ca_topic_score_codex":0.02058689,"about_ca_topic_score_gemma":0.01797411,"teacher_disagreement_score":0.5383191,"about_ca_system_score_codex":0.0027136384,"about_ca_system_score_gemma":0.00469222,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W4387772770","doi":"10.1183/23120541.00115-2023","title":"A BEAT-PCD consensus statement: a core outcome set for pulmonary disease interventions in primary ciliary dyskinesia","year":2023,"lang":"en","type":"article","venue":"ERJ Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Provincial Health Services Authority; University of British Columbia","funders":"European Respiratory Society","keywords":"Medicine; Primary ciliary dyskinesia; Psychological intervention; Delphi method; Family medicine; Comparability; Pediatrics; Intensive care medicine; Physical therapy; Internal medicine; Bronchiectasis; Psychiatry","score_opus":0.7532905325933047,"score_gpt":0.6477290806537581,"score_spread":0.10556145193954658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387772770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61242306,0.0007721377,0.00028973026,0.12657484,0.00066246703,0.037222143,0.002556952,0.0009811508,0.21851753],"genre_scores_gemma":[0.92781276,0.0001679868,0.000920188,0.00010349675,0.00012574859,0.0057503344,0.00038863145,0.00006133953,0.064669505],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99356997,0.0015679649,0.00076413964,0.0007133413,0.0019078399,0.0014767394],"domain_scores_gemma":[0.9953992,0.0026196043,0.00008951401,0.000695685,0.0006703914,0.0005256448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023415023,0.00017238663,0.00034407963,0.0010845544,0.0011974173,0.000504576,0.0024459488,0.00015015918,0.0007071537],"category_scores_gemma":[0.005074079,0.00017499656,0.00019975998,0.0031726973,0.00094080303,0.00031470283,0.00215156,0.0007832486,0.00039864078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020923438,0.0012817773,0.36823162,0.0018629272,0.00007628238,0.003621085,0.0050241607,0.000040077903,0.00044404622,0.03594433,0.5520477,0.029333603],"study_design_scores_gemma":[0.0032318698,0.00049187115,0.50127333,0.0012731719,0.000031489886,0.000009004351,0.02759162,0.0032229116,0.000047562375,0.106835656,0.35496247,0.0010290691],"about_ca_topic_score_codex":0.008797666,"about_ca_topic_score_gemma":0.0038439627,"teacher_disagreement_score":0.31538972,"about_ca_system_score_codex":0.00084930507,"about_ca_system_score_gemma":0.0014661426,"threshold_uncertainty_score":0.99780285},"labels":[],"label_agreement":null},{"id":"W4387878891","doi":"10.1108/jica-04-2023-0024","title":"Integrated care for older persons who live with complex health and social care requirements: a core set of indicators","year":2023,"lang":"en","type":"article","venue":"Journal of Integrated Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre","funders":"","keywords":"Delphi method; Integrated care; Health care; Ranking (information retrieval); Set (abstract data type); Quality (philosophy); Medicine; Process management; Business; Psychology; Nursing; Computer science; Political science","score_opus":0.16550900835943283,"score_gpt":0.465259695954034,"score_spread":0.29975068759460116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387878891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890202,0.002284486,0.00019330271,0.003547691,0.00021979396,0.0016167538,0.0017681903,0.00013713086,0.0012123993],"genre_scores_gemma":[0.99788386,0.0002402193,0.0010488791,0.00016798207,0.00014467892,0.000039026854,0.00032084298,0.000040822397,0.00011367486],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99726987,0.00032692277,0.00058798934,0.00024843396,0.0010291679,0.0005376176],"domain_scores_gemma":[0.9952969,0.00018268064,0.0006723324,0.00013889982,0.0034260114,0.00028320283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007625261,0.0002204217,0.00060831005,0.0007670712,0.0006995644,0.00010097651,0.0005274547,0.00022739623,0.00007333903],"category_scores_gemma":[0.0003976697,0.00016530538,0.00018004546,0.0015280015,0.0006204096,0.00020012115,0.000063459265,0.0006365409,0.0000017220751],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041231068,0.000029643947,0.023688206,0.0007530652,0.00021087218,0.000053893713,0.8876949,0.000004145041,0.00020427807,0.0005297723,0.0478549,0.038564034],"study_design_scores_gemma":[0.0008916739,0.0011722168,0.0017497481,0.00083934097,0.00004122378,0.000007367452,0.96538424,0.000015567008,0.00020782318,0.000043701686,0.029484315,0.00016280584],"about_ca_topic_score_codex":0.0031706558,"about_ca_topic_score_gemma":0.0054245335,"teacher_disagreement_score":0.07768934,"about_ca_system_score_codex":0.001436853,"about_ca_system_score_gemma":0.0038857951,"threshold_uncertainty_score":0.68932337},"labels":[],"label_agreement":null},{"id":"W4388016953","doi":"10.21203/rs.3.rs-3491648/v1","title":"Developing a set of emergency department performance measures to evaluate delirium care quality for older adults: A modified e-Delphi study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Manitoba","funders":"","keywords":"Delphi method; Emergency department; Likert scale; Quality (philosophy); Delirium; Quality management; Qualitative research; Set (abstract data type); Delphi; Medicine; Psychology; Nursing; Applied psychology; Computer science; Operations management; Psychiatry; Artificial intelligence; Engineering","score_opus":0.5516895724151513,"score_gpt":0.607792778706128,"score_spread":0.05610320629097676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388016953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573098,0.00066587364,0.004605749,0.0055075935,0.00084317557,0.028996345,0.0008675052,0.00050348166,0.00070047553],"genre_scores_gemma":[0.978196,0.0009981542,0.002286657,0.000017593971,0.00043520567,0.01726808,0.00018076428,0.00011698939,0.0005005433],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9824065,0.004439948,0.0014736741,0.0016127946,0.008076802,0.001990281],"domain_scores_gemma":[0.97997993,0.0012527901,0.0003042827,0.0015728844,0.016368084,0.00052203954],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03113947,0.00046056727,0.000869901,0.0012850494,0.001296898,0.00019972473,0.0027963172,0.0005592842,0.00008614796],"category_scores_gemma":[0.013702523,0.00046060025,0.0003724049,0.00219046,0.00026979952,0.00015905594,0.003285678,0.0014288621,0.0000712508],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003931878,0.0014836524,0.06343113,0.030239614,0.0010451222,0.000061682804,0.7021083,0.0053756437,0.00010846502,0.003418892,0.031960383,0.15683523],"study_design_scores_gemma":[0.0033232686,0.0028732065,0.12413233,0.008574192,0.00012833606,5.241255e-7,0.83219284,0.0018996702,0.0017751013,0.011781754,0.0108295,0.0024893046],"about_ca_topic_score_codex":0.017231276,"about_ca_topic_score_gemma":0.024662627,"teacher_disagreement_score":0.15434591,"about_ca_system_score_codex":0.0022605953,"about_ca_system_score_gemma":0.0044608046,"threshold_uncertainty_score":0.9997846},"labels":[],"label_agreement":null},{"id":"W4388195090","doi":"10.1101/2023.10.25.23297543","title":"The TARCiS statement: Guidance on terminology, application, and reporting of citation searching","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; Karl Landsteiner Privatuniversität für Gesundheitswissenschaften; Cancer Research UK; Dalhousie University; European Commission; Institute of Museum and Library Services; Northwestern University; National Institute for Health and Care Excellence; Alfred P. Sloan Foundation; Universität Basel; National Institutes of Health; National Science Foundation","keywords":"Terminology; Citation; Delphi method; Systematic review; Cornerstone; Computer science; Statement (logic); Workflow; Information retrieval; Context (archaeology); Data science; Scientific literature; Bibliometrics; Delphi; MEDLINE; Data mining; World Wide Web; Political science; Artificial intelligence; Database; Geography","score_opus":0.3035917483749603,"score_gpt":0.5141933678981769,"score_spread":0.21060161952321665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388195090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685674,0.00022534422,0.005094761,0.0183958,0.0003124866,0.0016659894,0.000019043102,0.00027745924,0.005441753],"genre_scores_gemma":[0.99623674,0.00065982965,0.0016481772,0.00002100749,0.0000951611,0.00041908168,0.000010299405,0.000019621151,0.0008900721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99700284,0.00051010936,0.0010309148,0.0003859359,0.0007607691,0.0003094487],"domain_scores_gemma":[0.9964124,0.0012527776,0.0014601395,0.00051731354,0.0003001779,0.000057190788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015464863,0.00009802987,0.0001998253,0.00015648818,0.00055004726,0.00010388614,0.0006080854,0.00013810159,0.000003915904],"category_scores_gemma":[0.010819747,0.00007946323,0.000047124035,0.0002644705,0.00063092704,0.000041627005,0.00054161757,0.0005008387,0.000009668184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064589825,0.00008973111,0.5489556,0.00077240536,0.00013341084,0.000053437972,0.03303325,0.00045473277,0.004850873,0.07902693,0.007376632,0.3251884],"study_design_scores_gemma":[0.00019985327,0.000120491226,0.5156945,0.000859831,0.000028096085,0.0000021229196,0.008958078,0.003065544,0.0044186967,0.4039942,0.062140748,0.0005178526],"about_ca_topic_score_codex":0.0027439203,"about_ca_topic_score_gemma":0.0012417267,"teacher_disagreement_score":0.32496727,"about_ca_system_score_codex":0.00010070876,"about_ca_system_score_gemma":0.00024346307,"threshold_uncertainty_score":0.9975125},"labels":[],"label_agreement":null},{"id":"W4388203470","doi":"10.21203/rs.3.rs-3458860/v1","title":"Comparing fall prevention indicator priorities for public health and across health sectors in Ontario","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Public Health Ontario","funders":"","keywords":"Fall prevention; Delphi method; Public health; Prioritization; Occupational safety and health; Medicine; Injury prevention; Environmental health; Poison control; Business; Nursing; Computer science","score_opus":0.6413940457430208,"score_gpt":0.602739681393254,"score_spread":0.03865436434976688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388203470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95543987,0.001526587,0.00055070344,0.030834408,0.00040368628,0.009962863,0.00015288767,0.00045846016,0.00067054253],"genre_scores_gemma":[0.989566,0.002310778,0.0010465462,0.000056412784,0.00024318745,0.0023617833,0.00020752141,0.000075809425,0.004131919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989552,0.003173811,0.00079251133,0.0010610106,0.0026695034,0.0027511588],"domain_scores_gemma":[0.99628884,0.0013792039,0.00027718142,0.00058331026,0.0004910377,0.0009804331],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037400566,0.0002456803,0.0007038282,0.0012471351,0.0017546719,0.0010822596,0.0011383767,0.0004974088,0.000029542785],"category_scores_gemma":[0.0027480805,0.0002792339,0.00014359015,0.0009077834,0.0008528346,0.00025583562,0.00226442,0.003350872,0.000017203509],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000060571772,0.00018828896,0.8014043,0.0037527643,0.00004210993,0.000009171638,0.16659804,0.000009207414,0.0000010003685,0.0057359543,0.008047837,0.014150774],"study_design_scores_gemma":[0.0011591467,0.0011924262,0.6722298,0.004478918,0.0000016002177,0.0000014798559,0.13447407,0.00027941715,0.000005849075,0.046385754,0.13908574,0.0007057684],"about_ca_topic_score_codex":0.7605969,"about_ca_topic_score_gemma":0.9772682,"teacher_disagreement_score":0.2166713,"about_ca_system_score_codex":0.008047105,"about_ca_system_score_gemma":0.024648188,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W4388447035","doi":"10.2139/ssrn.4614190","title":"Representation of Published Core Outcome Sets in Practice Guidelines","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Core (optical fiber); Outcome (game theory); Representation (politics); Computer science; Mathematics; Political science; Mathematical economics; Law","score_opus":0.35686065466825834,"score_gpt":0.576800792733286,"score_spread":0.21994013806502766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388447035","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3492384,0.009430687,0.01807475,0.5464421,0.009070768,0.007211073,0.0000947732,0.0013951701,0.05904233],"genre_scores_gemma":[0.94434464,0.03890243,0.00628451,0.00027746588,0.0011893907,0.00013100958,0.000049048504,0.000110310335,0.008711187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99269927,0.0009935307,0.0014781359,0.0004905666,0.0019695172,0.0023689964],"domain_scores_gemma":[0.9947303,0.0009152896,0.0011551596,0.00052968116,0.0025486515,0.00012091612],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03154398,0.00020161107,0.00050101837,0.0008387167,0.00020638056,0.0002784155,0.0015119318,0.000497102,0.000051372474],"category_scores_gemma":[0.050123,0.00020286924,0.00023731515,0.0013068902,0.00020512869,0.0006294254,0.00059965445,0.006776075,0.000024817795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007875861,0.0006993023,0.15742645,0.00027246488,0.0012257043,0.00034184626,0.0145047875,0.0034032082,0.00030242288,0.6372946,0.06432906,0.119412564],"study_design_scores_gemma":[0.00041828756,0.000097809294,0.0024878692,0.0002129054,0.000061808976,0.000055838515,0.04319897,0.00028057824,0.000031455995,0.9475542,0.0052936007,0.00030668752],"about_ca_topic_score_codex":0.024732906,"about_ca_topic_score_gemma":0.044635314,"teacher_disagreement_score":0.59510624,"about_ca_system_score_codex":0.0028831067,"about_ca_system_score_gemma":0.012155189,"threshold_uncertainty_score":0.9972293},"labels":[],"label_agreement":null},{"id":"W4388540454","doi":"10.1136/bmjopen-2023-073260","title":"Implementing paediatric patient-reported outcome measures in outpatient asthma clinics: a feasibility assessment study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Alberta Children's Hospital Research Institute; Children’s Hospital of Wisconsin Research Institute","keywords":"Medicine; Asthma; Family medicine; Health services research; Outcome (game theory); Outpatient clinic; Public health; Patient-reported outcome; Pediatrics; Emergency medicine; Nursing; Quality of life (healthcare); Internal medicine","score_opus":0.5221299420236577,"score_gpt":0.6184802044178781,"score_spread":0.0963502623942204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388540454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95440906,0.0000058704527,0.00003376745,0.0012343186,0.00035956973,0.029109417,0.000016366546,0.000244855,0.014586794],"genre_scores_gemma":[0.99392694,0.0000068104255,0.00077974104,0.00007992327,0.000084450236,0.004644642,0.000015615859,0.0000249744,0.00043687888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99158007,0.0025485326,0.0016433675,0.00073199475,0.0024148256,0.0010812241],"domain_scores_gemma":[0.9974288,0.0006707562,0.00050045864,0.00085240055,0.0003512956,0.0001963392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042879295,0.00017821563,0.0004435008,0.00041764745,0.0005944109,0.0004712616,0.0013704485,0.00011729321,0.00019401828],"category_scores_gemma":[0.0056207287,0.00017115677,0.00011380957,0.002305841,0.00009449539,0.00040331998,0.0027550536,0.00042218465,0.000089317924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042440297,0.0006504458,0.96148103,0.000014528476,0.00002347236,0.00012397993,0.007903738,0.000010374023,0.000003780093,0.00017620623,0.0013088508,0.028261177],"study_design_scores_gemma":[0.0010703411,0.00045813402,0.92895293,0.000022754832,0.000010727081,4.722954e-7,0.061303668,0.0001251275,0.000004897391,0.0012002662,0.0066096713,0.0002409807],"about_ca_topic_score_codex":0.014483451,"about_ca_topic_score_gemma":0.029357642,"teacher_disagreement_score":0.053399928,"about_ca_system_score_codex":0.0006842398,"about_ca_system_score_gemma":0.0010419246,"threshold_uncertainty_score":0.9920792},"labels":[],"label_agreement":null},{"id":"W4388594590","doi":"10.1093/eurheartj/ehad655.1502","title":"Consensus on the diagnosis and management of patients with type 2 myocardial infarction: an international Delphi study","year":2023,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"British Heart Foundation","keywords":"Medicine; Myocardial infarction; Delphi method; Coronary artery disease; Myocardial infarction diagnosis; Canadian Cardiovascular Society; Internal medicine; Cardiology; Intensive care medicine; Angina","score_opus":0.20312317950310252,"score_gpt":0.44065620759310115,"score_spread":0.23753302808999863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388594590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824493,0.000004530965,0.0000017345259,0.0036488478,0.0002876723,0.00035548094,0.0000036756105,0.00003696227,0.013211789],"genre_scores_gemma":[0.99918795,0.0002254822,0.00012308279,0.00010497656,0.00019289799,0.000006493456,0.0000012079379,0.000011886702,0.00014605315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979631,0.0008669806,0.00013870485,0.000112804,0.0007677508,0.00015066391],"domain_scores_gemma":[0.9993373,0.00017621498,0.000059879785,0.0001289706,0.00021283142,0.00008476608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025503207,0.00005507789,0.000064882835,0.00011650415,0.00040108128,0.0001174721,0.00024394823,0.000010689987,0.00011680328],"category_scores_gemma":[0.00014270942,0.000037115788,0.000020749409,0.0003209533,0.0001650532,0.00007586754,0.000101152255,0.00019010478,0.000043690437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117871634,0.00020828035,0.96946514,0.0000023400253,0.00011473799,0.00008884905,0.002935082,0.000026151307,0.000001903605,0.0008238147,0.020323228,0.0058926195],"study_design_scores_gemma":[0.00026954577,0.0005137978,0.94510144,0.000027980112,0.000008593175,0.0000025318286,0.004457867,0.0000052098867,0.000001923073,0.000050510025,0.04951575,0.000044866305],"about_ca_topic_score_codex":0.000028471923,"about_ca_topic_score_gemma":0.000018207746,"teacher_disagreement_score":0.029192524,"about_ca_system_score_codex":0.00003431613,"about_ca_system_score_gemma":0.000025937943,"threshold_uncertainty_score":0.30848333},"labels":[],"label_agreement":null},{"id":"W4388706287","doi":"10.1136/bmjresp-2023-001723","title":"Core outcomes and factors influencing the experience of care for children with severe acute exacerbations of asthma: a qualitative study","year":2023,"lang":"en","type":"article","venue":"BMJ Open Respiratory Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Health and Medical Research Council; Irving Medical Center, Columbia University; Cure Kids; Thoracic Society of Australia and New Zealand; Sidra Medicine; Royal Children's Hospital Foundation; Children's Hospital Foundation","keywords":"Medicine; Asthma; Exacerbation; Qualitative research; Acute care; Intensive care unit; Family medicine; Intensive care medicine; Health care; Internal medicine","score_opus":0.5088331879591043,"score_gpt":0.6250200491454747,"score_spread":0.11618686118637045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388706287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98660624,0.000039930925,0.000008762908,0.00031431043,0.000014772917,0.011756031,0.00012618066,0.00003496657,0.0010988263],"genre_scores_gemma":[0.9964908,0.000008399553,0.00016995355,0.000016229324,0.000017151657,0.0027557637,0.000004967023,0.000021495222,0.0005152543],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994848,0.0019140077,0.00040762857,0.0003949369,0.0019231208,0.000512307],"domain_scores_gemma":[0.99441016,0.003178208,0.00016875778,0.0005935694,0.0015247401,0.0001245653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01037166,0.0001268903,0.0003645388,0.00035143067,0.0012375637,0.00017920212,0.0016193471,0.00008311982,0.00002972464],"category_scores_gemma":[0.0029030037,0.00008217664,0.000050451406,0.0020041654,0.0015779965,0.00037632883,0.0010018223,0.00031958864,0.0000028949667],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001339121,0.000051004186,0.40198135,0.000033801727,0.00009131968,0.0000029122618,0.5948417,0.0000057336065,0.0002016901,0.0014302302,0.00057325326,0.000653052],"study_design_scores_gemma":[0.0004313441,0.00080014067,0.27504808,0.00005223687,0.0000069144735,2.5828442e-7,0.72250885,0.0000032787486,0.00047973686,0.0002345322,0.00034439412,0.000090200476],"about_ca_topic_score_codex":0.008181244,"about_ca_topic_score_gemma":0.009483293,"teacher_disagreement_score":0.12766714,"about_ca_system_score_codex":0.00011847582,"about_ca_system_score_gemma":0.0011700309,"threshold_uncertainty_score":0.99842334},"labels":[],"label_agreement":null},{"id":"W4388719495","doi":"10.1186/s12913-023-10203-5","title":"Mapping a comprehensive assessment tool to a holistic definition of health for person-centred care planning in home care: a modified eDelphi study","year":2023,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; University of Toronto; University of Waterloo","funders":"","keywords":"Nursing research; Health informatics; Health administration; Medicine; Public health; Health care; Nursing; Health services research","score_opus":0.5170554886657517,"score_gpt":0.5726467448628034,"score_spread":0.05559125619705174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388719495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798349,0.001821878,0.0006190966,0.002511052,0.00018021457,0.013877837,0.00020333254,0.00023991798,0.0007117335],"genre_scores_gemma":[0.9921156,0.00015236737,0.0045831376,0.00024940682,0.00011562165,0.0025719036,0.000141255,0.000044168075,0.000026513944],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9902396,0.0033421079,0.0008793486,0.0007714032,0.0027119955,0.002055543],"domain_scores_gemma":[0.9950742,0.0020643473,0.00022362045,0.00051589677,0.0016521193,0.00046981036],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0062358044,0.00020354384,0.00067158195,0.002029883,0.0014644725,0.0001851813,0.00094909605,0.0001415116,0.000012416542],"category_scores_gemma":[0.00025442394,0.00022630014,0.00007803661,0.0046604243,0.0001362235,0.00017195764,0.00039355567,0.00061231625,0.000019831887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003205396,0.00030203795,0.039896626,0.010870238,0.000021352696,0.000020679374,0.9386866,0.0007664822,0.000055847948,0.0014945747,0.0003813669,0.0071836743],"study_design_scores_gemma":[0.0012123933,0.0010462513,0.14907476,0.0010882786,0.0000014460292,2.838799e-7,0.84451497,0.0016929039,0.0000019522754,0.00045521342,0.0007498677,0.00016165507],"about_ca_topic_score_codex":0.0555916,"about_ca_topic_score_gemma":0.019151855,"teacher_disagreement_score":0.10917814,"about_ca_system_score_codex":0.0027010408,"about_ca_system_score_gemma":0.005433017,"threshold_uncertainty_score":0.9998355},"labels":[],"label_agreement":null},{"id":"W4388735924","doi":"10.1370/afm.22.s1.5698","title":"Medication Adherence Technologies : A Classification Taxonomy Based on Features","year":2023,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Taxonomy (biology); Computer science; Delphi; Knowledge management; Context (archaeology); Process management; Data science; Artificial intelligence; Engineering","score_opus":0.28988519265094687,"score_gpt":0.4646950292525094,"score_spread":0.17480983660156252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388735924","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004876034,0.000029631969,0.010288444,0.16552727,0.0003667173,0.0019611544,0.0000066296084,0.010884162,0.80605996],"genre_scores_gemma":[0.99089766,0.0000778866,0.0025245065,0.00011885081,0.000035279478,0.0008681136,0.000010081536,0.000006248877,0.005461354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986711,0.00011341043,0.00010879538,0.00022222249,0.00062764384,0.000256825],"domain_scores_gemma":[0.9991381,0.00036427806,0.00004770455,0.00031181818,0.00009581429,0.000042272914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012770953,0.000059763235,0.000062627485,0.0003146666,0.0002862825,0.00006527929,0.00052569614,0.00016764503,0.00021217282],"category_scores_gemma":[0.0017622585,0.00005172309,0.000027266095,0.001201783,0.00036786997,0.00009290943,0.000042642267,0.00018520604,0.00051559164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013378592,0.000051713363,0.0028449139,0.000010536746,0.0000037655748,0.000004293517,0.00032963188,0.000008878634,0.001022796,0.179491,0.41328412,0.40293497],"study_design_scores_gemma":[0.00027358063,0.00020309802,0.049864184,0.00008866813,0.0000059435397,3.2505756e-7,0.03180666,0.009085025,0.008217401,0.025540557,0.87456,0.00035455983],"about_ca_topic_score_codex":0.0005288098,"about_ca_topic_score_gemma":0.00049549754,"teacher_disagreement_score":0.98602164,"about_ca_system_score_codex":0.00011775822,"about_ca_system_score_gemma":0.00021997791,"threshold_uncertainty_score":0.66270596},"labels":[],"label_agreement":null},{"id":"W4388750061","doi":"10.1177/14713012231216768","title":"Competency development for a volunteer navigation program to support caregivers of people living with dementia: A modified e-Delphi method","year":2023,"lang":"en","type":"article","venue":"Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Health Canada","keywords":"Dementia; Delphi method; Volunteer; Nursing; Curriculum; Delphi; Medicine; Psychology; Gerontology; Disease; Pedagogy; Computer science","score_opus":0.0807305906304949,"score_gpt":0.42915680519406935,"score_spread":0.3484262145635745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388750061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61466426,0.000058328587,0.36489236,0.002667238,0.00035723328,0.009077359,0.000052193984,0.0012824376,0.0069485893],"genre_scores_gemma":[0.83757126,0.0000060719954,0.16033076,0.0000244372,0.000028306495,0.0015268746,0.000053368494,0.00002524119,0.00043369073],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766326,0.00015033598,0.0003411987,0.00034929495,0.000910076,0.0005858589],"domain_scores_gemma":[0.99876624,0.00024552367,0.0001328429,0.00020612817,0.00049684197,0.00015241995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002633739,0.00013149799,0.00021067336,0.0002734383,0.00040230207,0.0000780208,0.00043397615,0.00008018792,0.00010978793],"category_scores_gemma":[0.00019212558,0.00013107547,0.000068849855,0.0012261587,0.00007892825,0.0001595586,0.00017650706,0.00009012369,0.00002736213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028000624,0.0010661627,0.12610483,0.0011394903,0.0024885312,0.000036625297,0.34669217,0.001056825,0.0059934873,0.023319233,0.056683455,0.43513918],"study_design_scores_gemma":[0.005282906,0.0060632536,0.2148932,0.0021183046,0.0015584405,0.000010389402,0.19678713,0.014621553,0.024476603,0.0043318304,0.5263931,0.0034632396],"about_ca_topic_score_codex":0.0011975963,"about_ca_topic_score_gemma":0.002370498,"teacher_disagreement_score":0.46970966,"about_ca_system_score_codex":0.00011933322,"about_ca_system_score_gemma":0.00055747747,"threshold_uncertainty_score":0.53451025},"labels":[],"label_agreement":null},{"id":"W4388850306","doi":"10.21203/rs.3.rs-3628541/v1","title":"Content of a wound care mobile application for newly graduated nurses: An e-Delphi study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Likert scale; Delphi method; Wound care; Medicine; Delphi; Content analysis; Closed-ended question; Nursing; Psychology; Medical education; Surgery; Computer science","score_opus":0.4805198553230906,"score_gpt":0.5998834941962269,"score_spread":0.11936363887313628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388850306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917876,0.0005588212,0.0018462689,0.001691282,0.00086961436,0.072630405,0.0012409465,0.0011997467,0.0020868897],"genre_scores_gemma":[0.96404004,0.00021789808,0.0004815389,0.000004552432,0.00040252946,0.031450506,0.00047108508,0.0001187821,0.0028130715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9901206,0.0024229751,0.0007424286,0.0012636897,0.004211764,0.0012385391],"domain_scores_gemma":[0.9889052,0.0015988309,0.00025805415,0.0017316712,0.0070651667,0.00044106552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010216335,0.00029737363,0.0006180608,0.0011106674,0.00093206734,0.00035580844,0.0025717441,0.00062381034,0.000044095672],"category_scores_gemma":[0.002809023,0.0003058422,0.00026682662,0.0016815988,0.0009958639,0.00018149689,0.0012856078,0.0015694811,0.00005790036],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020347438,0.009889228,0.059238818,0.011631315,0.00089338195,0.00013124444,0.6934701,0.0018963991,0.005854329,0.02082145,0.03655914,0.15757982],"study_design_scores_gemma":[0.0011561431,0.0033990857,0.007849606,0.0005954748,0.000049913837,3.6462168e-7,0.946595,0.0010058009,0.00066837965,0.018031785,0.020046895,0.00060154847],"about_ca_topic_score_codex":0.06527208,"about_ca_topic_score_gemma":0.024764933,"teacher_disagreement_score":0.25312486,"about_ca_system_score_codex":0.0012281261,"about_ca_system_score_gemma":0.002492333,"threshold_uncertainty_score":0.9999394},"labels":[],"label_agreement":null},{"id":"W4388979779","doi":"10.1016/j.mex.2023.102496","title":"Development of recommendations for a minimum dataset for Identifying Social factors that Stratify Health Opportunities and Outcomes (ISSHOOs) in pain research","year":2023,"lang":"en","type":"article","venue":"MethodsX","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Bruyère; University of Ottawa; Hospital for Sick Children","funders":"National Health and Medical Research Council; International Association for Suicide Prevention; University of Toronto; International Association for the Study of Pain; Canada Research Chairs; Medical Research Council; University of Ottawa","keywords":"CLARITY; Delphi method; Data collection; Stakeholder; Equity (law); Medicine; Psychology; Intervention (counseling); Applied psychology; Public relations; Medical education; Political science; Nursing; Computer science; Sociology","score_opus":0.903638859213628,"score_gpt":0.6865216775133773,"score_spread":0.21711718170025063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388979779","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3600253,0.00025773016,0.29809713,0.30754837,0.0009741163,0.01662155,0.015038871,0.00050912594,0.0009278271],"genre_scores_gemma":[0.087908134,0.00028668778,0.9056471,0.00022418564,0.00007530543,0.0018088113,0.0026817545,0.000045475757,0.0013225584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576855,0.0023882557,0.00043448037,0.000257012,0.00055981765,0.00059186167],"domain_scores_gemma":[0.991473,0.008023546,0.000117481104,0.00013128365,0.00014653245,0.000108138825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05150013,0.00009001208,0.00027734978,0.0005925443,0.0010829712,0.00010004422,0.00033194647,0.00009782001,0.000023396105],"category_scores_gemma":[0.0040480564,0.00008846531,0.000044125318,0.0005517759,0.00031180287,0.00017814308,0.00015502897,0.00016918301,5.686463e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049957423,0.00012617813,0.008382729,0.0007175843,0.000063427404,0.0000021099738,0.1951396,2.8849612e-7,0.00045047715,0.02020935,0.19672671,0.57813156],"study_design_scores_gemma":[0.0004157557,0.00008562037,0.013177479,0.00009317225,0.000004369188,7.3841974e-8,0.4199071,0.00012166624,0.0009980167,0.027844021,0.53714794,0.00020476668],"about_ca_topic_score_codex":0.0015774729,"about_ca_topic_score_gemma":0.0074202525,"teacher_disagreement_score":0.60754997,"about_ca_system_score_codex":0.00018661666,"about_ca_system_score_gemma":0.00090831297,"threshold_uncertainty_score":0.9766802},"labels":[],"label_agreement":null},{"id":"W4388982205","doi":"10.1097/ceh.0000000000000545","title":"The 2022 Paul Mazmanian JCEHP Award for Excellence in Research","year":2023,"lang":"en","type":"letter","venue":"Journal of Continuing Education in the Health Professions","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Library science; Management; Gerontology; Medicine; Political science; Computer science; Law","score_opus":0.3618021883570785,"score_gpt":0.6212945100462329,"score_spread":0.2594923216891544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388982205","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002725376,0.0013781942,0.000044304197,0.98673606,0.005285895,0.0029203128,0.000009696288,0.000021109201,0.00087906886],"genre_scores_gemma":[0.068147324,0.049575746,0.0032148499,0.44855192,0.054448076,0.007865512,0.000087996326,0.0004404195,0.36766815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837874,0.010941755,0.0014075887,0.00026671123,0.0023357344,0.0012607699],"domain_scores_gemma":[0.97878623,0.018049615,0.0010913698,0.00053896004,0.0014051157,0.00012873717],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07353098,0.00015250506,0.00038963984,0.0011303028,0.0018971437,0.00024351748,0.0025586619,0.0005291957,0.000022937902],"category_scores_gemma":[0.011092022,0.000095518975,0.00013981637,0.0017677653,0.00044005108,0.00017349217,0.00014540259,0.008233899,0.000019367615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021810089,0.00006319444,0.0002969732,0.00014166767,0.0000038639682,0.000013621663,0.04207445,3.3710782e-7,0.0000018541883,0.0006970306,0.9313973,0.02528788],"study_design_scores_gemma":[0.00012200345,0.000097214885,0.000740849,0.002963063,0.0000028232123,0.000005219353,0.13954166,0.0000040759505,8.6888065e-7,0.023257047,0.8331866,0.000078553814],"about_ca_topic_score_codex":0.0019331182,"about_ca_topic_score_gemma":0.005209119,"teacher_disagreement_score":0.5381841,"about_ca_system_score_codex":0.0012856798,"about_ca_system_score_gemma":0.01311787,"threshold_uncertainty_score":0.9994022},"labels":[],"label_agreement":null},{"id":"W4389047731","doi":"10.12688/hrbopenres.13797.1","title":"Which outcome measurement instruments are used to measure core infant feeding outcomes in children up to 1 year of age? A scoping review protocol","year":2023,"lang":"en","type":"review","venue":"HRB Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Health and Medical Research Council; Health Research Board","keywords":"CINAHL; Medicine; Psychological intervention; MEDLINE; Childhood obesity; Data extraction; Protocol (science); Intervention (counseling); Pediatrics; Meta-analysis; Obesity; Alternative medicine; Psychiatry; Overweight; Pathology","score_opus":0.8141759101348418,"score_gpt":0.6612919901296472,"score_spread":0.15288392000519457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389047731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011522078,0.080262505,0.0000044248886,0.00298299,0.00020904376,0.90821487,0.00014170255,0.00021557021,0.007853685],"genre_scores_gemma":[0.00015011134,0.46141174,0.00042653017,0.000076875345,0.000121533936,0.5358557,0.000020532349,0.00020722451,0.0017297475],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.97898215,0.004189645,0.002679965,0.0015742581,0.0104610445,0.0021129337],"domain_scores_gemma":[0.9934608,0.0007900878,0.00063168316,0.0017337793,0.0025367395,0.0008469616],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06326379,0.0006326568,0.004093501,0.0024253333,0.0005866553,0.000827402,0.007758562,0.00056517567,0.0003356981],"category_scores_gemma":[0.03135473,0.00053606846,0.0004124677,0.010966063,0.00025107438,0.00035379105,0.005931648,0.002286635,0.00091502804],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001656305,0.00061737176,0.17427535,0.34745696,0.0007853795,0.00010295334,0.00402873,0.0000014136148,0.000008032749,0.0012394303,0.031137705,0.44018105],"study_design_scores_gemma":[0.0007394571,0.00023349248,0.0032094952,0.7849177,0.00006660229,0.000002177573,0.000713337,2.0690531e-7,0.0000063510593,0.00009790892,0.20920098,0.00081225066],"about_ca_topic_score_codex":0.012784591,"about_ca_topic_score_gemma":0.03575292,"teacher_disagreement_score":0.43936878,"about_ca_system_score_codex":0.002702155,"about_ca_system_score_gemma":0.0056964927,"threshold_uncertainty_score":0.9999403},"labels":[],"label_agreement":null},{"id":"W4389089454","doi":"10.5489/cuaj.8643","title":"Evolution of CUA guidelines","year":2023,"lang":"es","type":"article","venue":"Canadian Urological Association Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.11686363978579835,"score_gpt":0.4170099710235009,"score_spread":0.30014633123770257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389089454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53214586,0.0008372864,0.00022915858,0.42599088,0.0025945974,0.00059222017,0.00024681698,0.00024249559,0.03712068],"genre_scores_gemma":[0.9934012,0.0015986119,0.00018578536,0.0005518571,0.001379854,0.000008647254,0.000006989431,0.000014633393,0.0028524178],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954635,0.0010129877,0.000791032,0.00022777321,0.0014761587,0.0010285316],"domain_scores_gemma":[0.99577874,0.00065662473,0.0006283839,0.00014847361,0.0019488445,0.0008389302],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008801128,0.00014551912,0.00031052696,0.0007675261,0.00081095827,0.0002497216,0.0006731017,0.00067008054,0.00086286064],"category_scores_gemma":[0.015210089,0.00013818374,0.00023171239,0.002200782,0.00019982293,0.00020922518,0.00006234757,0.00082227966,0.000574094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013794869,0.000029237584,0.52539814,0.000009224351,0.00007111206,0.000061351064,0.00041895628,0.00022254098,0.00015354039,0.01877281,0.44643992,0.008409371],"study_design_scores_gemma":[0.00026512053,0.00018347606,0.40296495,0.000044686753,0.00003184214,0.000010302906,0.0014245653,0.00092038605,0.000016553198,0.02600987,0.5679316,0.00019665304],"about_ca_topic_score_codex":0.025925849,"about_ca_topic_score_gemma":0.004976809,"teacher_disagreement_score":0.46125534,"about_ca_system_score_codex":0.0034812107,"about_ca_system_score_gemma":0.0026501985,"threshold_uncertainty_score":0.9930852},"labels":[],"label_agreement":null},{"id":"W4389210696","doi":"10.1136/bmjopen-2023-075739","title":"Moving forward through consensus: a national Delphi approach to determine the top research priorities in prostate cancer in Uganda","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"Medical Research Council; National Institute for Health and Care Research; Wellcome Trust; London School of Hygiene and Tropical Medicine","keywords":"Medicine; Prostate cancer; Delphi method; Delphi; Cancer; Internal medicine; Artificial intelligence","score_opus":0.5019066639309325,"score_gpt":0.5986598366869728,"score_spread":0.09675317275604023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389210696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76306725,0.000066371766,0.000021106887,0.06561644,0.00014216652,0.0234778,0.00008422884,0.0001134894,0.14741114],"genre_scores_gemma":[0.9766363,0.000078047706,0.0023487334,0.0003462643,0.00016421928,0.01290839,0.0000053115696,0.000024229725,0.0074885096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959098,0.0009315313,0.00033260096,0.00035583234,0.0017396156,0.00073063024],"domain_scores_gemma":[0.9978492,0.0013522904,0.00004401201,0.00026928968,0.00041253318,0.00007262477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017769488,0.00008929983,0.00018330874,0.00034332453,0.00045772296,0.0004480157,0.0013815966,0.00007632784,0.000065140506],"category_scores_gemma":[0.0043729544,0.00007218448,0.00002649198,0.0028435467,0.0004016709,0.00027760852,0.0012461329,0.00041272194,0.00004827173],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011532613,0.00032443323,0.15860274,0.00034633905,0.00005347733,0.0002928702,0.5165472,0.0027750123,0.00048132348,0.09608489,0.18107931,0.042259153],"study_design_scores_gemma":[0.003396869,0.00026020018,0.152858,0.0017883985,0.000007076739,0.000012603103,0.3547823,0.011200984,0.0006816284,0.22478388,0.24887575,0.0013523061],"about_ca_topic_score_codex":0.04854743,"about_ca_topic_score_gemma":0.05308558,"teacher_disagreement_score":0.21356903,"about_ca_system_score_codex":0.00055384694,"about_ca_system_score_gemma":0.0021628055,"threshold_uncertainty_score":0.96419317},"labels":[],"label_agreement":null},{"id":"W4389266167","doi":"10.1016/j.eclinm.2023.102340","title":"Developing consensus on core outcome sets of domains for acute, the transition from acute to chronic, recurrent/episodic, and chronic pain: results of the INTEGRATE-pain Delphi process","year":2023,"lang":"en","type":"article","venue":"EClinicalMedicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Institutes of Health; Innovative Medicines Initiative; Innovative Health Initiative; Saluda Medical; Merz Pharmaceuticals; European Federation of Pharmaceutical Industries and Associations; Vertex Pharmaceuticals; Asahi Kasei Pharma Corporation; Stowers Institute for Medical Research; F. Hoffmann-La Roche; Eli Lilly and Company; Pfizer; Hexal AG; Alnylam Pharmaceuticals; Bundesministerium für Bildung und Forschung; National Institute for Health and Care Research; Teva Pharmaceutical Industries; Bayer HealthCare; European Commission; Gemeinsame Bundesausschuss; Esteve Pharmaceuticals; Sanofi; Deutsche Forschungsgemeinschaft; GlaxoSmithKline; Gedeon Richter; Bayer","keywords":"Harmonization; Delphi method; Medicine; Multidisciplinary approach; Chronic pain; Delphi; Quality of life (healthcare); Physical therapy; Nursing; Artificial intelligence; Computer science","score_opus":0.2649368488696913,"score_gpt":0.531169133081803,"score_spread":0.2662322842121117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389266167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72029066,0.00022409223,0.004426285,0.26907986,0.0006817368,0.004006694,0.0007746396,0.00017721968,0.00033880124],"genre_scores_gemma":[0.9963019,0.000505602,0.00088552677,0.001488913,0.0003927941,0.00020647184,0.00007571187,0.000025248615,0.00011782266],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961503,0.0009207147,0.0010879029,0.00044327264,0.0009272197,0.00047060326],"domain_scores_gemma":[0.9878747,0.0107428115,0.00036568046,0.0004798307,0.00039421034,0.00014277706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014712684,0.00018501963,0.0005217388,0.00013593963,0.00037031967,0.000019308973,0.00082176994,0.00021522748,0.000017465149],"category_scores_gemma":[0.012736479,0.000107658096,0.00013535771,0.0011239648,0.0013060141,0.000037566704,0.0001124138,0.0004699406,0.0000049631008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010999042,0.0006920288,0.009097121,0.0014785321,0.0020897267,0.00013820454,0.10271079,0.00024300377,0.0067117936,0.017524833,0.31733042,0.5309845],"study_design_scores_gemma":[0.055499595,0.04474354,0.14665012,0.034575675,0.003306318,0.00003058305,0.115513235,0.059433255,0.02366687,0.26512334,0.24694157,0.0045159087],"about_ca_topic_score_codex":0.0004554786,"about_ca_topic_score_gemma":0.0032642423,"teacher_disagreement_score":0.5264686,"about_ca_system_score_codex":0.0002589384,"about_ca_system_score_gemma":0.00087018404,"threshold_uncertainty_score":0.99557966},"labels":[],"label_agreement":null},{"id":"W4389332013","doi":"10.1371/journal.pone.0295325","title":"Protocol for the development of a core outcome set for neonatal sepsis (NESCOS)","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delphi method; Psychological intervention; Protocol (science); Medicine; Comparability; Outcome (game theory); Sepsis; Systematic review; Health care; MEDLINE; Family medicine; Intensive care medicine; Alternative medicine; Nursing; Computer science; Political science; Immunology","score_opus":0.6915668346074426,"score_gpt":0.5514955218061871,"score_spread":0.1400713128012555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389332013","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06575221,0.0000052836062,0.006687881,0.01346791,0.00007830265,0.91001964,0.0002808813,0.00071895844,0.0029889257],"genre_scores_gemma":[0.03730868,9.242922e-7,0.03474979,0.00005280006,0.00010066616,0.92392206,0.000012453063,0.000023201552,0.003829415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985482,0.000033581382,0.0002672626,0.00015073354,0.0006699151,0.00033032667],"domain_scores_gemma":[0.9983556,0.0010663749,0.000081625716,0.00017930416,0.00026486744,0.00005221126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002045143,0.00006715439,0.0001493264,0.0000779009,0.00041566425,0.000029767954,0.0004964418,0.000067587374,0.000068765046],"category_scores_gemma":[0.0013140546,0.00004957463,0.000061730854,0.0004058597,0.00014586985,0.000055164568,0.00011238792,0.00007427381,0.000027082257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029911876,0.005369427,0.1626671,0.013698379,0.0028569922,0.000020482856,0.25322345,0.000026372974,0.031169947,0.06600605,0.19787227,0.26409835],"study_design_scores_gemma":[0.005391159,0.00088481617,0.013173448,0.0011283234,0.00017667245,5.637491e-7,0.033947226,0.0063029365,0.17398357,0.035811193,0.7280587,0.0011414022],"about_ca_topic_score_codex":0.00006766269,"about_ca_topic_score_gemma":0.0005440212,"teacher_disagreement_score":0.5301864,"about_ca_system_score_codex":0.000079643825,"about_ca_system_score_gemma":0.0003105254,"threshold_uncertainty_score":0.31969956},"labels":[],"label_agreement":null},{"id":"W4389401401","doi":"10.46292/sci23-1985364s","title":"Poster (Clinical/Best Practice Implementation) ID 1985364","year":2023,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick; Canada Research Chairs; University Health Network","funders":"University Health Network Foundation","keywords":"Knowledge translation; Best practice; Medical education; Plan (archaeology); Summative assessment; Medicine; Rehabilitation; Knowledge management; Formative assessment; Psychology; Computer science; Pedagogy; Management; Physical therapy","score_opus":0.1972684211880581,"score_gpt":0.5989216699112943,"score_spread":0.40165324872323616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389401401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049915,0.000030689156,0.00008865374,0.060992837,0.0009452732,0.0013477765,0.000015058615,0.00028605692,0.031302143],"genre_scores_gemma":[0.9885125,0.0002056148,0.008083222,0.00055381336,0.0005436199,0.00025743464,0.000027591375,0.000021065262,0.001795145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967479,0.0010889797,0.00066694565,0.00035502418,0.00073735986,0.0004037619],"domain_scores_gemma":[0.99750197,0.0015105214,0.00015782341,0.00032229658,0.00040760823,0.00009978672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006551355,0.000102171216,0.00016551153,0.00032617018,0.00024005951,0.0000999482,0.00035031122,0.00014821974,0.00027887308],"category_scores_gemma":[0.007716593,0.000114058625,0.00007282653,0.001332521,0.0003520456,0.0006860825,0.00011916304,0.00036813456,0.0005481704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013301971,0.00032017686,0.0953138,0.000082862956,0.0000130953,0.000021913997,0.0032494836,0.0000011862779,0.00010830665,0.09883987,0.02067437,0.78004473],"study_design_scores_gemma":[0.00048264873,0.008870574,0.21282183,0.000075886004,0.000017381979,0.0000012410845,0.034524243,0.00001659168,0.000055537246,0.055366717,0.68744975,0.00031761656],"about_ca_topic_score_codex":0.0024852904,"about_ca_topic_score_gemma":0.0018906277,"teacher_disagreement_score":0.7797271,"about_ca_system_score_codex":0.0002973768,"about_ca_system_score_gemma":0.00027767068,"threshold_uncertainty_score":0.923804},"labels":[],"label_agreement":null},{"id":"W4389580661","doi":"10.1136/bmjsem-2023-001755","title":"Identifying sports chiropractic global research priorities: an international Delphi study of sports chiropractors","year":2023,"lang":"en","type":"article","venue":"BMJ Open Sport & Exercise Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Disability Prevention and Rehabilitation; Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Delphi method; Delphi; Physical therapy; Sports medicine; Sports science; Medical education; Medicine; Alternative medicine; Physical medicine and rehabilitation; Political science; Computer science; Pathology; Physiology; Artificial intelligence","score_opus":0.41823858764099586,"score_gpt":0.6104947187711338,"score_spread":0.19225613113013795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389580661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92757004,0.000054193788,0.00000783227,0.0022932414,0.0014349608,0.008163014,0.000013265043,0.0002835621,0.060179893],"genre_scores_gemma":[0.99253696,0.0013348398,0.00042526415,0.000039821072,0.0008453307,0.00075617654,0.00007706262,0.000054626016,0.003929935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9882302,0.00036751677,0.0014338933,0.0009939529,0.007897973,0.0010764373],"domain_scores_gemma":[0.9957461,0.00023215143,0.00065246684,0.0013993732,0.0013689195,0.00060098607],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.030330444,0.00030243624,0.0011699272,0.0010520411,0.00085203425,0.00028411744,0.0036124391,0.00022176083,0.002398158],"category_scores_gemma":[0.0024592448,0.00027951435,0.00008517258,0.0044384324,0.001022482,0.0016984403,0.0015345294,0.00075231545,0.000060352977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087689346,0.0010678098,0.8735911,0.0000880004,0.00005932778,0.0038393433,0.039554317,0.00001000692,0.000043051958,0.0043316227,0.010566047,0.06597248],"study_design_scores_gemma":[0.0012668944,0.000417115,0.7383807,0.0011629137,0.000060094193,0.000027697459,0.23708515,0.00003420133,0.000023007466,0.0058593643,0.01534426,0.00033862924],"about_ca_topic_score_codex":0.038935523,"about_ca_topic_score_gemma":0.0030157992,"teacher_disagreement_score":0.19753082,"about_ca_system_score_codex":0.00047901194,"about_ca_system_score_gemma":0.0012489423,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W4389638886","doi":"10.34190/ecrm.22.1.1256","title":"Digging Deeper with Delphi: The Four Step Alberta Approach","year":2023,"lang":"en","type":"article","venue":"European Conference on Research Methodology for Business and Management Studies","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Delphi method; Delphi; Judgement; Process (computing); Focus group; Computer science; Implementation; Qualitative research; Knowledge management; Psychology; Medical education; Sociology; Artificial intelligence; Political science; Medicine; Social science","score_opus":0.7969764352712287,"score_gpt":0.5746425788076592,"score_spread":0.2223338564635695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389638886","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02153774,0.00080690434,0.17149839,0.16081183,0.0005459805,0.008204017,0.00001514158,0.00070291635,0.6358771],"genre_scores_gemma":[0.6403933,0.06972591,0.16213948,0.0013163653,0.00093444134,0.004752629,0.000036834386,0.00024751385,0.12045351],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921344,0.0051710806,0.00022382996,0.0006239871,0.00086608686,0.0009806091],"domain_scores_gemma":[0.9921872,0.006253023,0.00006921535,0.0004403649,0.0009544714,0.00009572973],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027001588,0.0001903153,0.00030633665,0.00050045084,0.002557621,0.00024587207,0.0008668144,0.00004550436,0.00001535501],"category_scores_gemma":[0.0038684173,0.000116635594,0.000042388587,0.0014612997,0.0023430707,0.00012525899,0.0011032834,0.00034798562,0.00004605207],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024474596,0.000053996966,0.00036077367,0.00038499222,0.00036637762,0.000083709136,0.0086340895,0.0000362167,0.000015228449,0.87313247,0.040728368,0.07595906],"study_design_scores_gemma":[0.0012948343,0.00052067963,0.026826922,0.00044946172,0.00011147573,0.0000070719157,0.2708531,0.00063240697,0.000020889393,0.050762065,0.64785516,0.000665908],"about_ca_topic_score_codex":0.00071986526,"about_ca_topic_score_gemma":0.0013396853,"teacher_disagreement_score":0.82237035,"about_ca_system_score_codex":0.000052975884,"about_ca_system_score_gemma":0.000064759784,"threshold_uncertainty_score":0.9987409},"labels":[],"label_agreement":null},{"id":"W4389741337","doi":"10.1136/bmjopen-2023-077452","title":"Development of an international core outcome set for treatment trials in paediatric inguinal hernia: protocol for a three-phase study including a systematic review and Delphi survey","year":2023,"lang":"en","type":"review","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"Medicine; Inguinal hernia; Delphi method; Protocol (science); MEDLINE; Outcome (game theory); Systematic review; Cochrane Library; Delphi; Clinical trial; Hernia; Family medicine; General surgery; Randomized controlled trial; Surgery; Alternative medicine; Pathology","score_opus":0.941345790589073,"score_gpt":0.7638026446573489,"score_spread":0.17754314593172404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389741337","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017172631,0.045524895,0.000101101396,0.00004122971,0.0000652623,0.9535014,0.000672245,0.00003651778,0.000040186067],"genre_scores_gemma":[0.000006124087,0.06671355,0.003126459,0.000007473486,0.00008691683,0.9296955,0.00018302763,0.000052919328,0.00012802341],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9894022,0.004276515,0.004401599,0.0006262468,0.00089718355,0.00039628881],"domain_scores_gemma":[0.990166,0.0062632416,0.0025230977,0.00047070178,0.0004445095,0.00013245881],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.109194525,0.00037300368,0.005521094,0.00052034936,0.00025295926,0.00027198473,0.0018540343,0.00019705774,0.000017967983],"category_scores_gemma":[0.03168049,0.0002612785,0.00031171532,0.0008630728,0.000052724037,0.00020123353,0.0008061156,0.0001221852,0.0000043676855],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026970805,0.0009194974,0.00072802324,0.86366004,0.00062847993,0.000021728323,0.0025342787,9.606588e-8,1.3584594e-8,0.000073486335,0.00017379285,0.13099085],"study_design_scores_gemma":[0.014600566,0.003207094,0.00017289024,0.8174539,0.0037738376,0.00001626998,0.003529551,0.00009585186,2.186387e-7,0.0004926805,0.15517347,0.0014836508],"about_ca_topic_score_codex":0.0014933951,"about_ca_topic_score_gemma":0.029923763,"teacher_disagreement_score":0.15499966,"about_ca_system_score_codex":0.0010339905,"about_ca_system_score_gemma":0.0029231901,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W4389831720","doi":"10.1016/j.semarthrit.2023.152344","title":"OMERACT Core outcome measurement set for shared decision making in rheumatic and musculoskeletal conditions: a scoping review to identify candidate instruments","year":2023,"lang":"en","type":"review","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; WiLAN (Canada); Newfoundland and Labrador Centre for Applied Health Research; Queen's University; McGill University; University of Ottawa; McGill University Health Centre; University Health Network; Ottawa Hospital; Research Canada; Université Laval; Institute for Work & Health; University of Calgary; Ottawa Public Health; Children's Hospital of Eastern Ontario; Centre Hospitalier Universitaire de Sherbrooke; Toronto Western Hospital; University of British Columbia; Institut du Savoir Montfort; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Sherbrooke","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research","keywords":"Medicine; Core (optical fiber); Outcome (game theory); Physical therapy; Set (abstract data type); Medical physics","score_opus":0.31342926709586955,"score_gpt":0.5667287465835206,"score_spread":0.253299479487651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389831720","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014956747,0.98875874,0.000053110776,0.00017553537,0.0002922333,0.008803387,0.00028927263,0.00006650084,0.00006554563],"genre_scores_gemma":[0.001208146,0.99293494,0.0021148045,0.000050037565,0.00001692646,0.0034892303,0.00009670842,0.000062294086,0.000026929127],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9951413,0.00049540814,0.0018448841,0.0007210548,0.0011019974,0.00069532037],"domain_scores_gemma":[0.997556,0.001310834,0.00046652582,0.0003397557,0.00012472273,0.00020219681],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007976294,0.00039813545,0.0019395514,0.00089579826,0.00042253252,0.00029852687,0.00044234196,0.00029437247,0.000097335556],"category_scores_gemma":[0.0052068084,0.0003919653,0.00019755412,0.0010646194,0.00018610586,0.00033596848,0.0003818291,0.0004481315,0.000027883898],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025490156,0.000017914992,0.00019453424,0.055310417,0.00002096078,0.000026840362,0.0007849018,1.3395257e-7,1.3925026e-7,0.00016296397,0.0011674013,0.9423112],"study_design_scores_gemma":[0.0003591081,0.00005805197,0.00041564717,0.9877608,0.000036333277,0.000025355617,0.00031689348,0.000008491601,3.509647e-8,0.002153129,0.00846884,0.00039735317],"about_ca_topic_score_codex":0.00080675853,"about_ca_topic_score_gemma":0.014210912,"teacher_disagreement_score":0.9419139,"about_ca_system_score_codex":0.00055487273,"about_ca_system_score_gemma":0.00042340884,"threshold_uncertainty_score":0.99985325},"labels":[],"label_agreement":null},{"id":"W4389941605","doi":"10.1007/s12630-023-02679-w","title":"Correction: Elective surgery in ankle and foot disorders—best practices for management of pain: a guideline for clinicians","year":2023,"lang":"en","type":"erratum","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"Guideline; Ankle; Foot (prosody); Foot and ankle surgery; Medicine; Physical therapy; Pain management; Physical medicine and rehabilitation; Surgery; Pathology","score_opus":0.08872786712832328,"score_gpt":0.3857945536158879,"score_spread":0.2970666864875646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389941605","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052488428,0.060456324,0.0048515364,0.6300246,0.14525951,0.028777368,0.00092477584,0.00033006075,0.07688737],"genre_scores_gemma":[0.14227103,0.10874705,0.01967839,0.0017662888,0.04480218,0.0016250842,0.00059374806,0.002256157,0.6782601],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938123,0.00087183644,0.0022852959,0.0004741602,0.001008663,0.001547717],"domain_scores_gemma":[0.9880987,0.003443557,0.004122937,0.00029161022,0.0024284378,0.0016148003],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02335736,0.0004584655,0.0013266624,0.002844572,0.0009734647,0.00039263305,0.0011031964,0.00083052815,0.000051028084],"category_scores_gemma":[0.008804285,0.00048521324,0.0006129262,0.0014268443,0.00063154066,0.0005090144,0.000021201926,0.0017964314,0.0000016305415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022331024,0.000059376554,0.0012539981,0.00038458552,0.00023798857,0.035977468,0.0017114211,0.000030514753,1.6336114e-7,0.0003473162,0.910355,0.04941888],"study_design_scores_gemma":[0.00053916004,0.0013328623,0.00040973726,0.0023086562,0.00023992413,0.038207833,0.017988514,0.00016017925,0.000001043426,0.0031035433,0.9351944,0.00051419693],"about_ca_topic_score_codex":0.1374521,"about_ca_topic_score_gemma":0.77108973,"teacher_disagreement_score":0.63363767,"about_ca_system_score_codex":0.0019207069,"about_ca_system_score_gemma":0.018397273,"threshold_uncertainty_score":0.99976},"labels":[],"label_agreement":null},{"id":"W4390012303","doi":"10.1111/1467-8500.12621","title":"Is there a role for hybrid service provision in place‐based initiatives within the human services sector? Findings from an Australian exploratory study","year":2023,"lang":"en","type":"article","venue":"Australian Journal of Public Administration","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"University of New South Wales","keywords":"Service delivery framework; Public relations; Service provider; Context (archaeology); Coproduction; Service (business); Business; Knowledge management; Political science; Marketing; Computer science; Geography","score_opus":0.24298627747896953,"score_gpt":0.4708667297778843,"score_spread":0.22788045229891477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390012303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635506,0.000006274644,0.000033867775,0.03477517,0.00014574024,0.0012165251,0.000083888975,0.00008438465,0.0001034959],"genre_scores_gemma":[0.9987827,0.0000030637495,0.00024945242,0.00019773221,0.0003020867,0.00012387396,0.00006922921,0.000030370653,0.0002414967],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99603504,0.0012031503,0.00082435436,0.00033360318,0.0011194932,0.00048436457],"domain_scores_gemma":[0.9977316,0.00037909843,0.0006207111,0.00031593736,0.0006713319,0.00028129396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064236675,0.00021117767,0.00027619346,0.00044025335,0.0006483269,0.000785483,0.001116575,0.00015278757,0.00021649618],"category_scores_gemma":[0.0002498494,0.00017191887,0.000098226374,0.0011636971,0.00016025917,0.002362132,0.000044176708,0.000538913,0.000013663929],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008209602,0.0032854788,0.5925459,0.00030548792,0.00037124337,0.00050225086,0.37176007,0.00023501982,0.012092619,0.0050633345,0.011110582,0.0019070255],"study_design_scores_gemma":[0.0025234723,0.0033968925,0.23248073,0.00033608032,0.00006998339,0.000007123791,0.7307386,0.000716421,0.01372203,0.009364784,0.0060996804,0.0005441888],"about_ca_topic_score_codex":0.00083342375,"about_ca_topic_score_gemma":0.023629833,"teacher_disagreement_score":0.3600652,"about_ca_system_score_codex":0.00020227449,"about_ca_system_score_gemma":0.001159676,"threshold_uncertainty_score":0.9941864},"labels":[],"label_agreement":null},{"id":"W4390080436","doi":"10.1093/geroni/igad104.3621","title":"TECHNOSOCIAL INNOVATIONS IN THE HEALTHCARE SECTOR: WHAT ETHICAL ISSUES MIGHT WE FACE AS WE AGE?","year":2023,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Dignity; Delphi method; Health care; Abandonment (legal); Confidentiality; Multidisciplinary approach; Public relations; Engineering ethics; Political science; Business; Engineering; Computer science; Law","score_opus":0.22852268160942973,"score_gpt":0.5218730435597279,"score_spread":0.2933503619502981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390080436","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18582807,0.00019843614,0.00019910111,0.80844593,0.0003875191,0.00080442737,0.0000037838624,0.00047711696,0.0036555876],"genre_scores_gemma":[0.994217,0.0010565777,0.00032577894,0.0030336005,0.00029987382,0.00028659936,0.000029431425,0.000020052166,0.00073108514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966728,0.00061886304,0.0006381501,0.00031536055,0.0012044128,0.0005503915],"domain_scores_gemma":[0.998486,0.00067554775,0.00013683927,0.00027544325,0.00040072124,0.000025447489],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0075902855,0.00012373574,0.00016757056,0.0017209993,0.0005625685,0.00046151679,0.0007173747,0.00042931072,0.00007020734],"category_scores_gemma":[0.0022329963,0.00011636772,0.000025972262,0.022148294,0.00034257412,0.00055087934,0.00013397585,0.001695083,0.00010866619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059376666,0.000041161507,0.006697338,0.00005015987,0.000004602438,0.00007450204,0.13123523,0.000019878727,0.0008789686,0.8039636,0.022169828,0.034858778],"study_design_scores_gemma":[0.00029060245,0.000031896303,0.00719152,0.0006751273,0.0000015437088,0.0000023616587,0.2515483,0.00013228966,0.00083624525,0.34965274,0.3893265,0.00031088106],"about_ca_topic_score_codex":0.0044492953,"about_ca_topic_score_gemma":0.00797273,"teacher_disagreement_score":0.80838895,"about_ca_system_score_codex":0.0003878417,"about_ca_system_score_gemma":0.0004154487,"threshold_uncertainty_score":0.9986364},"labels":[],"label_agreement":null},{"id":"W4390081751","doi":"10.53660/clm-2593-23u58","title":"Respiratory care in focus: a decadal bibliometric review of research dynamics","year":2023,"lang":"en","type":"article","venue":"Concilium","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Respiratory care; Scopus; Health care; MEDLINE; Medicine; Medical education; Library science; Political science; Sociology; Computer science; Social science; Intensive care medicine","score_opus":0.31574879321955684,"score_gpt":0.5656663666884038,"score_spread":0.2499175734688469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390081751","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20195459,0.3580251,0.00008065236,0.02140182,0.0008693255,0.005880169,0.00031925185,0.0011094956,0.4103596],"genre_scores_gemma":[0.9402434,0.057688653,0.00018332514,0.00021877889,0.00018733967,0.00019625443,0.00002706807,0.000033423268,0.0012217262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948468,0.0013237974,0.00041889263,0.00038313918,0.0023417578,0.00068561826],"domain_scores_gemma":[0.99580044,0.0016762365,0.000067348024,0.0008306737,0.0014813549,0.00014395312],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.020334627,0.00008022474,0.00025591627,0.022969536,0.0001800358,0.000039786268,0.0016773641,0.00016845,0.00012476511],"category_scores_gemma":[0.017468486,0.00008339585,0.00005413708,0.16633628,0.00075172324,0.0001896147,0.00072919886,0.00052073924,0.00015480263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053753454,0.00010701382,0.0759511,0.010349788,0.0000225058,0.00036355146,0.007185498,0.0000019203512,0.00027196176,0.022547666,0.3033455,0.5797997],"study_design_scores_gemma":[0.0006736646,0.0003905904,0.028508937,0.009256676,0.000012865804,0.0000012466363,0.035795197,0.00029530874,0.0006844242,0.0047788145,0.9191135,0.00048876903],"about_ca_topic_score_codex":0.0040230737,"about_ca_topic_score_gemma":0.013759706,"teacher_disagreement_score":0.7382888,"about_ca_system_score_codex":0.0007109097,"about_ca_system_score_gemma":0.001897652,"threshold_uncertainty_score":0.9908078},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4390223286","doi":"10.1016/j.nsa.2023.102961","title":"Practical use of compounded sublingual and intranasal ketamine for treatment resistant depression: a community case report in edmonton, alberta, canada","year":2023,"lang":"en","type":"article","venue":"Neuroscience Applied","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Depression (economics); Nasal administration; Medicine; Ketamine; Psychiatry; Pharmacology","score_opus":0.2751076875484701,"score_gpt":0.46810963804774536,"score_spread":0.19300195049927527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390223286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467695,0.0000021851185,0.00012630154,0.0029821864,0.00010133092,0.001012902,0.000021166526,0.000048535352,0.001028454],"genre_scores_gemma":[0.99859047,0.000019161102,0.0007587974,0.000099435325,0.000024561885,0.00016045374,0.0000065823533,0.000010415678,0.0003301252],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796784,0.00028950008,0.00035562844,0.00033196883,0.0006058504,0.0004492424],"domain_scores_gemma":[0.99615985,0.0030455308,0.00012882471,0.00038506658,0.00009803717,0.00018266594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018091352,0.000112358655,0.00023181947,0.00014131433,0.0006660269,0.00009681677,0.00022915889,0.000071302944,0.0000033030205],"category_scores_gemma":[0.0031254892,0.00010252709,0.000023849158,0.0009048348,0.00070172217,0.00016014423,0.0001288256,0.00018022947,1.8242822e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006444165,0.0058839056,0.106018804,0.0006191015,0.00007398232,0.19273376,0.062765606,0.00065976835,0.43204954,0.07286121,0.084618546,0.03527162],"study_design_scores_gemma":[0.012569115,0.003424048,0.28848386,0.00030113597,0.00019474972,0.009688019,0.08725968,0.023983805,0.10287914,0.008286081,0.4596722,0.0032581526],"about_ca_topic_score_codex":0.90709764,"about_ca_topic_score_gemma":0.97757137,"teacher_disagreement_score":0.37505364,"about_ca_system_score_codex":0.00023969194,"about_ca_system_score_gemma":0.0014884076,"threshold_uncertainty_score":0.5122608},"labels":[],"label_agreement":null},{"id":"W4390234748","doi":"10.1002/jrsm.1688","title":"Consensus on the definition and assessment of external validity of randomized controlled trials: A <scp>Delphi</scp> study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity; University of Alberta","funders":"","keywords":"External validity; Delphi method; Internal validity; Systematic review; Delphi; Predictive validity; Criterion validity; Randomized controlled trial; Psychological intervention; Psychology; Management science; Applied psychology; Computer science; Construct validity; Medicine; MEDLINE; Social psychology; Psychometrics; Nursing; Clinical psychology; Artificial intelligence","score_opus":0.7225730919611445,"score_gpt":0.6545780482241669,"score_spread":0.06799504373697762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390234748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157476,0.00036288632,0.008039392,0.0064502293,0.0002102199,0.016172936,0.00005710154,0.00018011736,0.052779526],"genre_scores_gemma":[0.9574451,0.0015472097,0.037314165,0.000008912056,0.000109836896,0.0031913046,5.630319e-7,0.000025160709,0.0003577629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6499667,0.34033975,0.0024018963,0.00062714395,0.005644881,0.0010196016],"domain_scores_gemma":[0.34016517,0.6571873,0.00069682574,0.0005890068,0.001181569,0.00018015942],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5963983,0.00018808787,0.0032023033,0.001071328,0.000648444,0.0001595355,0.0007801998,0.0001790368,0.00013359197],"category_scores_gemma":[0.6637228,0.000110373156,0.0006685631,0.0016041145,0.0024759911,0.000055214336,0.00032055724,0.0007329299,0.000006943883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06430057,0.0052583343,0.0061649983,0.0006591148,0.0050472883,0.00017703841,0.035684086,0.00005232343,0.1329315,0.58248323,0.015697116,0.15154442],"study_design_scores_gemma":[0.17817402,0.00226554,0.011951154,0.0015854384,0.0014066586,0.0000049815103,0.22750461,0.012543299,0.116980456,0.44500569,0.0021511323,0.00042702453],"about_ca_topic_score_codex":0.0016826636,"about_ca_topic_score_gemma":0.000062558094,"teacher_disagreement_score":0.31684753,"about_ca_system_score_codex":0.00013440842,"about_ca_system_score_gemma":0.0008083713,"threshold_uncertainty_score":0.91228926},"labels":[],"label_agreement":null},{"id":"W4390262044","doi":"10.1016/j.jns.2023.121392","title":"Red flags for remote cognitive assessment: An expert consensus study using the Delphi method","year":2023,"lang":"en","type":"article","venue":"Journal of the Neurological Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; University of Alberta; Dalhousie University; Saskatchewan Health Authority; Nova Scotia Health Authority; University of Alberta Hospital; Positive Living North; McMaster University; University of Northern British Columbia; University of Saskatchewan; University of Victoria; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"","keywords":"Delphi; Delphi method; FLAGS register; Computer science; Artificial intelligence","score_opus":0.46221567368162214,"score_gpt":0.5940736117403489,"score_spread":0.13185793805872675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390262044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435915,0.000022379394,0.0024655329,0.051450346,0.0006358242,0.0009852457,0.0000037148575,0.000052793293,0.0007927076],"genre_scores_gemma":[0.9874049,0.000025537323,0.011216316,0.00093346584,0.000334792,0.000008347198,6.527458e-8,0.0000064726346,0.000070104856],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9932254,0.00400398,0.00040945603,0.00027201115,0.0015939352,0.00049520575],"domain_scores_gemma":[0.9934435,0.005406243,0.0004121195,0.00017067337,0.0004289181,0.00013857873],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02088408,0.000107027874,0.00022318252,0.00013033526,0.0024141772,0.00028900785,0.0019549048,0.000085571686,0.000025594129],"category_scores_gemma":[0.006779325,0.000048155758,0.00017503441,0.0015986303,0.0015543986,0.00018650337,0.00028930558,0.00048760627,0.0000013022914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047566956,0.0054945513,0.17319475,0.0000485556,0.00075341074,0.002327589,0.14384654,0.017411424,0.123971954,0.01827092,0.061714046,0.44820955],"study_design_scores_gemma":[0.0032395972,0.021692216,0.15833198,0.00017354173,0.0003257531,0.0005034769,0.3166665,0.23049584,0.0015652515,0.23718227,0.028834041,0.0009895149],"about_ca_topic_score_codex":0.00024154452,"about_ca_topic_score_gemma":0.00014906673,"teacher_disagreement_score":0.44722006,"about_ca_system_score_codex":0.000044397995,"about_ca_system_score_gemma":0.00038961496,"threshold_uncertainty_score":0.99888456},"labels":[],"label_agreement":null},{"id":"W4390443949","doi":"10.1002/alz.13577","title":"Umbrella review and Delphi study on modifiable factors for dementia risk reduction","year":2023,"lang":"en","type":"review","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Waterloo","funders":"","keywords":"Dementia; Systematic review; Medicine; Delphi method; Risk assessment; Psychology; MEDLINE; Clinical psychology; Gerontology; Psychiatry; Disease; Computer science","score_opus":0.40312781813844606,"score_gpt":0.514525149036508,"score_spread":0.11139733089806197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390443949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009238188,0.98648065,0.00004643983,0.00013967059,0.00063495076,0.011276449,0.00014154981,0.00034499753,0.0009260491],"genre_scores_gemma":[0.00038499723,0.9960164,0.00034461988,0.000024508674,0.00025886085,0.002548333,0.00012199136,0.00015094194,0.00014934335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994516,0.0013639327,0.0010857512,0.0011203501,0.0010256862,0.0008882401],"domain_scores_gemma":[0.99718475,0.0007640622,0.00075115374,0.0007973116,0.00024055096,0.00026214914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005126404,0.00058850454,0.0015981115,0.0004218478,0.0011481642,0.0002487863,0.0009703855,0.00037909826,0.0001812863],"category_scores_gemma":[0.0006011612,0.0005236657,0.000486958,0.0010931611,0.00025133073,0.0002043216,0.0003278686,0.0006206468,0.00020221923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065920112,0.0003386131,0.00004467063,0.005069949,0.030271491,0.000006090315,0.0008752651,7.130033e-7,1.7360016e-7,0.00068337587,0.080307744,0.8823953],"study_design_scores_gemma":[0.00012771238,0.00021221353,0.000007425572,0.004233757,0.1008122,0.0000010129322,0.0008275069,0.0000013703477,0.0000019240915,0.00033583416,0.8929662,0.0004728626],"about_ca_topic_score_codex":0.0029726084,"about_ca_topic_score_gemma":0.0002564911,"teacher_disagreement_score":0.8819225,"about_ca_system_score_codex":0.000055869412,"about_ca_system_score_gemma":0.00039887743,"threshold_uncertainty_score":0.99972147},"labels":[],"label_agreement":null},{"id":"W4390465987","doi":"10.23977/aetp.2023.071807","title":"A Study on the \"Integration of Courses and Certifications\" for Early Childhood Education Majors in the 1+X Certificate System","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Certification; Competence (human resources); Early childhood education; Early childhood; Medical education; China; Certificate in Education; Field (mathematics); Mathematics education; Pedagogy; Psychology; Political science; Higher education; Computer science; Medicine; Education policy; Developmental psychology; Education; Mathematics","score_opus":0.17258485425215522,"score_gpt":0.5123111059097075,"score_spread":0.3397262516575523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390465987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8911677,0.00062709174,0.00006488531,0.10386975,0.00025547104,0.0014252171,0.0000064108594,0.000042839136,0.0025406284],"genre_scores_gemma":[0.99671656,0.00048473725,0.00019924626,0.000139523,0.000039058647,0.0022951595,0.000006566215,0.000005450511,0.00011368234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99888456,0.00029963162,0.00024414712,0.00025444134,0.0001437174,0.0001735007],"domain_scores_gemma":[0.99818873,0.0013367935,0.00010184009,0.00026281425,0.00009554549,0.000014274924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016441572,0.00007054319,0.00010411769,0.0006708394,0.0002644936,0.000016959848,0.00037741652,0.000120337056,0.000004192151],"category_scores_gemma":[0.000763916,0.00004911017,0.0000138033465,0.0014756166,0.00068801985,0.000099683486,0.000017079068,0.00021093572,0.000005008366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023167151,0.00050451694,0.04114997,0.000008238481,0.00000568898,3.5081052e-7,0.012265996,0.0000015081625,0.000082114755,0.913102,0.000580769,0.032275707],"study_design_scores_gemma":[0.00012774949,0.0001555739,0.58647597,0.00003745263,0.0000044266617,0.0000049397804,0.1078275,0.0000029967684,0.000029008914,0.302886,0.0023976224,0.00005076843],"about_ca_topic_score_codex":0.00010140198,"about_ca_topic_score_gemma":0.00057307584,"teacher_disagreement_score":0.61021596,"about_ca_system_score_codex":0.00003497021,"about_ca_system_score_gemma":0.00016882463,"threshold_uncertainty_score":0.2535038},"labels":[],"label_agreement":null},{"id":"W4390605158","doi":"10.1016/s2214-109x(23)00537-5","title":"A research definition and framework for acute paediatric critical illness across resource-variable settings: a modified Delphi consensus","year":2024,"lang":"en","type":"review","venue":"The Lancet Global Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"National Institute of Allergy and Infectious Diseases; American Lebanese Syrian Associated Charities; National Cancer Institute; Society of Critical Care Medicine; Temple University; St. Jude Children's Research Hospital","keywords":"Delphi method; Delphi; MEDLINE; Resource (disambiguation); Variable (mathematics); Medicine; Computer science; Political science; Artificial intelligence; Mathematics","score_opus":0.37590250191321106,"score_gpt":0.6231154481111649,"score_spread":0.24721294619795386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390605158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009509902,0.9386237,0.0013462804,0.045562394,0.00048632317,0.004120931,0.004958096,0.00039535045,0.0044973907],"genre_scores_gemma":[0.00016079919,0.9826947,0.011552702,0.001109977,0.0027601053,0.0014723879,0.0000902117,0.000066684006,0.00009244962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98956496,0.0043109865,0.0008628369,0.00094335334,0.001576252,0.0027416036],"domain_scores_gemma":[0.98617435,0.011743809,0.0002339729,0.0008296876,0.0004919579,0.00052620575],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028067954,0.00039702904,0.0017781181,0.0001596995,0.0030855017,0.00081974256,0.00142984,0.0009726834,0.000011545913],"category_scores_gemma":[0.008355444,0.00028493136,0.00026196335,0.0031635168,0.0019213695,0.00006036582,0.0007620177,0.002575869,0.00006831764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063158426,0.000028034678,4.7649155e-7,0.010098314,0.00007967667,0.000021969927,0.0012200801,1.77287e-7,3.4515546e-9,0.6016436,0.12325131,0.26359317],"study_design_scores_gemma":[0.00009708904,0.00009990165,5.3614673e-7,0.006101755,0.00016957172,0.00004188579,0.0020564005,0.000020544388,1.0281721e-8,0.31945223,0.6717558,0.00020426924],"about_ca_topic_score_codex":0.0018676681,"about_ca_topic_score_gemma":0.00032468277,"teacher_disagreement_score":0.5485045,"about_ca_system_score_codex":0.001709445,"about_ca_system_score_gemma":0.0044067204,"threshold_uncertainty_score":0.9999976},"labels":[],"label_agreement":null},{"id":"W4390652874","doi":"10.2196/51084","title":"Development of a Core Outcome Set for Family and Community Nursing: Protocol for a Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Psychological intervention; Stakeholder; Nursing; Medicine; Guideline; Focus group; Health care; Medical education; Psychology; Knowledge management; Public relations; Business; Computer science; Political science","score_opus":0.8934565592581739,"score_gpt":0.7546374420532757,"score_spread":0.13881911720489826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390652874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004500377,0.0000010344232,0.0009866008,0.00048538248,0.000006391688,0.99144,0.000046138783,0.0002038649,0.002330216],"genre_scores_gemma":[0.0144177545,5.5070746e-8,0.011844618,0.000008666005,0.000078834215,0.9728289,0.0000047525614,0.000047760976,0.0007686474],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454457,0.0016504969,0.0007028907,0.00043249343,0.0017066944,0.0009628819],"domain_scores_gemma":[0.9949592,0.0030292843,0.00008630141,0.0005317133,0.001131674,0.00026184824],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026745731,0.00018589276,0.00034620348,0.0005265558,0.0020454263,0.00043520058,0.0011358327,0.0001892483,0.000027132013],"category_scores_gemma":[0.001990206,0.00016041698,0.00009217608,0.0009846922,0.0010239015,0.00024202974,0.00037600484,0.0010969595,0.000006956335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006142443,0.014647833,0.01312258,0.021908117,0.00023246453,0.000036712256,0.46617383,8.922797e-7,0.009199048,0.043782294,0.10779175,0.31696203],"study_design_scores_gemma":[0.0027448302,0.0043908013,0.0019196555,0.004052525,0.00000305923,0.0000014258396,0.07263629,0.00019880898,0.0009498476,0.016426312,0.8963797,0.0002967614],"about_ca_topic_score_codex":0.00022118962,"about_ca_topic_score_gemma":0.00047359092,"teacher_disagreement_score":0.7885879,"about_ca_system_score_codex":0.0004988152,"about_ca_system_score_gemma":0.0020245493,"threshold_uncertainty_score":0.99925375},"labels":[],"label_agreement":null},{"id":"W4390743917","doi":"10.1002/hed.27626","title":"A <b>c</b>ore outcome set for patient‐reported dysphagia for use in head and neck cancer clinical trials: An international multistakeholder Delphi study","year":2024,"lang":"en","type":"article","venue":"Head & Neck","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; Toronto Rehabilitation Institute; University of Toronto","funders":"Peterborough K. M. Hunter Charitable Foundation; Canada Excellence Research Chairs, Government of Canada","keywords":"Dysphagia; Delphi method; Medicine; Head and neck cancer; Clinical trial; Swallowing; Delphi; Physical therapy; Family medicine; Quality of life (healthcare); Patient-reported outcome; Medical physics; Surgery; Radiation therapy; Internal medicine; Nursing; Artificial intelligence","score_opus":0.723788853274262,"score_gpt":0.6424518152844135,"score_spread":0.08133703798984848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390743917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98928595,0.00020813725,0.00069662405,0.0021248667,0.0014605444,0.0054734973,0.0004053451,0.0002175834,0.00012746522],"genre_scores_gemma":[0.9919501,0.00008659887,0.0044447123,0.00025763875,0.00046611595,0.0021127006,0.000053030555,0.000048529993,0.0005805977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955053,0.0010024691,0.0015212263,0.00076483964,0.0006703533,0.0005358372],"domain_scores_gemma":[0.99496055,0.0038991517,0.00019871899,0.00032332458,0.00035741442,0.00026083813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010668055,0.00019816832,0.0005747814,0.00025592747,0.0002187086,0.0004955559,0.00036669482,0.00023167352,0.0001019921],"category_scores_gemma":[0.010097965,0.00017863649,0.00019257334,0.0003639647,0.00020362162,0.0006811425,0.0001089204,0.0003719794,0.0000041929916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074759097,0.0008355801,0.88476235,0.00007587492,0.00016702547,0.00014406884,0.009932702,0.000010265821,0.000020887235,0.0008294519,0.007976826,0.0944974],"study_design_scores_gemma":[0.010420185,0.0029585995,0.5356567,0.0005775195,0.00021876692,0.000015067885,0.01583816,0.032052126,0.000032817923,0.0030206987,0.39821061,0.0009987605],"about_ca_topic_score_codex":0.011717429,"about_ca_topic_score_gemma":0.07272264,"teacher_disagreement_score":0.39023378,"about_ca_system_score_codex":0.0002858238,"about_ca_system_score_gemma":0.00048479415,"threshold_uncertainty_score":0.9982404},"labels":[],"label_agreement":null},{"id":"W4390857044","doi":"","title":"Do manuscripts blind reviews satisfy authors? A non-blind committee of reviewers is an alternative for fair, constructive and fast reviews","year":2023,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Constructive; Double blind; Computer science; Psychology; Medicine; Alternative medicine; Programming language","score_opus":0.19396384596481464,"score_gpt":0.41942916098682087,"score_spread":0.22546531502200623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390857044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076153554,0.10137628,0.49364215,0.1141831,0.004475482,0.06809925,0.0039932127,0.0014496899,0.13662729],"genre_scores_gemma":[0.15997304,0.36389136,0.43608996,0.0005983313,0.00035550943,0.005490809,0.001047801,0.00031854634,0.032234624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98067224,0.014843135,0.0015396328,0.0013375034,0.00097529864,0.0006321648],"domain_scores_gemma":[0.9882893,0.0026529327,0.001894874,0.0026095659,0.0041293916,0.00042392447],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040598974,0.000499494,0.0013561039,0.00049395143,0.00074969704,0.00057082396,0.0024981182,0.0005464236,0.00016502858],"category_scores_gemma":[0.012277664,0.0005054374,0.00045641095,0.00090732763,0.0017433988,0.0003372145,0.0017102833,0.0010904911,0.000036150897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014039212,0.00062980305,0.0035960115,0.0042281537,0.00027730395,0.00000761318,0.16278267,0.0000033388844,0.00060471933,0.096351005,0.06800835,0.66337067],"study_design_scores_gemma":[0.0032046298,0.00001379227,0.0022195352,0.041895647,0.0004551877,0.000010080642,0.008327341,0.0039872937,0.008555799,0.12694018,0.8021361,0.0022544153],"about_ca_topic_score_codex":0.006626034,"about_ca_topic_score_gemma":0.007855946,"teacher_disagreement_score":0.73412776,"about_ca_system_score_codex":0.00026368158,"about_ca_system_score_gemma":0.0005631108,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4390887072","doi":"10.1016/j.semarthrit.2024.152381","title":"Consensus on the definitions and descriptions of the domains of the OMERACT Core Outcome Set for shared decision making interventions in rheumatology trials","year":2024,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; George & Fay Yee Centre for Healthcare Innovation; Winnipeg Regional Health Authority; University of Alberta; WiLAN (Canada); Newfoundland and Labrador Centre for Applied Health Research; Institute for Work & Health; University of Calgary; McGill University Health Centre; University of Ottawa; Arthritis Research Centre of Canada; Centre Hospitalier Universitaire de Sherbrooke; University of British Columbia; Toronto Western Hospital; University Health Network; Ottawa Hospital; Bruyère; Research Canada; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Queen's University; Université de Sherbrooke","funders":"Canadian Rheumatology Association; Ontario Ministry of Economic Development, Job Creation and Trade; National Institute of Arthritis and Musculoskeletal and Skin Diseases; Versus Arthritis; Ministero dello Sviluppo Economico; La Trobe University; Arthritis Society; Childhood Arthritis and Rheumatology Research Alliance; Parker Institute for Cancer Immunotherapy; National Institutes of Health; Vasculitis UK; University of Ottawa; Canadian Institutes of Health Research; Oak Foundation","keywords":"Medicine; Outcome (game theory); Psychological intervention; Rheumatology; Core (optical fiber); Set (abstract data type); Internal medicine; MEDLINE; Family medicine; Medical physics; Nursing","score_opus":0.38672505430107845,"score_gpt":0.4949766448080504,"score_spread":0.10825159050697197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390887072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763897,0.013597643,0.00022799472,0.006679887,0.00043694288,0.0013910072,0.0005437309,0.000017671686,0.00071542134],"genre_scores_gemma":[0.97589266,0.022654697,0.0011884404,0.000023245211,0.000003698576,0.00017974593,0.0000024233939,0.000008675916,0.0000464095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99790883,0.0006829596,0.0007880429,0.00017252308,0.00025218283,0.00019548296],"domain_scores_gemma":[0.9901675,0.009345122,0.00018773136,0.00022073252,0.00005542613,0.00002351362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046893503,0.00008740606,0.00032278584,0.00018385856,0.00040035418,0.00007034335,0.0002676424,0.00010762994,0.000073759154],"category_scores_gemma":[0.0073534464,0.00005024569,0.00017318164,0.0004687963,0.00088353286,0.000055412453,0.00014809152,0.00025678577,7.4571426e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047002093,0.00011255894,0.040649932,0.00024746777,0.000036052537,0.0000071626596,0.017676553,0.000012926066,0.00020533273,0.71444863,0.008205743,0.21835063],"study_design_scores_gemma":[0.0013228876,0.00018869559,0.113531224,0.1420278,0.000032879292,0.00012982536,0.02112783,0.000894417,0.000107887245,0.71929705,0.0010979434,0.00024156187],"about_ca_topic_score_codex":0.00057909806,"about_ca_topic_score_gemma":0.008438388,"teacher_disagreement_score":0.21810907,"about_ca_system_score_codex":0.000047779056,"about_ca_system_score_gemma":0.00009209834,"threshold_uncertainty_score":0.8803294},"labels":[],"label_agreement":null},{"id":"W4391022170","doi":"10.1136/bmjebm-2023-112784","title":"Development of the Reporting Infographics and Visual Abstracts of Comparative studies (RIVA-C) checklist and guide","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Infographic; Checklist; Psychological intervention; Delphi method; Reading (process); Medical education; Psychology; Computer science; Medicine","score_opus":0.48597114545384495,"score_gpt":0.5992018600550433,"score_spread":0.11323071460119832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391022170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686548,0.012559062,0.00021228007,0.0147591755,0.00019892326,0.0008729342,0.0000011967107,0.000053244483,0.0026883718],"genre_scores_gemma":[0.9952177,0.0010007798,0.0033210055,0.00008869166,0.000101973215,0.000044316635,5.567072e-7,0.00000576016,0.00021923694],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970034,0.00018769188,0.0013354708,0.00021763693,0.0010580358,0.00019776779],"domain_scores_gemma":[0.9960151,0.0025271676,0.0007130563,0.00014991438,0.0005049466,0.00008984773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011233697,0.00010957612,0.0003760089,0.00018959293,0.00022554016,0.000020857575,0.00017463857,0.00006491862,0.0000128352585],"category_scores_gemma":[0.015452032,0.00006786363,0.00003599185,0.00075055065,0.0026083782,0.00014715464,0.00012713856,0.00020166162,3.817772e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003950234,0.00028015452,0.20738438,0.011530855,0.0010136301,0.00031380611,0.43118557,0.00005274229,0.07347546,0.023970818,0.06159219,0.18880537],"study_design_scores_gemma":[0.0012186769,0.00096686126,0.40598187,0.086126335,0.00037260252,0.000038818296,0.25124168,0.00095806347,0.13202335,0.005595656,0.11465654,0.00081955147],"about_ca_topic_score_codex":0.000782552,"about_ca_topic_score_gemma":0.0012086096,"teacher_disagreement_score":0.1985975,"about_ca_system_score_codex":0.00007457762,"about_ca_system_score_gemma":0.0010970278,"threshold_uncertainty_score":0.99284124},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391135337","doi":"10.1371/journal.pmed.1004326","title":"ACCORD (ACcurate COnsensus Reporting Document): A reporting guideline for consensus methods in biomedicine developed via a modified Delphi","year":2024,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":546,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Ipsen; Universiteit Leiden; Cancer Research UK; Bristol-Myers Squibb","keywords":"Checklist; Guideline; Delphi method; Delphi; Systematic review; MEDLINE; Medicine; Management science; Psychology; Medical education; Family medicine; Political science; Computer science; Pathology; Engineering","score_opus":0.41751012340010923,"score_gpt":0.5897659238972763,"score_spread":0.1722558004971671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391135337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18762495,0.0068225465,0.38564265,0.35848856,0.0045659435,0.011054535,0.00003336235,0.0034456355,0.04232183],"genre_scores_gemma":[0.6473878,0.00021073269,0.34657085,0.0011245221,0.0015702845,0.000741314,0.00006335939,0.00011996076,0.0022112003],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862232,0.00085493136,0.009192494,0.0010425022,0.0014408472,0.0012460005],"domain_scores_gemma":[0.98698354,0.0064135613,0.0042931736,0.00063700904,0.0012298491,0.00044286432],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058055114,0.0003815328,0.0011765477,0.0011174441,0.0003916395,0.000102575876,0.000520032,0.00031246373,0.00024766134],"category_scores_gemma":[0.19008508,0.00031022893,0.00014839922,0.0027280252,0.0010812922,0.000111447815,0.0001989469,0.00071973074,0.000010920403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076714356,0.00032256663,0.001675221,0.001846095,0.00072643533,0.0109314015,0.034479327,0.00007394849,0.23711607,0.010370484,0.16018273,0.54150856],"study_design_scores_gemma":[0.0080045285,0.0016274484,0.0006421185,0.012873852,0.00094409543,0.0013441708,0.064269,0.17942826,0.026984299,0.14960301,0.5514077,0.0028714964],"about_ca_topic_score_codex":0.0064970367,"about_ca_topic_score_gemma":0.0012927441,"teacher_disagreement_score":0.5386371,"about_ca_system_score_codex":0.00061442284,"about_ca_system_score_gemma":0.0015698129,"threshold_uncertainty_score":0.999935},"labels":[],"label_agreement":null},{"id":"W4391264694","doi":"10.1016/j.futures.2024.103319","title":"Changes in the organizational field of Libraries in 2030","year":2024,"lang":"en","type":"article","venue":"Futures","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Saint-Boniface","funders":"","keywords":"Field (mathematics); Organizational field; Political science; Business; Sociology; Social science; Mathematics","score_opus":0.06259317295036387,"score_gpt":0.4225525541194536,"score_spread":0.3599593811690897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391264694","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3781896,0.006001737,0.0001384732,0.40491933,0.0010624557,0.00089203456,0.000022171764,0.00025108797,0.20852312],"genre_scores_gemma":[0.99860144,0.00016460223,0.00016167808,0.0003204791,0.00027747647,0.0000161163,0.0000016877457,0.0000034673337,0.00045302702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939257,0.00011336241,0.00006388355,0.00006781458,0.00026019223,0.000102153506],"domain_scores_gemma":[0.99938387,0.00051654654,0.000007695377,0.00006452197,0.00001793837,0.000009454176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005613761,0.000026869984,0.000041798743,0.0001199734,0.000046267945,0.00006849979,0.00027118906,0.000057003173,0.000569299],"category_scores_gemma":[0.00041816325,0.000018716215,0.000009637714,0.00071483746,0.0000862204,0.00007683147,0.000034534816,0.00012455106,0.000005978335],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065980958,0.000029213415,0.01818898,0.000041613286,0.000003544361,0.00003117173,0.059131358,0.0000024467188,0.00024681506,0.7884143,0.124007635,0.009896333],"study_design_scores_gemma":[0.00012059768,0.00010892211,0.077927046,0.00024122266,0.0000039531797,0.000002235642,0.061918482,0.00007582705,0.012300811,0.26125264,0.58585167,0.00019659307],"about_ca_topic_score_codex":0.0012224918,"about_ca_topic_score_gemma":0.018163197,"teacher_disagreement_score":0.6204119,"about_ca_system_score_codex":0.000013065621,"about_ca_system_score_gemma":0.000121059034,"threshold_uncertainty_score":0.99975276},"labels":[],"label_agreement":null},{"id":"W4391300488","doi":"10.1177/25152459231213808","title":"A Delphi Study to Strengthen Research-Methods Training in Undergraduate Psychology Programs","year":2024,"lang":"en","type":"article","venue":"Advances in Methods and Practices in Psychological Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Medical Research Council; British Psychological Society; Canadian Institutes of Health Research; Arnold Ventures","keywords":"Accreditation; Delphi method; Curriculum; Medical education; Descriptive statistics; Psychology; Delphi; Process (computing); Qualitative research; Research design; Psychological research; Applied psychology; Pedagogy; Social psychology; Computer science; Medicine; Sociology; Social science","score_opus":0.5673271503893853,"score_gpt":0.7620638067502759,"score_spread":0.19473665636089055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391300488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6601369,0.010964523,0.047150556,0.048508007,0.002533807,0.005901823,0.0000024232459,0.00041490383,0.22438705],"genre_scores_gemma":[0.57412666,0.0032702866,0.42196485,0.00013341871,0.000061022456,0.00037764446,1.5620081e-7,0.000009832807,0.00005614571],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9781773,0.01614256,0.00075620814,0.0019574733,0.0013556575,0.0016107784],"domain_scores_gemma":[0.9861534,0.012680471,0.00014920208,0.00053242856,0.00014674739,0.0003377141],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14948848,0.0002129022,0.00040086088,0.0016636642,0.0004472468,0.00065784896,0.0018996563,0.00018791482,0.0000496829],"category_scores_gemma":[0.034457304,0.0001726217,0.000036982732,0.012690695,0.0035025682,0.0020841947,0.0005128915,0.0021548676,0.000011204051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009961398,0.0005638497,0.01003073,0.000013560944,0.000002206878,0.00019480828,0.02912515,0.000021421307,0.00041693082,0.029676564,0.000016091602,0.9298391],"study_design_scores_gemma":[0.00049308635,0.0021940912,0.02085458,0.00028749692,0.0000048185443,0.000027438475,0.10226961,0.0010974848,0.000028023034,0.6790581,0.19320154,0.00048377228],"about_ca_topic_score_codex":0.0011503049,"about_ca_topic_score_gemma":0.008001568,"teacher_disagreement_score":0.9293553,"about_ca_system_score_codex":0.00027816906,"about_ca_system_score_gemma":0.00027230644,"threshold_uncertainty_score":0.99920934},"labels":[],"label_agreement":null},{"id":"W4391329318","doi":"10.1016/s1470-2045(23)00568-5","title":"Quality indicators for evaluating cancer care in low-income and middle-income country settings: a multinational modified Delphi study","year":2024,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Medical Research Council; National Institute for Health and Care Research; World Health Organization","keywords":"Delphi method; Medicine; Quality (philosophy); Delphi; Inclusion (mineral); Health care; Business; Family medicine; Medical physics; Psychology; Computer science; Political science","score_opus":0.37051550147705,"score_gpt":0.6088117163114214,"score_spread":0.2382962148343714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391329318","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00982954,0.9773879,0.00001135644,0.0014163337,0.0006222824,0.0080796145,0.0005815764,0.00018191409,0.0018895026],"genre_scores_gemma":[0.026582044,0.9616739,0.00069173495,0.00014936896,0.001298473,0.009246535,0.00006355074,0.00007532644,0.0002190758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921623,0.0043218597,0.0010209823,0.00071830215,0.0009804595,0.0007961108],"domain_scores_gemma":[0.99323535,0.005346481,0.0006081814,0.0004372791,0.00026552987,0.000107172826],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019235613,0.00034514803,0.0018932483,0.00047606742,0.00050241547,0.00013410208,0.0012969882,0.0006078044,0.000032679214],"category_scores_gemma":[0.0029126543,0.0002459855,0.0001707978,0.0011907272,0.0005779643,0.00008131738,0.00052175426,0.0013054166,0.00001000617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014074803,0.00021927149,0.0023292135,0.036105234,0.0003241195,0.00004268231,0.05107909,0.000011712596,1.6759132e-7,0.007505189,0.00036841864,0.9018741],"study_design_scores_gemma":[0.0022011618,0.00062440283,0.0016241823,0.017936973,0.00078841933,0.000008597679,0.029733004,0.00026598058,1.4335053e-7,0.0037162402,0.942258,0.00084287085],"about_ca_topic_score_codex":0.003046769,"about_ca_topic_score_gemma":0.021533623,"teacher_disagreement_score":0.9418896,"about_ca_system_score_codex":0.002635662,"about_ca_system_score_gemma":0.003442486,"threshold_uncertainty_score":0.9999992},"labels":[],"label_agreement":null},{"id":"W4391504674","doi":"10.1093/jbmr/zjae019","title":"Defining the key clinician skills and attributes for competency in managing patients with osteoporosis and fragility fractures","year":2024,"lang":"en","type":"article","venue":"Journal of Bone and Mineral Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Rheumatology Research Foundation","keywords":"Medicine; Delphi method; Referral; Health care; Delphi; Osteoporosis; Bone health; Family medicine; Artificial intelligence; Computer science","score_opus":0.06147669644149665,"score_gpt":0.45010534905116817,"score_spread":0.3886286526096715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391504674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98120975,0.00572104,0.0000369035,0.012023394,0.000043964108,0.00036419413,0.000011726007,0.0000068110485,0.0005822007],"genre_scores_gemma":[0.9963344,0.0019584242,0.0013392011,0.000069148446,0.000090393434,0.000012562968,0.0000013392794,0.000008771598,0.00018580181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980309,0.00034753926,0.00032323302,0.00017106744,0.0007576338,0.0003696154],"domain_scores_gemma":[0.9963143,0.0029908486,0.0000664857,0.00008051089,0.00041490066,0.00013293959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00863226,0.00007396002,0.00020764733,0.00034104005,0.00039571585,0.0003480887,0.0001284224,0.00007239917,0.000009449198],"category_scores_gemma":[0.0017881014,0.00004400524,0.000034223016,0.0003762514,0.0005582925,0.00028410295,0.00011611551,0.0006613748,3.5740925e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040245935,0.00024991808,0.7358176,0.0003110983,0.00008091371,0.00012916343,0.025976254,0.0000047773515,0.000155909,0.012049523,0.009025522,0.21579687],"study_design_scores_gemma":[0.0014927979,0.0015848071,0.90540624,0.0011358756,0.000030607218,0.000019205483,0.013002693,0.00026643625,0.00010602377,0.036986485,0.039754663,0.00021417486],"about_ca_topic_score_codex":0.00080018706,"about_ca_topic_score_gemma":0.0019595167,"teacher_disagreement_score":0.2155827,"about_ca_system_score_codex":0.000055413275,"about_ca_system_score_gemma":0.00022142648,"threshold_uncertainty_score":0.33566275},"labels":[],"label_agreement":null},{"id":"W4391529664","doi":"10.1136/bmjpo-2023-002262","title":"Developing a core outcome set for the health outcomes for children and adults with congenital oesophageal atresia and/or tracheo-oesophageal fistula: OCELOT task group study protocol","year":2024,"lang":"en","type":"article","venue":"BMJ Paediatrics Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Alder Hey Children's NHS Foundation Trust","keywords":"Delphi method; Medicine; Focus group; Stakeholder; Family medicine; Outcome (game theory); Likert scale; Pediatrics; Psychology; Developmental psychology; Public relations","score_opus":0.21218587894075375,"score_gpt":0.5197453469948277,"score_spread":0.3075594680540739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391529664","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11618913,0.00063498795,0.0060305954,0.016239593,0.00029954858,0.85876536,0.0012790619,0.0004305602,0.00013113747],"genre_scores_gemma":[0.71117276,0.00003634812,0.012192237,0.0003894013,0.0004648624,0.2750336,0.000051628114,0.00008076425,0.00057843083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966573,0.0002854012,0.00069207663,0.0007918314,0.0007971375,0.0007762385],"domain_scores_gemma":[0.99610645,0.0028637927,0.00021562289,0.00034391065,0.00020604924,0.0002641821],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063207443,0.00032907492,0.0005532867,0.00019385235,0.001364828,0.0012350064,0.0011602914,0.00014601003,0.000012958424],"category_scores_gemma":[0.00095487613,0.00019940251,0.000095598545,0.00071074866,0.0003017014,0.0004592056,0.00059854443,0.00033025147,0.0000028656975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002209494,0.00030500552,0.9103702,0.0007487133,0.00041630625,0.00011383669,0.018734433,0.000001250701,2.654136e-7,0.008160189,0.012769885,0.04617048],"study_design_scores_gemma":[0.010609268,0.005330761,0.9554824,0.00012358978,0.000251427,0.00006171356,0.018574292,0.00063651253,0.0000018860198,0.0023057703,0.005709183,0.00091318355],"about_ca_topic_score_codex":0.0033243543,"about_ca_topic_score_gemma":0.00777892,"teacher_disagreement_score":0.59498364,"about_ca_system_score_codex":0.00023751357,"about_ca_system_score_gemma":0.0012674457,"threshold_uncertainty_score":0.99993527},"labels":[],"label_agreement":null},{"id":"W4391714257","doi":"10.1007/978-3-031-17299-1_2505","title":"Response Format","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.25526647708149497,"score_gpt":0.47453713880921006,"score_spread":0.2192706617277151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391714257","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004212602,0.000020727302,0.00007504956,0.00819073,0.00023442337,0.0003826928,0.000014010246,0.0010596414,0.9900185],"genre_scores_gemma":[0.00025295836,0.00044774945,0.0003144008,0.00020069465,0.00015625212,0.000022147935,0.0000043504106,0.000051831357,0.99854964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981687,0.000093169976,0.00018704085,0.00020551015,0.001000817,0.00034475647],"domain_scores_gemma":[0.9984981,0.00083864934,0.000055158067,0.00033013875,0.00014198732,0.00013601269],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036443884,0.00012244488,0.00015743566,0.0002959125,0.00027299044,0.00009301199,0.00058538833,0.00046791328,0.0051646065],"category_scores_gemma":[0.00061626814,0.000117551666,0.000114248774,0.00006815708,0.00036153087,0.00008912886,0.00020271716,0.00037511534,0.009676108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035601468,0.0000011574953,5.8474893e-7,0.0000035537557,0.000006450779,0.000038235805,0.00037889124,2.6233272e-8,0.0000029057824,0.6620576,0.33340067,0.0040743523],"study_design_scores_gemma":[0.000023062968,0.000019852965,0.000003231343,0.000035731908,0.0000024826088,5.1760884e-7,0.0002154597,0.0000013106775,0.00000892503,0.15333867,0.8462278,0.00012294999],"about_ca_topic_score_codex":0.00042566346,"about_ca_topic_score_gemma":0.0013109609,"teacher_disagreement_score":0.51282716,"about_ca_system_score_codex":0.00021171015,"about_ca_system_score_gemma":0.0004412533,"threshold_uncertainty_score":0.9957448},"labels":[],"label_agreement":null},{"id":"W4391754953","doi":"10.1242/dev.202709","title":"The people behind the papers – Fay Cooper and Anestis Tsakiridis","year":2024,"lang":"en","type":"article","venue":"Development","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Circulatory and Respiratory Health; Medical Research Council","keywords":"Biology; Hox gene; Notch signaling pathway; Anatomy; Gene; Genetics; Gene expression","score_opus":0.05102313035601209,"score_gpt":0.3977118568416293,"score_spread":0.3466887264856172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391754953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49081403,0.00708181,0.00025480145,0.21807787,0.001623378,0.0021198643,0.000008209352,0.0007498485,0.27927017],"genre_scores_gemma":[0.9799939,0.00082391454,0.000447706,0.00019532749,0.000087950604,0.00015317994,0.0000015970736,0.000011748197,0.018284705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987729,0.00012220752,0.00012069297,0.00017414006,0.00051120284,0.0002988259],"domain_scores_gemma":[0.99912775,0.00060419075,0.000012913731,0.0001346457,0.000049066195,0.00007146288],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018730611,0.00007094427,0.000057073714,0.000030285055,0.0013110515,0.00047691242,0.0003477095,0.000047304096,0.00016564988],"category_scores_gemma":[0.00022546327,0.00003751801,0.00001831536,0.00025318054,0.00032427738,0.00006450663,0.00013669359,0.00016252419,0.00010879308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089917985,0.0000193837,0.004975888,0.000028493929,0.00006787797,0.000050963874,0.1441828,0.0000015202081,0.00018759965,0.04066525,0.12366746,0.68614376],"study_design_scores_gemma":[0.000020099475,0.0000053048243,0.017804235,0.0000187741,0.0000026849184,0.0000036330741,0.004761653,0.000013370912,0.00017375729,0.00038745734,0.97673917,0.00006987235],"about_ca_topic_score_codex":0.0005602995,"about_ca_topic_score_gemma":0.007821373,"teacher_disagreement_score":0.8530717,"about_ca_system_score_codex":0.000106692525,"about_ca_system_score_gemma":0.0004995487,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W4391781620","doi":"10.1016/j.semarthrit.2024.152411","title":"Strategies to promote implementation of core outcomes for medication adherence trials in rheumatology: A report from the OMERACT-Adherence Group","year":2024,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of British Columbia; Institut du Savoir Montfort; University of Ottawa; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"Arthritis Australia","keywords":"Medicine; Rheumatology; Medication adherence; Internal medicine; Family medicine; Physical therapy","score_opus":0.11432634239501234,"score_gpt":0.48227873341524435,"score_spread":0.36795239102023203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391781620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97751296,0.0130989505,0.0013593953,0.0050542387,0.00041741563,0.0021583783,0.00010603774,0.0000517923,0.00024083485],"genre_scores_gemma":[0.95258874,0.042160217,0.0043901177,0.000018875062,0.000010658644,0.0007461162,0.000035857607,0.000009415352,0.000040018298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99764574,0.00037732022,0.000998066,0.0003159086,0.0004024163,0.00026055545],"domain_scores_gemma":[0.9965257,0.002939969,0.00023125358,0.00018423851,0.000062559055,0.00005624652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008218517,0.00010774096,0.0004409688,0.00015764065,0.00012342012,0.00014080944,0.00025342737,0.00011383685,0.00014656608],"category_scores_gemma":[0.0023265053,0.000082871025,0.000056402812,0.00037399054,0.00025643982,0.0003037402,0.0000653649,0.00016477864,0.000002838956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014647713,0.0000257094,0.06004091,0.00006181884,0.000016385848,0.00002584161,0.029425055,6.190601e-7,0.00047153595,0.026996057,0.0037916664,0.87912977],"study_design_scores_gemma":[0.0020784643,0.00072839315,0.4616881,0.04149423,0.00002361127,0.000060162925,0.16399437,0.0004030241,0.00068390346,0.32026458,0.007992061,0.0005890774],"about_ca_topic_score_codex":0.031343635,"about_ca_topic_score_gemma":0.055821717,"teacher_disagreement_score":0.8785407,"about_ca_system_score_codex":0.000059548413,"about_ca_system_score_gemma":0.0003016882,"threshold_uncertainty_score":0.9751067},"labels":[],"label_agreement":null},{"id":"W4391845803","doi":"10.1183/13993003.01761-2023","title":"Core outcome measurement set for research and clinical practice in post-COVID-19 condition (long COVID) in children and young people: an international Delphi consensus study “PC-COS Children”","year":2024,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Immunization and Respiratory Diseases; National Institute of Allergy and Infectious Diseases; National Heart, Lung, and Blood Institute; Centers for Disease Control and Prevention; Pirogov Russian National Research Medical University; Great Ormond Street Institute of Child Health; European Society of Intensive Care Medicine; Sheffield Children's NHS Foundation Trust; Universitatea de Medicină şi Farmacie \"Carol Davila\" Bucureşti; Universitätsklinikum Jena; National Institutes of Health; Università di Pisa; Università degli Studi di Parma; World Health Organization; Imperial College Healthcare NHS Trust; University College London; University of Sydney; Universidad de Chile; University of Queensland; Lietuvos Sveikatos Mokslų Universitetas; Imperial College London; University College Cork; Kidney Research UK; Sarcoma UK; Anthony Nolan; LEO Pharma; Alder Hey Children's NHS Foundation Trust; Gilead Sciences; McMaster University; Sanofi; Technische Universität Dresden; National Institute for Health and Care Research","keywords":"Delphi method; Pandemic; Medicine; Set (abstract data type); Coronavirus disease 2019 (COVID-19); Delphi; Psychology; Computer-assisted web interviewing; Family medicine; Disease; Computer science; Business; Pathology","score_opus":0.6671245847660808,"score_gpt":0.6400486827955112,"score_spread":0.027075901970569638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391845803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16727138,0.81371814,0.000038622813,0.0019501317,0.0012449797,0.013353939,0.0007023293,0.000190794,0.001529663],"genre_scores_gemma":[0.07168621,0.92447615,0.0002778504,0.00067180314,0.0022006736,0.0002261837,0.000121623394,0.00023591943,0.0001035726],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.974412,0.017752672,0.0025506038,0.0012472527,0.0031511667,0.0008862598],"domain_scores_gemma":[0.9936348,0.002702637,0.0008081394,0.00048700912,0.0013398855,0.0010275369],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10547706,0.00045700723,0.0011277926,0.001990214,0.0009263144,0.0013027819,0.0013869342,0.00033102842,0.00005299837],"category_scores_gemma":[0.042247318,0.00040966392,0.00022770143,0.0009950041,0.00083891157,0.00051153824,0.0006506111,0.0044212374,0.000033663335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000490806,0.0016354447,0.74360174,0.0009985499,0.00095195544,0.0030858018,0.009648495,0.0000021454032,8.451097e-7,0.0004949609,0.008326118,0.23076317],"study_design_scores_gemma":[0.0046685236,0.0031587384,0.4696028,0.0036116538,0.00073462,0.002586448,0.011280391,0.000006736941,5.351095e-8,0.00032349254,0.5028789,0.0011476165],"about_ca_topic_score_codex":0.0010652381,"about_ca_topic_score_gemma":0.011328164,"teacher_disagreement_score":0.4945528,"about_ca_system_score_codex":0.0017759469,"about_ca_system_score_gemma":0.004151022,"threshold_uncertainty_score":0.99983555},"labels":[],"label_agreement":null},{"id":"W4391873639","doi":"10.1093/jcag/gwad061.078","title":"A78 VALIDITY EVIDENCE FOR OBSERVATIONAL EUS COMPETENCY ASSESSMENT: A SYSTEMATIC REVIEW","year":2024,"lang":"en","type":"review","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Calgary; Hospital for Sick Children; The Scarborough Hospital; University of Toronto","funders":"","keywords":"Observational study; Psychology; Systematic review; Medicine; MEDLINE; Political science; Internal medicine","score_opus":0.3750557428681531,"score_gpt":0.5156811953643684,"score_spread":0.14062545249621533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391873639","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045580414,0.9587683,0.00008588533,0.03601389,0.0014528844,0.0032134035,0.00022106535,0.000011160118,0.00022884329],"genre_scores_gemma":[0.00012926546,0.9966436,0.00067961885,0.00092473766,0.00033981825,0.00016820771,0.000009468763,0.000026754142,0.0010785381],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991295,0.0046117217,0.0020104495,0.0001914165,0.0013604538,0.0005310036],"domain_scores_gemma":[0.9902425,0.0024828212,0.0049107443,0.0003178944,0.0017791749,0.00026686222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018603355,0.0002220841,0.0022656582,0.00045640118,0.00030448748,0.00010310162,0.0017817871,0.0003531154,0.00005313853],"category_scores_gemma":[0.016368512,0.00015488981,0.0014415175,0.0005366458,0.00014243463,0.00018489346,0.00008006121,0.00093175523,0.00000822967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000108452505,0.0000464702,0.0027320986,0.7959313,0.00128045,0.000016430151,0.00016659492,0.0000010225809,1.5539636e-7,0.005396053,0.19352274,0.000895881],"study_design_scores_gemma":[0.00012883752,0.0002794879,0.00016819139,0.576019,0.0053404416,0.000047862508,0.000037595735,0.000005568396,2.2202302e-8,0.0013699345,0.4164882,0.00011490199],"about_ca_topic_score_codex":0.0034859623,"about_ca_topic_score_gemma":0.23159714,"teacher_disagreement_score":0.22811118,"about_ca_system_score_codex":0.007981686,"about_ca_system_score_gemma":0.0107319625,"threshold_uncertainty_score":0.9958265},"labels":[],"label_agreement":null},{"id":"W4391881298","doi":"10.3389/fresc.2024.1335467","title":"A case study of using community-based consensus methods to facilitate shared decision-making among a spinal cord injury network","year":2024,"lang":"en","type":"article","venue":"Frontiers in Rehabilitation Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Ontario; McGill University; Spinal Cord Injury Ontario; University of British Columbia; International Collaboration On Repair Discoveries; University of British Columbia, Okanagan Campus","funders":"Mitacs; Ontario Neurotrauma Foundation; Rick Hansen Institute","keywords":"General partnership; Alliance; Delphi method; Public relations; Community-based participatory research; Psychology; Spinal cord injury; Delphi; Medical education; Political science; Medicine; Sociology; Participatory action research; Psychiatry","score_opus":0.28977069721755716,"score_gpt":0.5531943616845314,"score_spread":0.26342366446697424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391881298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8260971,0.00014193423,0.17059842,0.00039341042,0.00090010086,0.0014858011,0.000013681446,0.00010721271,0.00026236236],"genre_scores_gemma":[0.5518641,6.7351766e-7,0.4480078,0.000023171395,0.000018025637,0.00007164847,2.1074396e-7,0.000006947888,0.0000074229706],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9910159,0.005965509,0.00079022715,0.0005229004,0.0011609162,0.00054450944],"domain_scores_gemma":[0.9907605,0.008175841,0.00013773404,0.00041273318,0.0003657344,0.00014743024],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030271765,0.00016449907,0.0003747066,0.0013802381,0.0012213624,0.00033975454,0.0008177112,0.0001094589,0.000023114868],"category_scores_gemma":[0.0095854625,0.00016046222,0.00009858887,0.0063197585,0.0023969745,0.00037314318,0.00019981356,0.00047571733,0.000001766522],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010969881,0.00062719866,0.29980105,0.0002809998,0.000044820805,0.0004936393,0.21586764,0.03766878,0.00014180093,0.00064927747,0.010951119,0.43237668],"study_design_scores_gemma":[0.00033025377,0.005874073,0.010461418,0.0017477212,0.000030405667,0.000017583216,0.8654837,0.07648418,0.000013960617,0.037059415,0.0020249197,0.00047236276],"about_ca_topic_score_codex":0.013366198,"about_ca_topic_score_gemma":0.005321445,"teacher_disagreement_score":0.64961606,"about_ca_system_score_codex":0.00046910485,"about_ca_system_score_gemma":0.00076516863,"threshold_uncertainty_score":0.99875724},"labels":[],"label_agreement":null},{"id":"W4391932209","doi":"10.4046/trd.2024.0001","title":"What Single Cell RNA Sequencing Has Taught Us about Chronic Obstructive Pulmonary Disease","year":2024,"lang":"en","type":"article","venue":"Tuberculosis & respiratory diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"COPD; Pulmonary disease; Disease; Pathogenesis; Medicine; RNA; Computational biology; Bioinformatics; Intensive care medicine; Biology; Immunology; Genetics; Gene; Pathology; Internal medicine","score_opus":0.07273013580926647,"score_gpt":0.3593267878764857,"score_spread":0.28659665206721924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391932209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80062956,0.17305893,0.000049333412,0.003091316,0.0019689028,0.0015928636,0.0003295014,0.0019405871,0.017338987],"genre_scores_gemma":[0.99382824,0.0017661173,0.000048818612,0.0007389031,0.001592445,0.00047328178,0.00003406997,0.00012158969,0.001396563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944801,0.00087430276,0.00055615295,0.0011449076,0.0017250279,0.0012195592],"domain_scores_gemma":[0.99683577,0.00065400515,0.00011159381,0.00086086866,0.00028911536,0.0012486541],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078607607,0.00045645784,0.00038983455,0.0004858602,0.0012633647,0.0023868564,0.0009781116,0.00022169042,0.0012912033],"category_scores_gemma":[0.0005332837,0.0004620249,0.00047117216,0.0013667247,0.001552021,0.0027590978,0.00031780428,0.0005300131,0.0005464985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008020349,0.0038071272,0.08076061,0.008310811,0.00093308085,0.019487089,0.018751293,0.0016250727,0.13856958,0.020771751,0.13083097,0.5753506],"study_design_scores_gemma":[0.0003869143,0.00025170587,0.03955846,0.002540618,0.00070805254,0.000007096752,0.008539738,0.00090982753,0.011010566,0.010117053,0.92386365,0.0021063027],"about_ca_topic_score_codex":0.0007479011,"about_ca_topic_score_gemma":0.00038031623,"teacher_disagreement_score":0.7930327,"about_ca_system_score_codex":0.0031136554,"about_ca_system_score_gemma":0.0037009288,"threshold_uncertainty_score":0.99978316},"labels":[],"label_agreement":null},{"id":"W4392004730","doi":"10.1186/s41687-024-00694-z","title":"Prioritizing Patient Reported Outcome Measures (PROMs) to use in the clinical care of youth living with mental health concerns: a nominal group technique study","year":2024,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"Alberta Children's Hospital Foundation; Children's Hospital Foundation","keywords":"Mental health; Anxiety; Patient-reported outcome; Medicine; Depression (economics); Caregiver burden; Scale (ratio); Psychology; Clinical psychology; Family medicine; Quality of life (healthcare); Psychiatry; Nursing","score_opus":0.24897965979121311,"score_gpt":0.4920902077734194,"score_spread":0.24311054798220627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392004730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932032,0.00029180432,0.00031832675,0.001290256,0.0007190039,0.0039005005,0.000019872385,0.00008467156,0.00017232244],"genre_scores_gemma":[0.99653107,0.00003858303,0.002935894,0.00023857514,0.00009594821,0.00009743913,0.000002877153,0.000043409527,0.000016188149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894586,0.0020640814,0.0040609245,0.0005026746,0.0032830988,0.0006305862],"domain_scores_gemma":[0.9947439,0.0013294166,0.0021328677,0.00058176625,0.0008803197,0.0003317293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011204167,0.00031564193,0.0010393865,0.000790767,0.00032025678,0.00028912013,0.000673392,0.00015897151,0.000010924604],"category_scores_gemma":[0.0047519603,0.00020172817,0.00039226052,0.0012567543,0.00029193697,0.0005623576,0.00020728365,0.001165203,9.492868e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012470556,0.0006978833,0.85016197,0.0000522416,0.00022498229,0.0011059645,0.13831241,0.0000049368523,0.000049312723,0.00004250667,0.00017487975,0.009048178],"study_design_scores_gemma":[0.00079637143,0.0065098777,0.5515304,0.0017298519,0.00016162664,0.00022346276,0.4371721,0.000004580112,0.000040357474,0.000031488944,0.0014558975,0.00034395617],"about_ca_topic_score_codex":0.007632148,"about_ca_topic_score_gemma":0.0067822337,"teacher_disagreement_score":0.29885972,"about_ca_system_score_codex":0.0009310878,"about_ca_system_score_gemma":0.0013871472,"threshold_uncertainty_score":0.9989761},"labels":[],"label_agreement":null},{"id":"W4392111493","doi":"10.3389/ijph.2024.1606267","title":"Competencies for Transformational Leadership in Public Health—An International Delphi Consensus Study","year":2024,"lang":"en","type":"article","venue":"International Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Pan American Health Organization; National Institutes of Health; Carnegie Corporation of New York; Instituto Nacional De Salud Pública; Universiteit Maastricht; African Population and Health Research Center; University of Health and Allied Sciences; University of Pretoria; Göteborgs Universitet; Universidad de Costa Rica; London School of Hygiene and Tropical Medicine; Universidad Nacional de Salta; Akademie der Naturwissenschaften; Universidad de Chile; Khon Kaen University; Eidgenössische Technische Hochschule Zürich; European Centre for Disease Prevention and Control; World Health Organization; Wellcome Trust; Mongolian National University of Medical Sciences; Chinese Center for Disease Control and Prevention; École Polytechnique Fédérale de Lausanne; Universität Basel; University of Ottawa; Medical Research Council; Association of Schools and Programs of Public Health; University of Bern","keywords":"Delphi method; Transformational leadership; Delphi; Curriculum; Workforce; Public health; Context (archaeology); Medical education; Workforce development; Public sector; Knowledge management; Medicine; Psychology; Public relations; Nursing; Political science; Pedagogy; Computer science","score_opus":0.7065178340853357,"score_gpt":0.560855605957959,"score_spread":0.14566222812737672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392111493","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08489573,0.0007384245,0.019280892,0.88684577,0.004399585,0.0012465261,0.00015683811,0.0001417771,0.002294461],"genre_scores_gemma":[0.9923718,0.0002879984,0.0034536754,0.0024224645,0.0011638505,0.00006148673,0.00004234925,0.00002444783,0.00017195655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929484,0.001372571,0.0015915934,0.00029125417,0.0029208001,0.00087537634],"domain_scores_gemma":[0.99558514,0.0011084012,0.0004382485,0.00013480459,0.0020538794,0.0006795487],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.024801465,0.0001595632,0.0003416872,0.0019725112,0.0002930508,0.0010435748,0.0016987819,0.000102041384,0.00026727628],"category_scores_gemma":[0.0024241859,0.00015479769,0.00017425009,0.0006202729,0.00028504618,0.0017808839,0.000055989203,0.0006739524,0.000011581901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117202435,0.0024574068,0.015978102,0.00013512379,0.0004812557,0.00012952453,0.17793822,0.000057689736,0.00002220667,0.323145,0.01333355,0.4662047],"study_design_scores_gemma":[0.0020101296,0.0014399776,0.013874892,0.00034002334,0.000004403055,0.00017153511,0.18958735,0.0034649512,0.000004380356,0.007034342,0.78176737,0.0003006553],"about_ca_topic_score_codex":0.0014353362,"about_ca_topic_score_gemma":0.006254892,"teacher_disagreement_score":0.90747607,"about_ca_system_score_codex":0.0029523042,"about_ca_system_score_gemma":0.010889847,"threshold_uncertainty_score":0.99999344},"labels":[],"label_agreement":null},{"id":"W4392139316","doi":"10.1111/jdv.19903","title":"Patient prioritisation of items to develop the Patient‐Reported Impact of Dermatological Diseases measure: A global Delphi study","year":2024,"lang":"en","type":"article","venue":"Journal of the European Academy of Dermatology and Venereology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Occupational and Environmental Medical Association of Canada","funders":"","keywords":"Delphi method; Likert scale; Medicine; Delphi; Patient-reported outcome; Dermatological diseases; Family medicine; Psychology; Quality of life (healthcare); Nursing; Computer science; Dermatology","score_opus":0.07932169567629054,"score_gpt":0.4191088325306131,"score_spread":0.33978713685432255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392139316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896607,0.001961861,0.00011989111,0.0067991205,0.0002163104,0.0004361348,0.00001662155,0.000015323054,0.0007740298],"genre_scores_gemma":[0.99958587,0.00013668623,0.00011770451,0.00010117304,0.000042248117,0.000003718463,3.5843925e-7,0.000008687349,0.0000035803291],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939873,0.0039437944,0.0010942136,0.00015918324,0.0005545969,0.00026089136],"domain_scores_gemma":[0.9980362,0.00058952364,0.0007528982,0.00013325557,0.00036461285,0.00012350925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014504485,0.00012846367,0.0004452694,0.00015866105,0.0001572086,0.000014848446,0.00061483594,0.0001352345,0.000010558948],"category_scores_gemma":[0.0022185203,0.000072030256,0.00017591064,0.0007885335,0.000957465,0.00010701814,0.00032456257,0.00041924746,0.0000014237503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023848271,0.00028725324,0.9674347,0.000044589215,0.00037810588,0.0002687712,0.0071407785,0.00005032434,0.00041313146,0.0029678429,0.004612942,0.016163053],"study_design_scores_gemma":[0.00043398148,0.00029018428,0.9851227,0.00021865813,0.00019791727,0.0030395812,0.0032706282,0.000026690555,0.0005873536,0.0046957983,0.0019837948,0.00013273614],"about_ca_topic_score_codex":0.0000634641,"about_ca_topic_score_gemma":0.000017746976,"teacher_disagreement_score":0.01768795,"about_ca_system_score_codex":0.00007860141,"about_ca_system_score_gemma":0.00039080705,"threshold_uncertainty_score":0.35278195},"labels":[],"label_agreement":null},{"id":"W4392247133","doi":"10.1016/j.jclinepi.2024.111307","title":"Core outcome set developers should consider and specify the level of granularity of outcome domains","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; McMaster University; Institute for Work & Health; Ottawa Hospital; Impact","funders":"","keywords":"Outcome (game theory); Granularity; Core (optical fiber); Set (abstract data type); Computer science; Mathematics; Programming language; Mathematical economics","score_opus":0.9411956970152316,"score_gpt":0.7090048911897767,"score_spread":0.23219080582545493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392247133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83986175,0.001665306,0.008527697,0.14260215,0.0023166211,0.00047078964,0.00008861295,0.000032433323,0.0044346405],"genre_scores_gemma":[0.98569226,0.0013416216,0.01056825,0.0016943685,0.00039315195,0.0000022200145,6.02849e-7,0.000011883902,0.00029563517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988406,0.0051879017,0.005156337,0.00024162115,0.00060185447,0.0004062578],"domain_scores_gemma":[0.919789,0.07771645,0.0014753232,0.00027026527,0.0004943999,0.00025453983],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09342133,0.00013617447,0.0019446028,0.00016414103,0.00011721922,0.000014674818,0.00071461283,0.00053881307,0.00017703565],"category_scores_gemma":[0.15783553,0.000079150224,0.0006182146,0.00032518845,0.003754653,0.0001153682,0.00019913359,0.0018288443,0.00000613129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085179876,0.000045173147,0.8750177,0.0000649885,0.00012778175,0.00006614631,0.00062715594,0.000005782839,0.000018059975,0.107988894,0.011053964,0.004899164],"study_design_scores_gemma":[0.0005459461,0.00038680166,0.74616224,0.00014801652,0.000103201884,0.00011305173,0.0018077397,0.00011836519,0.000020049278,0.18813378,0.062312786,0.00014800965],"about_ca_topic_score_codex":0.00072118244,"about_ca_topic_score_gemma":0.00068938424,"teacher_disagreement_score":0.14583051,"about_ca_system_score_codex":0.00005614873,"about_ca_system_score_gemma":0.000636839,"threshold_uncertainty_score":0.99895656},"labels":[],"label_agreement":null},{"id":"W4392283989","doi":"10.1371/journal.pgph.0002752","title":"Matching the right study design to decision-maker questions: Results from a Delphi study","year":2024,"lang":"en","type":"article","venue":"PLOS Global Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Delphi method; Delphi; Matching (statistics); Computer science; Decision maker; Management science; Research design; Operations research; Psychology; Knowledge management; Actuarial science; Statistics; Business; Artificial intelligence; Engineering; Mathematics","score_opus":0.22899614978550067,"score_gpt":0.4978483459998879,"score_spread":0.2688521962143873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392283989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53571177,0.0011465732,0.07417399,0.35446426,0.0015633524,0.01825011,0.0005945629,0.0026609483,0.011434423],"genre_scores_gemma":[0.99164885,0.00005466022,0.005649324,0.0015011816,0.0004326641,0.0005333141,0.0000061606056,0.000025879275,0.00014793566],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98959833,0.0045593963,0.00088396034,0.0009415554,0.0028542245,0.0011625227],"domain_scores_gemma":[0.9934432,0.004275325,0.00009974369,0.0009263867,0.0003806017,0.00087473384],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01961562,0.00022727536,0.0003366019,0.00022693745,0.0016722649,0.0017773831,0.0015852724,0.00010997451,0.0001621495],"category_scores_gemma":[0.007477129,0.0001594565,0.00007405243,0.003105152,0.00014699133,0.0005105108,0.00045251683,0.0005655593,0.0005851172],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032878428,0.008138775,0.0032902758,0.00002470959,0.000533829,0.0005993355,0.34858724,0.0001437044,0.0000044367666,0.044815063,0.3151959,0.27833796],"study_design_scores_gemma":[0.0017843846,0.0034296268,0.030748446,0.0008228993,0.00008907002,0.000010382502,0.39467397,0.0015693856,0.0000024847616,0.23410779,0.331676,0.0010855433],"about_ca_topic_score_codex":0.085851826,"about_ca_topic_score_gemma":0.048980262,"teacher_disagreement_score":0.45593712,"about_ca_system_score_codex":0.0018617176,"about_ca_system_score_gemma":0.0036323948,"threshold_uncertainty_score":0.9996274},"labels":[],"label_agreement":null},{"id":"W4392284134","doi":"10.1016/j.jclinepi.2024.111309","title":"Methods used to develop the SPIRIT 2024 and CONSORT 2024 Statements","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa; Women's College Hospital; University of Toronto","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Consolidated Standards of Reporting Trials; Medicine; Alternative medicine; Pathology","score_opus":0.7665174124353475,"score_gpt":0.748680114614396,"score_spread":0.01783729782095156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392284134","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113318846,0.005595401,0.14546947,0.7003011,0.013554723,0.00097213796,0.000015634369,0.00009354504,0.020679165],"genre_scores_gemma":[0.33101395,0.012233066,0.5901115,0.025520176,0.0068068206,0.00007232532,0.0000014681602,0.00008369465,0.03415704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.978113,0.017191662,0.0033544376,0.00032593237,0.00046541588,0.0005495864],"domain_scores_gemma":[0.8930677,0.10511775,0.000552279,0.00021597538,0.0005232321,0.00052303396],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19553915,0.00011947701,0.0010689276,0.00018734772,0.00017567285,0.000073658695,0.00066586473,0.00031181882,0.0008295631],"category_scores_gemma":[0.2416758,0.00007080089,0.00023817467,0.0007317337,0.0010398789,0.0001752126,0.00025066145,0.0015504832,0.00009712165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010197774,0.00005025415,0.061268043,0.000034262834,0.0002573383,0.0001430002,0.0012981012,0.000011206054,0.000037539787,0.05020336,0.5907194,0.29587552],"study_design_scores_gemma":[0.0001256702,0.0002878222,0.0147124985,0.00010267626,0.000034037806,0.000027000628,0.000673158,0.00012935788,0.000008551922,0.08112485,0.9026928,0.00008155788],"about_ca_topic_score_codex":0.00023719495,"about_ca_topic_score_gemma":0.00024007628,"teacher_disagreement_score":0.6747809,"about_ca_system_score_codex":0.00007950463,"about_ca_system_score_gemma":0.0012416192,"threshold_uncertainty_score":0.90831345},"labels":[],"label_agreement":null},{"id":"W4392294166","doi":"10.1038/s41591-024-02827-9","title":"Recommendations to address respondent burden associated with patient-reported outcome assessment","year":2024,"lang":"en","type":"article","venue":"Nature Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Health Canada","funders":"Daiichi Sankyo Europe; UCB Pharma; National Institute for Health Research Applied Research Collaboration West; Macmillan Cancer Support; University of Texas MD Anderson Cancer Center; AstraZeneca; European Commission; Genentech; Faculty of Medicine and Health, University of Sydney; U.S. Food and Drug Administration; Barts Health NHS Trust; Health Canada; Astellas Pharma; Queen's University; University of Sydney; Aston University; European Regional Development Fund; Merck KGaA; ECOG-ACRIN Cancer Research Group; Johns Hopkins University; Feinberg School of Medicine; LUNGevity Foundation; Anthony Nolan; National Institutes of Health; Menzies Institute for Medical Research; University Hospitals Birmingham NHS Foundation Trust; Sarcoma UK; National Institute for Health and Care Research; Queen Mary University of London; Birmingham Biomedical Research Centre; Pfizer; University of Tasmania; Northwestern University; Patient-Centered Outcomes Research Institute; Incyte; Veloxis Pharmaceuticals; Brown University; EuroQol Research Foundation; American College of Radiology Imaging Network; National Cancer Institute; Gilead Sciences; Surgical Reconstruction and Microbiology Research Centre; UK Research and Innovation; Bristol-Myers Squibb; Eli Lilly and Company; National Health and Medical Research Council; Amgen; Seagen","keywords":"Respondent; Medicine; Outcome (game theory); Patient-reported outcome; Political science; Nursing; Quality of life (healthcare)","score_opus":0.12294715286870231,"score_gpt":0.5129728223992654,"score_spread":0.39002566953056317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392294166","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18579221,0.0009863038,0.0012214711,0.63521695,0.003543011,0.0029344033,0.00006550407,0.0016569919,0.16858314],"genre_scores_gemma":[0.98728144,0.00004169409,0.00095787714,0.0013256819,0.00048705784,0.00017013817,0.00007469649,0.000031286814,0.009630156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634033,0.00041392952,0.00043008217,0.00042358247,0.0019378683,0.00045421097],"domain_scores_gemma":[0.9977633,0.0009931541,0.00009522178,0.00034188485,0.00050332566,0.00030315068],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034574396,0.0001588331,0.00026256935,0.00051485805,0.0003184034,0.00010202819,0.0003983345,0.00027591392,0.0013046226],"category_scores_gemma":[0.004460597,0.000112288966,0.000044551954,0.002023796,0.00021809537,0.00014119243,0.000096724936,0.0013336192,0.000027936252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001424574,0.00021388306,0.010600466,0.00006628507,0.00049610826,0.0013577236,0.026708165,0.000018220517,0.0022014051,0.035948478,0.8418478,0.08039901],"study_design_scores_gemma":[0.00043656997,0.0005869473,0.010413509,0.0011135794,0.00008616227,0.0000077663535,0.0070755705,0.00006834357,0.00018226466,0.0010575601,0.97870225,0.0002694664],"about_ca_topic_score_codex":0.0011149287,"about_ca_topic_score_gemma":0.0018176463,"teacher_disagreement_score":0.8014892,"about_ca_system_score_codex":0.0008209481,"about_ca_system_score_gemma":0.00045843856,"threshold_uncertainty_score":0.99960834},"labels":[],"label_agreement":null},{"id":"W4392302718","doi":"10.1016/j.semarthrit.2024.152423","title":"Defining domains: developing consensus-based definitions for foundational domains in OMERACT core outcome sets","year":2024,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Treasury Board of Canada Secretariat; University of Toronto; Institute for Work & Health; Toronto Western Hospital; Ottawa Hospital; Hospital for Sick Children; Institute of Infection and Immunity; University of Ottawa","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Parker Institute for Cancer Immunotherapy; Leeds Biomedical Research Centre; Oak Foundation","keywords":"Medicine; Domain (mathematical analysis); Set (abstract data type); Core (optical fiber); Quality of life (healthcare); Medical education; Computer science; Nursing; Mathematics","score_opus":0.15547739123421317,"score_gpt":0.44790869079829,"score_spread":0.2924312995640768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392302718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9299202,0.041675627,0.004584733,0.012401149,0.0008015966,0.0017611331,0.00037283107,0.00033910843,0.008143601],"genre_scores_gemma":[0.91009784,0.025264077,0.06388478,0.00017941488,0.000020446701,0.00038415618,0.0000770732,0.000025123012,0.00006707972],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99805695,0.00015332495,0.00054323016,0.00035368683,0.00039906523,0.0004937715],"domain_scores_gemma":[0.9965678,0.003090198,0.00006238343,0.00011887489,0.00007094245,0.00008984241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024424861,0.000147179,0.00025668152,0.00049430993,0.0004957041,0.00025036244,0.0001568778,0.00016503978,0.000087457025],"category_scores_gemma":[0.0013110626,0.00016284788,0.000060969676,0.0005933946,0.00045959558,0.00017891845,0.00005429853,0.00029703867,0.000019163846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001625546,0.000036300284,0.021929026,0.00010788704,0.000009104177,0.00013491811,0.0036466063,0.000018986255,0.00002562943,0.6562431,0.0018911165,0.31594107],"study_design_scores_gemma":[0.0039640525,0.00025243065,0.06593958,0.06539817,0.000014237279,0.00016055297,0.011871395,0.0084590465,0.00009183096,0.8026848,0.039753966,0.0014099329],"about_ca_topic_score_codex":0.00077858026,"about_ca_topic_score_gemma":0.011248123,"teacher_disagreement_score":0.31453115,"about_ca_system_score_codex":0.00028727044,"about_ca_system_score_gemma":0.0006129958,"threshold_uncertainty_score":0.66407436},"labels":[],"label_agreement":null},{"id":"W4392303823","doi":"10.1093/deafed/enad034","title":"Family-Centered Early Intervention Deaf/Hard of Hearing (FCEI-DHH): Methods","year":2024,"lang":"en","type":"article","venue":"The Journal of Deaf Studies and Deaf Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"U.S. Department of Health and Human Services","keywords":"Psychology; Intervention (counseling); Set (abstract data type); Deaf education; Developmental psychology; Linguistics; Computer science; Sign language; Psychiatry","score_opus":0.282309783388269,"score_gpt":0.574866406053984,"score_spread":0.29255662266571497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392303823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93489885,0.051916312,0.0040567354,0.005630522,0.0016085836,0.00025889277,0.0000013967718,0.000025465433,0.0016032152],"genre_scores_gemma":[0.9804387,0.011162237,0.007379957,0.000046898283,0.00036126256,0.000008858739,2.5510346e-7,0.00001036591,0.00059148547],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99811745,0.00071903004,0.00046879062,0.00010368913,0.00040563973,0.00018540231],"domain_scores_gemma":[0.9981837,0.00086402794,0.00023557016,0.00012841482,0.000520305,0.0000679273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062470604,0.00008801519,0.00022219784,0.00021651128,0.00028300012,0.00009906349,0.00025080782,0.00005154864,0.000015379612],"category_scores_gemma":[0.0008407743,0.000059768634,0.00012014571,0.00036367864,0.00027306832,0.00028251854,0.000108921115,0.0002658732,0.0000028140444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021397682,0.00027629838,0.0073740445,0.00059793424,0.00069141254,0.0000054406755,0.082987465,0.000004806291,0.0080417,0.013469386,0.023764327,0.8625732],"study_design_scores_gemma":[0.0010972214,0.0022360536,0.20623796,0.0075926865,0.0010025592,0.00017512908,0.5001457,0.00016211376,0.00979502,0.15780035,0.11307523,0.0006800414],"about_ca_topic_score_codex":0.0013742864,"about_ca_topic_score_gemma":0.00012711067,"teacher_disagreement_score":0.8618932,"about_ca_system_score_codex":0.0001520833,"about_ca_system_score_gemma":0.00020789178,"threshold_uncertainty_score":0.24372941},"labels":[],"label_agreement":null},{"id":"W4392448609","doi":"10.1016/j.bja.2024.01.033","title":"Research priorities in regional anaesthesia: an international Delphi study","year":2024,"lang":"en","type":"review","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta Hospital; Alberta Hospital Edmonton; University of Toronto; Dalhousie University; Toronto Western Hospital","funders":"Aesculap Akademie; GE Healthcare; CSL Behring; Edwards Lifesciences; Pfizer","keywords":"Delphi method; Regional anaesthesia; Inclusion (mineral); Delphi; Medicine; Psychology; Medical education; Political science; Anesthesia; Social psychology; Computer science","score_opus":0.33674318517108603,"score_gpt":0.5521983957166497,"score_spread":0.2154552105455637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392448609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003007776,0.9919268,0.0000026174184,0.0008553877,0.00041764104,0.0012968562,0.000013627719,0.000065177155,0.0024141213],"genre_scores_gemma":[0.0028426263,0.9943678,0.00049081544,0.000024260158,0.0014675228,0.00009982108,0.000007585369,0.0001070331,0.00059254013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987115,0.0052371398,0.0018218664,0.00061840314,0.004307091,0.0009004837],"domain_scores_gemma":[0.99684894,0.0003840749,0.00055834925,0.0004162701,0.001360775,0.00043160742],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023122573,0.0003534429,0.001569258,0.0030684613,0.00044602802,0.001580871,0.0037620883,0.00059058954,0.00012503781],"category_scores_gemma":[0.0011326759,0.00037333192,0.00060417096,0.0023862368,0.0008891911,0.0010839738,0.00025239002,0.004135241,0.00006437499],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016513332,0.00051756686,0.0001612526,0.0004800768,0.00011587835,0.020101666,0.001983141,4.4560895e-7,1.3234501e-8,0.0022388762,0.00922524,0.96515936],"study_design_scores_gemma":[0.00018681421,0.00069110474,0.00031411223,0.017089665,0.00013591126,0.0021563445,0.011740372,0.0000015766958,1.5809336e-8,0.0019482668,0.9654125,0.00032331422],"about_ca_topic_score_codex":0.006863353,"about_ca_topic_score_gemma":0.010135923,"teacher_disagreement_score":0.964836,"about_ca_system_score_codex":0.0015299872,"about_ca_system_score_gemma":0.004869499,"threshold_uncertainty_score":0.99987185},"labels":[],"label_agreement":null},{"id":"W4392506737","doi":"10.1038/s41390-024-03094-7","title":"Publication Recommendations to Report Laboratory Data of Neonates – a Modified Delphi Approach","year":2024,"lang":"en","type":"article","venue":"Pediatric Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Delphi method; Standardization; Delphi; Quality (philosophy); Data quality; Medicine; Clinical Practice; Data science; Computer science; Medical education; Family medicine; Engineering; Operations management","score_opus":0.49159625370463766,"score_gpt":0.5781289511664353,"score_spread":0.08653269746179759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392506737","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06864363,0.0076656346,0.04675,0.30032024,0.0016055251,0.009241531,0.0017302667,0.002305328,0.56173784],"genre_scores_gemma":[0.9673772,0.0023305798,0.020433562,0.00005174742,0.0015115897,0.0007033158,0.00058922847,0.000051759645,0.006951004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994647,0.001028497,0.0005461396,0.00074601127,0.002370949,0.0006613941],"domain_scores_gemma":[0.99425083,0.0017209675,0.00006745222,0.0014185057,0.002220224,0.00032199096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02690127,0.0000940713,0.00015749282,0.0016563499,0.00045540227,0.0004936127,0.002181424,0.00016234013,0.00025015578],"category_scores_gemma":[0.015359103,0.00009378338,0.00003800858,0.008589805,0.00026825612,0.00075491774,0.0010147842,0.0006692026,0.00017427215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015923992,0.00018493,0.0014611471,0.00017738268,0.000022159267,0.000039185543,0.0045445217,0.000008947566,0.00015580951,0.04082911,0.92721516,0.025345718],"study_design_scores_gemma":[0.00011700129,0.00008294184,0.00084264297,0.00003051606,0.000023944458,0.000007720767,0.0057076775,0.0050811903,0.00015470118,0.0071915467,0.9804738,0.00028630823],"about_ca_topic_score_codex":0.003299565,"about_ca_topic_score_gemma":0.00017134837,"teacher_disagreement_score":0.8987336,"about_ca_system_score_codex":0.0002587183,"about_ca_system_score_gemma":0.0026369647,"threshold_uncertainty_score":0.99293494},"labels":[],"label_agreement":null},{"id":"W4392583344","doi":"10.1136/bmjebm-2023-112695","title":"CARE-radiology statement explanation and elaboration: reporting guideline for radiological case reports","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Fundamental Research Funds for the Central Universities; Lanzhou University","keywords":"Guideline; Radiological weapon; Checklist; Medicine; Delphi method; Multidisciplinary approach; Documentation; Medical physics; Radiology; Psychology; Pathology; Computer science","score_opus":0.3723114543237489,"score_gpt":0.5789761313316922,"score_spread":0.20666467700794333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392583344","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12732464,0.047599826,0.36199254,0.44574305,0.0034277095,0.009458978,0.000030221485,0.0012806004,0.0031424174],"genre_scores_gemma":[0.97499406,0.0008380647,0.01999598,0.0009797234,0.0020146223,0.0008513239,0.00008601341,0.000018518294,0.00022167034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572045,0.00048505765,0.0021426785,0.00057831925,0.000690182,0.00038333383],"domain_scores_gemma":[0.9952175,0.002672487,0.00072635186,0.0003085143,0.00086905865,0.0002060728],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024242196,0.00014684442,0.00034352837,0.0002575278,0.0003861485,0.000074462725,0.000093821334,0.0001723943,0.00019745756],"category_scores_gemma":[0.051691648,0.00011125453,0.000052383606,0.0005087298,0.0005556772,0.00029666946,0.00003325521,0.00020252312,0.0000018901047],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029540315,0.00004612197,0.00561794,0.0011921029,0.00008515822,0.10286946,0.015053725,0.00032057188,0.0031914269,0.021658164,0.7202884,0.12938151],"study_design_scores_gemma":[0.0009132005,0.0025115123,0.000320587,0.0041877576,0.00022258608,0.011908587,0.04418162,0.009317409,0.0012051453,0.01260216,0.911971,0.0006584729],"about_ca_topic_score_codex":0.0015661431,"about_ca_topic_score_gemma":0.0006431842,"teacher_disagreement_score":0.8476694,"about_ca_system_score_codex":0.0004129661,"about_ca_system_score_gemma":0.0011471092,"threshold_uncertainty_score":0.9562964},"labels":[],"label_agreement":null},{"id":"W4392606752","doi":"10.1016/j.gimo.2024.101802","title":"P888: A community-based approach to the reporting of secondary findings in Indigenous communities in Canada","year":2024,"lang":"en","type":"article","venue":"Genetics in Medicine Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Indigenous; Geography; Sociology; Ecology","score_opus":0.2589299835041907,"score_gpt":0.4711819515607726,"score_spread":0.21225196805658186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392606752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9311825,0.00063951,0.00009603516,0.0066238893,0.00013318988,0.001636218,0.000010866038,0.000013030727,0.059664752],"genre_scores_gemma":[0.997129,0.00010365513,0.0016195816,0.00078939745,0.000029954814,0.00018072197,0.00001764347,0.000015146856,0.00011484741],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99629414,0.0014317717,0.0010573897,0.00013797493,0.0006671004,0.0004116203],"domain_scores_gemma":[0.9978545,0.0012972644,0.00014950753,0.00055473414,0.00007309806,0.00007090423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020836841,0.00009820803,0.00034109058,0.00039715986,0.00023346263,0.00006778124,0.0022506977,0.00006962462,0.000060250666],"category_scores_gemma":[0.0013777674,0.00007883515,0.000015097066,0.0015524267,0.00035816498,0.000048006917,0.00061265915,0.0013193438,8.651391e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004282161,0.00017634874,0.24025944,0.00056997174,0.00001927745,0.00020518445,0.6859462,0.0035520878,0.00017167628,0.0015238938,0.012898963,0.054634105],"study_design_scores_gemma":[0.0008731598,0.00027890096,0.07926467,0.003026825,0.000011755075,0.000009847227,0.7941533,0.0027352355,0.000663718,0.0051092017,0.11346837,0.00040503676],"about_ca_topic_score_codex":0.9952522,"about_ca_topic_score_gemma":0.9973618,"teacher_disagreement_score":0.16099477,"about_ca_system_score_codex":0.0008549542,"about_ca_system_score_gemma":0.005111697,"threshold_uncertainty_score":0.9067932},"labels":[],"label_agreement":null},{"id":"W4392695905","doi":"10.1590/1806-9304202400000223-en","title":"Mapping the literature on the qualitative approach to childhood asthma from 1996 to 2018: a bibliometric analysis","year":2024,"lang":"en","type":"article","venue":"Revista Brasileira de Saúde Materno Infantil","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asthma; Bibliometrics; Data science; Computer science; Library science; Medicine","score_opus":0.0945616833349474,"score_gpt":0.4187130483075608,"score_spread":0.3241513649726134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392695905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607124,0.0022096997,0.0056690895,0.0061101564,0.00017350636,0.0018567909,0.0005074319,0.000455477,0.02230546],"genre_scores_gemma":[0.99366915,0.00020572345,0.0022959935,0.0019395428,0.00044136433,0.00037324277,0.00004359201,0.00005161749,0.0009797977],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9942365,0.0019914897,0.0005231722,0.0008190793,0.0015971812,0.00083254464],"domain_scores_gemma":[0.99587125,0.0023857215,0.000108180466,0.0010776038,0.00023231005,0.00032492608],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0072445087,0.00033328528,0.00045844188,0.021170245,0.00069134316,0.004581869,0.0020283952,0.00020721355,0.0003235766],"category_scores_gemma":[0.0022465638,0.00020125999,0.0003873416,0.16786584,0.00026143665,0.00027392426,0.00040085876,0.00075286796,0.00060436287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012614082,0.00036316863,0.036841754,0.00034980153,0.0023670883,0.0001304048,0.5972756,0.0001604307,0.001124673,0.21662317,0.1127257,0.031912055],"study_design_scores_gemma":[0.00014800923,0.00018969992,0.6994616,0.0017914113,0.00021516245,0.000008954086,0.03214766,0.0006189633,0.00037317895,0.0020588185,0.26197886,0.0010077029],"about_ca_topic_score_codex":0.0039480478,"about_ca_topic_score_gemma":0.000095132986,"teacher_disagreement_score":0.6626198,"about_ca_system_score_codex":0.00030769882,"about_ca_system_score_gemma":0.00020076419,"threshold_uncertainty_score":0.9964515},"labels":[],"label_agreement":null},{"id":"W4392786405","doi":"10.1016/j.jclinepi.2024.111311","title":"Representation of published core outcome sets in practice guidelines","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University","funders":"Bundesministerium für Bildung und Forschung; National Institute for Health and Care Research; Medical Research Council; Sanofi; Pfizer; Eli Lilly and Company","keywords":"Outcome (game theory); Representation (politics); Core (optical fiber); Medicine; Computer science; Mathematics; Political science; Mathematical economics","score_opus":0.8447320263119009,"score_gpt":0.7554921065568609,"score_spread":0.08923991975503998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392786405","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21534726,0.0028409201,0.0070741684,0.7443014,0.0063677165,0.0005053681,0.0000074187847,0.000077570214,0.023478199],"genre_scores_gemma":[0.900931,0.0052279565,0.086236194,0.005160232,0.0018547956,0.0000074073146,0.0000021549783,0.000018053337,0.0005622243],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97945637,0.01051495,0.008600669,0.00030928807,0.00072111556,0.0003975854],"domain_scores_gemma":[0.84202844,0.15187712,0.0028757511,0.00032241637,0.00262605,0.0002702188],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16255063,0.00008260471,0.0013933906,0.0003587518,0.000037033526,0.000028268889,0.0006025325,0.00043139272,0.00017599617],"category_scores_gemma":[0.8302517,0.00006194772,0.00047135097,0.0008388335,0.00057873636,0.00071369077,0.00009851973,0.001372071,0.000015771768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000392776,0.0001940305,0.6129265,0.000052026826,0.00011727147,0.00030870183,0.0006216089,0.00017614156,0.000021607664,0.07395694,0.21661901,0.094613396],"study_design_scores_gemma":[0.00095698907,0.0008567026,0.22235207,0.00053087616,0.00011212692,0.0001318585,0.005000361,0.0037435445,0.00001563103,0.30142498,0.4646546,0.00022025824],"about_ca_topic_score_codex":0.0013922747,"about_ca_topic_score_gemma":0.00032333157,"teacher_disagreement_score":0.73914117,"about_ca_system_score_codex":0.00008288094,"about_ca_system_score_gemma":0.0008294093,"threshold_uncertainty_score":0.8623304},"labels":[],"label_agreement":null},{"id":"W4392878550","doi":"10.1016/j.semarthrit.2024.152438","title":"Increasing uptake through collaboration in the development of core outcome sets: Lessons learned at OMERACT 2023","year":2024,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Medicine; Relevance (law); Moderation; Inclusion (mineral); Session (web analytics); Outcome (game theory); Core (optical fiber); Medical education; Knowledge management; Psychology; Computer science; World Wide Web; Social psychology; Political science","score_opus":0.17810984322205584,"score_gpt":0.4789703806972864,"score_spread":0.30086053747523056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392878550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96317905,0.024590487,0.000034012486,0.0053798244,0.0001695496,0.0004540538,0.000023902452,0.000039457824,0.006129635],"genre_scores_gemma":[0.9264195,0.067162305,0.006004211,0.000032030854,0.000011135259,0.0000718695,0.000013202937,0.000010827135,0.00027491275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99807274,0.0003465475,0.0005205231,0.00023881103,0.0005329863,0.00028840092],"domain_scores_gemma":[0.99893826,0.00076790515,0.000071433475,0.00014092385,0.00004522954,0.000036227808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004359175,0.00010318042,0.00020879722,0.00016295566,0.0003316035,0.00014559689,0.00021468826,0.00012436997,0.000096939315],"category_scores_gemma":[0.0006334816,0.00008689052,0.000025685225,0.0009053567,0.00027833588,0.00029224314,0.00010310966,0.0002580492,0.000014120045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016708214,0.000042725824,0.015706385,0.00006483811,0.0000072107136,0.0000552446,0.13029608,0.0000040451364,0.00037969783,0.017591001,0.0018184669,0.8340176],"study_design_scores_gemma":[0.002105267,0.00028956766,0.32778278,0.070369855,0.00001675239,0.00016870385,0.301984,0.0013154058,0.0010048451,0.093062095,0.20051791,0.0013828133],"about_ca_topic_score_codex":0.0020722756,"about_ca_topic_score_gemma":0.039850596,"teacher_disagreement_score":0.8326348,"about_ca_system_score_codex":0.00020661314,"about_ca_system_score_gemma":0.00026180153,"threshold_uncertainty_score":0.97766966},"labels":[],"label_agreement":null},{"id":"W4392884847","doi":"10.1186/s12913-024-10821-7","title":"Core outcomes for speech-language services in Ontario schools: a group concept mapping study and guiding framework","year":2024,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Waterloo; McMaster University","funders":"","keywords":"Context (archaeology); Nursing research; Health administration; Health informatics; Health care; Set (abstract data type); Health services research; Medical education; Medicine; Psychology; Applied psychology; Public health; Nursing; Computer science","score_opus":0.33878913698181534,"score_gpt":0.5607259759568792,"score_spread":0.2219368389750639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392884847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98506844,0.003803455,0.0003758312,0.002550714,0.00032230478,0.006531049,0.00002709147,0.00034685948,0.00097427116],"genre_scores_gemma":[0.9840199,0.00022176525,0.012819214,0.0005578227,0.0002786992,0.0009358484,0.0000197582,0.00005968411,0.0010873158],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99276096,0.0014508846,0.0007621078,0.0009984272,0.002173732,0.0018538623],"domain_scores_gemma":[0.9946289,0.003810127,0.000092588605,0.000577679,0.00033140279,0.0005593174],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018749757,0.0002567065,0.00054133934,0.0011352598,0.001272477,0.0011485732,0.0013229873,0.00030778232,0.00018106992],"category_scores_gemma":[0.0003155936,0.0002417466,0.0000865737,0.0021430396,0.00022893013,0.000617643,0.0006860344,0.0015464902,0.000047160072],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062154795,0.00020272491,0.6350061,0.0028682775,0.000034185225,0.000084449,0.34388578,0.000001762685,0.000027950968,0.004493949,0.00013762781,0.013195022],"study_design_scores_gemma":[0.0006421151,0.00050350133,0.23138703,0.0029121754,0.000005374334,0.0000028475474,0.7340041,0.0017561944,0.000008479738,0.009234748,0.019218668,0.00032477893],"about_ca_topic_score_codex":0.6448271,"about_ca_topic_score_gemma":0.9024178,"teacher_disagreement_score":0.40361908,"about_ca_system_score_codex":0.0017374818,"about_ca_system_score_gemma":0.0022309548,"threshold_uncertainty_score":0.9998883},"labels":[],"label_agreement":null},{"id":"W4393020409","doi":"10.21203/rs.3.rs-4094620/v1","title":"Youth-developed Recommendations on Public Health Planning for Future Pandemics or Public Health Emergencies: A National Delphi Study","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Centre for Addiction and Mental Health","funders":"","keywords":"Pandemic; Public health; Delphi method; Delphi; Coronavirus disease 2019 (COVID-19); Political science; Business; Environmental health; Public relations; Medicine; Nursing; Disease; Computer science; Infectious disease (medical specialty)","score_opus":0.780244533474005,"score_gpt":0.6456972327706887,"score_spread":0.13454730070331633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393020409","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017748348,0.0025878623,0.0035426111,0.930275,0.0035768885,0.02559068,0.005104379,0.0017519424,0.00982229],"genre_scores_gemma":[0.9572668,0.006368135,0.006580409,0.0016898417,0.0057266317,0.011796922,0.0032878746,0.00030683042,0.0069765546],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785299,0.0071466765,0.0014956031,0.0018552629,0.0075747496,0.0033978461],"domain_scores_gemma":[0.98889273,0.0029989448,0.0004308898,0.00093870854,0.005246434,0.0014922821],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07228868,0.0004951526,0.00079512305,0.0032038356,0.0046235863,0.0019152047,0.0026274784,0.00070527167,0.00037065652],"category_scores_gemma":[0.014874742,0.00044625235,0.00029149698,0.004416388,0.00044103042,0.00030594322,0.0027467546,0.00550499,0.00007997802],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013916362,0.0017398084,0.0018305655,0.0018856886,0.0003706504,0.000020662801,0.34538382,0.000042192696,4.7347982e-7,0.04075308,0.5308577,0.07697618],"study_design_scores_gemma":[0.00039096185,0.0011697329,0.0005359394,0.0008467034,0.0000045907127,0.0000013173178,0.47517562,0.00039890257,3.5072307e-7,0.012095704,0.50894076,0.0004394122],"about_ca_topic_score_codex":0.004697092,"about_ca_topic_score_gemma":0.019908043,"teacher_disagreement_score":0.93951845,"about_ca_system_score_codex":0.007804547,"about_ca_system_score_gemma":0.059376255,"threshold_uncertainty_score":0.9997989},"labels":[],"label_agreement":null},{"id":"W4393111972","doi":"10.1016/j.bja.2024.02.021","title":"International consensus is needed on a core outcome set to advance the evidence of best practice in cancer prehabilitation services and research","year":2024,"lang":"en","type":"editorial","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; McGill University; Royal Victoria Hospital; Royal Victoria Regional Health Centre","funders":"","keywords":"Prehabilitation; Core (optical fiber); Set (abstract data type); Outcome (game theory); Evidence-based practice; Medicine; Computer science; Alternative medicine; Physical therapy; Economics","score_opus":0.18331374346117468,"score_gpt":0.5511254729892855,"score_spread":0.3678117295281108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393111972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43039972,0.04223103,0.0000074441773,0.2505269,0.26832333,0.0034283407,0.0005298783,0.000050856695,0.004502502],"genre_scores_gemma":[0.47448093,0.18937123,0.0060707727,0.0012025669,0.32535985,0.00035501044,0.000011057812,0.00017884052,0.0029697504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936173,0.0011661052,0.0008177002,0.00032774205,0.0037352112,0.0003359564],"domain_scores_gemma":[0.9858387,0.009506551,0.00051968155,0.00020100361,0.0037892426,0.00014479557],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012794688,0.00013861561,0.00037135818,0.0005601934,0.0001934495,0.00046429547,0.0012192994,0.0003358468,0.0000364641],"category_scores_gemma":[0.025966559,0.00013085359,0.00009366895,0.0009011643,0.0005844332,0.00040165614,0.00016482748,0.0020830906,0.00000837809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006346153,0.00013768305,0.000752541,0.00038969787,0.00005676571,0.000833756,0.016610222,0.00003009524,0.000022403432,0.00018998008,0.92731947,0.053022787],"study_design_scores_gemma":[0.00023386508,0.0011057911,0.0004959839,0.014956445,0.00003736383,0.00008423909,0.02773411,0.00001848813,0.000012914363,0.0015597485,0.9535975,0.00016358081],"about_ca_topic_score_codex":0.04559137,"about_ca_topic_score_gemma":0.012315583,"teacher_disagreement_score":0.24932434,"about_ca_system_score_codex":0.00061032554,"about_ca_system_score_gemma":0.001340629,"threshold_uncertainty_score":0.9822381},"labels":[],"label_agreement":null},{"id":"W4393339865","doi":"10.1016/j.ejca.2024.114038","title":"Essential data variables for a minimum dataset for head and neck cancer trials and clinical research: HNCIG consensus recommendations and database","year":2024,"lang":"en","type":"article","venue":"European Journal of Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Delphi; Database; Delphi method; Data sharing; Data collection; Head and neck cancer; Computer science; Medicine; Medical physics; Cancer; Alternative medicine; Statistics; Internal medicine; Pathology; Mathematics","score_opus":0.7091116833437596,"score_gpt":0.6582342566007282,"score_spread":0.05087742674303142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393339865","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15174223,0.13841118,0.019092608,0.43292627,0.008332132,0.007353553,0.23982276,0.00013631009,0.0021829605],"genre_scores_gemma":[0.33752763,0.46150464,0.15878439,0.0021795991,0.030593723,0.0003663583,0.0034793653,0.0004019299,0.0051623615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508446,0.0028226299,0.0008608134,0.00040806632,0.0004642858,0.00035971333],"domain_scores_gemma":[0.9906903,0.007968544,0.00023887337,0.0003116153,0.00048021507,0.00031046165],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046871632,0.000105810235,0.00036938192,0.00020639999,0.00046961242,0.00053418695,0.000518618,0.000046695088,0.00012747617],"category_scores_gemma":[0.011386003,0.000087122135,0.000049531496,0.0002209267,0.00079856697,0.00039089978,0.00043029495,0.00043606514,0.0000010356637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047989987,0.0000364118,0.0002530301,0.00011163891,0.00017382248,0.000045878045,0.00042789162,4.481754e-7,0.0002943927,0.0008382864,0.8489118,0.1484265],"study_design_scores_gemma":[0.0012775584,0.00024925612,0.0001789438,0.0006587778,0.00015351684,0.000014604755,0.00075118226,0.0005754878,0.000039445236,0.00076141796,0.9952331,0.00010667761],"about_ca_topic_score_codex":0.0007169831,"about_ca_topic_score_gemma":0.002703863,"teacher_disagreement_score":0.43074664,"about_ca_system_score_codex":0.000055783137,"about_ca_system_score_gemma":0.0010654661,"threshold_uncertainty_score":0.9969415},"labels":[],"label_agreement":null},{"id":"W4394278334","doi":"10.6084/m9.figshare.21365145","title":"Kermany et al","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.3167585829846601,"score_gpt":0.5300652379416854,"score_spread":0.21330665495702528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394278334","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0799125e-8,0.000047702528,1.6199921e-8,0.0053540114,0.00017160719,0.00041196743,0.9870293,0.00040141444,0.0065839076],"genre_scores_gemma":[2.458913e-7,0.0001326973,0.000009375572,0.002559993,0.00025493407,0.0005821045,0.9928251,0.000028025006,0.0036075423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976693,0.00026163526,0.00015714404,0.0003317655,0.0011005835,0.0004795705],"domain_scores_gemma":[0.9985075,0.0005904709,0.00009119712,0.00049953774,0.00015778438,0.00015352269],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00051696366,0.00014886034,0.00017131529,0.00019198135,0.000243258,0.00022586857,0.0013874655,0.0003712125,0.3075978],"category_scores_gemma":[0.0074535483,0.00015913034,0.00009733725,0.00050230237,0.000030899737,0.00010607131,0.0005543817,0.00078167196,0.2221481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1003017e-7,0.000010135653,8.572324e-8,0.00005643674,0.0000072625185,0.00012448076,0.0000382099,1.1220522e-7,1.031446e-7,0.000007224558,0.9995076,0.0002474516],"study_design_scores_gemma":[0.000026536365,0.000010712481,0.00001444822,0.000878886,0.0000022235563,6.454182e-7,0.00005683133,6.57419e-7,0.0000012063127,0.000074738404,0.99875563,0.00017749374],"about_ca_topic_score_codex":0.0028819775,"about_ca_topic_score_gemma":0.006073474,"teacher_disagreement_score":0.08544968,"about_ca_system_score_codex":0.00013276016,"about_ca_system_score_gemma":0.00066712504,"threshold_uncertainty_score":0.8923132},"labels":[],"label_agreement":null},{"id":"W4394300116","doi":"10.6084/m9.figshare.20416500","title":"Additional file 1 of Developing key performance indicators for the Canadian chiropractic profession: a modified Delphi study","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College; University of Toronto; Université du Québec à Trois-Rivières","funders":"","keywords":"Chiropractic; Key (lock); Delphi method; Delphi; Computer science; Medicine; Operating system; Alternative medicine; Artificial intelligence","score_opus":0.20593174798034986,"score_gpt":0.435206210648165,"score_spread":0.22927446266781515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394300116","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.738451e-7,0.000017232771,2.6082667e-8,0.00042272123,0.00008167324,0.0027631563,0.9957768,0.000031424563,0.0009063404],"genre_scores_gemma":[0.00006068392,0.0000064761825,0.000085976,0.00012858902,0.00019835393,0.033470802,0.96543604,0.000020338013,0.00059276365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730664,0.00027061734,0.0003078787,0.0003248766,0.0012929422,0.0004970217],"domain_scores_gemma":[0.9934617,0.0051949373,0.00042976896,0.0004591123,0.00029217926,0.00016228632],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000544167,0.00017642666,0.00021819073,0.00043483326,0.0026956091,0.000102767306,0.0018171773,0.00025789882,0.9979065],"category_scores_gemma":[0.018965729,0.00014822623,0.00008348186,0.0009180965,0.00005928239,0.00014323393,0.00040400174,0.00090190856,0.00028603565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008192129,0.000038796174,3.972083e-7,0.00013649005,0.000035434317,0.000008614282,0.0004816393,0.0000016725304,1.6061352e-9,0.0000028453792,0.99803203,0.0012538909],"study_design_scores_gemma":[0.000060998747,0.000066987464,0.00036391825,0.0008252723,0.000010902281,0.0000011413291,0.0022319644,0.000012374863,1.9577102e-7,0.000009677133,0.9962328,0.00018377801],"about_ca_topic_score_codex":0.026584044,"about_ca_topic_score_gemma":0.3581742,"teacher_disagreement_score":0.9976205,"about_ca_system_score_codex":0.0007795042,"about_ca_system_score_gemma":0.0117687555,"threshold_uncertainty_score":0.99860275},"labels":[],"label_agreement":null},{"id":"W4394300695","doi":"10.6084/m9.figshare.21648620","title":"Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé","keywords":"Randomized controlled trial; Ranking (information retrieval); Delphi; Statistics; Psychology; Computer science; Physical therapy; Medicine; Mathematics; Information retrieval; Internal medicine","score_opus":0.25700730946914796,"score_gpt":0.47743203044224186,"score_spread":0.2204247209730939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394300695","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009467749,0.00034510563,1.3586238e-7,0.00015176633,0.0008252536,0.013515885,0.98312396,0.000119410215,0.0019090166],"genre_scores_gemma":[0.00012234888,0.000075804484,0.000012449303,0.00005348752,0.00052569376,0.016177295,0.9827891,0.00003279242,0.00021104263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834525,0.012027038,0.00095654355,0.000600828,0.0021652565,0.00079784537],"domain_scores_gemma":[0.9641038,0.034062747,0.0007968049,0.00059226784,0.00029283253,0.00015151361],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015911138,0.00034764796,0.002223585,0.0006471433,0.00061826676,0.00039179076,0.001779357,0.0005600862,0.79958403],"category_scores_gemma":[0.23678352,0.0003337808,0.00062281115,0.0011135753,0.00007602755,0.00014988607,0.00067810895,0.0016648745,0.0003501904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.43352425,0.000038034003,4.8573188e-8,0.000030605777,0.00005283141,0.000063866784,0.00016404681,0.0000025062345,2.1529011e-8,0.0000023903679,0.5660528,0.000068608555],"study_design_scores_gemma":[0.49625963,0.000043059154,1.8931115e-7,0.00027929017,0.000019208688,1.7371042e-7,0.00016989702,0.000016346163,8.20629e-8,0.000015477792,0.5030086,0.0001880151],"about_ca_topic_score_codex":0.010735099,"about_ca_topic_score_gemma":0.0360594,"teacher_disagreement_score":0.7992338,"about_ca_system_score_codex":0.00063926156,"about_ca_system_score_gemma":0.0021048354,"threshold_uncertainty_score":0.9999114},"labels":[],"label_agreement":null},{"id":"W4394405495","doi":"10.6084/m9.figshare.11314379","title":"Systematization of evaluation instruments for the two first years of life of typical or risk infants according to the ICF model","year":2019,"lang":"en","type":"dataset","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.311017670770431,"score_gpt":0.49321069500627196,"score_spread":0.18219302423584094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394405495","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034227798,0.000043519158,0.00004768044,0.00010223063,0.00008686984,0.003937332,0.9953809,0.000007338302,0.000051890678],"genre_scores_gemma":[0.11673083,0.00004059017,0.00010685072,0.000021598042,0.00009062784,0.00097350654,0.8819929,0.000012783276,0.000030319465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753827,0.0003107726,0.000468362,0.00018298598,0.0013251595,0.0001744451],"domain_scores_gemma":[0.99616134,0.001684469,0.0007426218,0.00058598793,0.00078145665,0.000044103268],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001992012,0.00009876451,0.0002912338,0.00012832026,0.0001452936,0.000037208625,0.0010440021,0.0001897281,0.0051021855],"category_scores_gemma":[0.03225169,0.00006319208,0.00008990608,0.00043342463,0.000030684474,0.00009647133,0.00028121076,0.00016942427,0.000075274904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067862966,0.000017727001,0.000029794912,0.0009587434,0.00003870888,3.877966e-8,0.00040865116,0.0031828787,8.615455e-7,0.000008043928,0.99365634,0.0016303234],"study_design_scores_gemma":[0.0013615198,0.0003353189,0.00158691,0.02153687,0.00039922405,5.7270796e-7,0.004551588,0.16839431,0.00013780291,0.0003083319,0.8008738,0.00051370385],"about_ca_topic_score_codex":0.00094364176,"about_ca_topic_score_gemma":0.002033916,"teacher_disagreement_score":0.19278252,"about_ca_system_score_codex":0.00010217725,"about_ca_system_score_gemma":0.00081318524,"threshold_uncertainty_score":0.9958073},"labels":[],"label_agreement":null},{"id":"W4394405799","doi":"10.6084/m9.figshare.21825135","title":"Round 1 Delphi responses (de-identified) - COVID-19 vaccine consensus study (LMICs)","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Delphi method; Delphi; Medicine; Computer science; Infectious disease (medical specialty); Outbreak; Artificial intelligence; Disease","score_opus":0.38674954330547157,"score_gpt":0.5382153007540272,"score_spread":0.15146575744855567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394405799","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005937536,0.00017986282,4.0555105e-7,0.0023092758,0.0003542449,0.00280303,0.99320745,0.0008176981,0.00026864887],"genre_scores_gemma":[0.00013849484,0.000089095556,0.000017205604,0.00055392354,0.00074588996,0.0017392209,0.9887253,0.00007951986,0.007911366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99285126,0.0023067591,0.00068635476,0.0009944907,0.0019954322,0.0011656815],"domain_scores_gemma":[0.98967206,0.007102788,0.00041242017,0.0014761385,0.00052148267,0.0008151123],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035280024,0.00044663163,0.00059515965,0.0008478181,0.0012396164,0.00085156964,0.0028713485,0.00086011173,0.13384637],"category_scores_gemma":[0.104545034,0.0004927738,0.00020234784,0.0015163347,0.00010742696,0.000118627795,0.0012363236,0.0013028652,0.030372642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001102453,0.00017902759,0.00001780041,0.00033891006,0.0000843321,0.0026329388,0.00073926564,0.0000035102885,0.0000010213782,0.0000049494897,0.9957761,0.000111867914],"study_design_scores_gemma":[0.00036958331,0.00013561046,0.00021743274,0.0005596036,0.00004536944,0.000015089575,0.004578177,0.0000032334306,0.000002498737,0.00030180413,0.9932731,0.00049850845],"about_ca_topic_score_codex":0.036347147,"about_ca_topic_score_gemma":0.08146015,"teacher_disagreement_score":0.10347373,"about_ca_system_score_codex":0.001320616,"about_ca_system_score_gemma":0.0051256414,"threshold_uncertainty_score":0.9997524},"labels":[],"label_agreement":null},{"id":"W4394679698","doi":"10.1093/jof/113.2.203","title":"Ter-Mikaelian et al. Respond","year":2015,"lang":"de","type":"article","venue":"Journal of Forestry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Forest Research Institute","funders":"","keywords":"Forestry; Geography","score_opus":0.16980555252763974,"score_gpt":0.47827806241518805,"score_spread":0.3084725098875483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394679698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6011888,0.00954019,0.0005383172,0.32561752,0.007462605,0.0005257775,0.00003921866,0.00008054084,0.055007033],"genre_scores_gemma":[0.97011906,0.003545172,0.009271813,0.0057133376,0.0032678402,0.0000063563957,0.0000027228634,0.00007616166,0.007997564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949832,0.0008676152,0.0008320958,0.00020092975,0.0025080247,0.0006081592],"domain_scores_gemma":[0.99660176,0.00041968978,0.00074111234,0.0004900755,0.0010280185,0.0007193293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0100231655,0.0001905414,0.00039088124,0.00045053873,0.000165538,0.00032539046,0.0018026181,0.00028697308,0.00027316387],"category_scores_gemma":[0.004686455,0.0001641366,0.00026671824,0.00073800207,0.00054844626,0.0006695402,0.000299109,0.001414585,0.00039744866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000309171,0.00017168699,0.005968045,0.000013306014,0.0000851469,0.0008399468,0.0036084885,0.000024008701,0.00022108576,0.0024581344,0.98248464,0.003816328],"study_design_scores_gemma":[0.00066852407,0.0008255521,0.0019023108,0.0002954708,0.000041057614,0.00009355355,0.005071927,0.00003569055,0.0003890674,0.027804267,0.96267587,0.00019670259],"about_ca_topic_score_codex":0.0002663397,"about_ca_topic_score_gemma":0.00007814481,"teacher_disagreement_score":0.36893022,"about_ca_system_score_codex":0.00039607234,"about_ca_system_score_gemma":0.0027411408,"threshold_uncertainty_score":0.66932964},"labels":[],"label_agreement":null},{"id":"W4394728555","doi":"10.1371/journal.pone.0298541","title":"Building consensus on priority areas for Sub-Saharan Africa’s ageing population research: An e-Delphi study protocol","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Lethbridge; McMaster University; McGill University; Impact","funders":"","keywords":"Stakeholder; Delphi method; Checklist; Population ageing; Population; Life expectancy; Business; Protocol (science); Medicine; Psychology; Public relations; Environmental health; Political science; Statistics","score_opus":0.526863261070219,"score_gpt":0.5360366041982705,"score_spread":0.009173343128051514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394728555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77424353,0.000031149153,0.000100200545,0.0029543529,0.00006668831,0.21721558,0.000021183727,0.0009288384,0.0044384934],"genre_scores_gemma":[0.8680423,0.000004346013,0.0035225996,0.000008395124,0.0004650645,0.12754254,0.0000035756207,0.000046236848,0.00036495182],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945469,0.0013382401,0.00035184095,0.00062968914,0.0023606569,0.0007726768],"domain_scores_gemma":[0.99716806,0.0015642045,0.000053980137,0.00043779524,0.00054080493,0.00023513194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010122626,0.00014834483,0.00024209522,0.0005339862,0.0010505841,0.00057885196,0.00052283716,0.00015546345,0.000042306383],"category_scores_gemma":[0.0038773506,0.00014789465,0.00006392844,0.0010666423,0.00022626108,0.00025371465,0.00012464088,0.00066508434,0.000035987472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051465286,0.05817415,0.029031089,0.005755605,0.001641655,0.0019842612,0.1128711,0.000069236594,0.30090636,0.27970743,0.041162364,0.16355023],"study_design_scores_gemma":[0.009400829,0.027109608,0.076918945,0.013799532,0.0006815345,0.000006879336,0.046068743,0.0311031,0.11000883,0.54936063,0.13031793,0.005223457],"about_ca_topic_score_codex":0.0026657595,"about_ca_topic_score_gemma":0.0019824477,"teacher_disagreement_score":0.2696532,"about_ca_system_score_codex":0.0005737386,"about_ca_system_score_gemma":0.0003621312,"threshold_uncertainty_score":0.808035},"labels":[],"label_agreement":null},{"id":"W4394802064","doi":"10.1097/01.ju.0001008812.05762.7f.06","title":"PD04-06 EXPERT CONSENSUS ON PEDIATRIC URODYNAMICS REPORTING USING MODIFIED DELPHI TECHNIQUE","year":2024,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Art history; Philosophy; Humanities","score_opus":0.18448272503546745,"score_gpt":0.471077640175623,"score_spread":0.28659491514015556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394802064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9252701,0.0026825303,0.03174075,0.027965799,0.0011992032,0.0006199135,0.000003299268,0.00021832812,0.010300093],"genre_scores_gemma":[0.9956692,0.0007342266,0.0022064687,0.0003000856,0.00092711416,0.0000054481807,2.0633725e-7,0.000025704812,0.0001315626],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99673045,0.0010357455,0.0010056742,0.00014966736,0.00064987125,0.0004286108],"domain_scores_gemma":[0.9967031,0.0017881171,0.0008579091,0.0002447019,0.00029695715,0.000109220964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011858448,0.000118883414,0.00025355857,0.00044475496,0.00034566585,0.000066765555,0.00059656193,0.00022365822,0.000043475007],"category_scores_gemma":[0.0039529186,0.000083581835,0.00013476037,0.0006054759,0.00039491575,0.00007474912,0.000098601166,0.0010389714,0.000010223972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038997086,0.0013968287,0.00750031,0.00044223652,0.0011546572,0.028475622,0.10413764,0.06963156,0.2854673,0.24223301,0.20022726,0.055433877],"study_design_scores_gemma":[0.002646012,0.008302952,0.0026545578,0.00073683617,0.0018669814,0.041402645,0.03553598,0.2121886,0.009256304,0.4436138,0.23826437,0.0035309552],"about_ca_topic_score_codex":0.00033537485,"about_ca_topic_score_gemma":0.000045048295,"teacher_disagreement_score":0.276211,"about_ca_system_score_codex":0.00017971396,"about_ca_system_score_gemma":0.00072193803,"threshold_uncertainty_score":0.47322986},"labels":[],"label_agreement":null},{"id":"W4394979159","doi":"10.1093/sleep/zsae067.01082","title":"1082 Accreditation of Home Sleep Apnea Testing in British Columbia, Canada: The Types of Nonconformance","year":2024,"lang":"en","type":"article","venue":"SLEEP","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Accreditation; Medicine; Sleep apnea; Sleep (system call); Emergency medicine; Medical emergency; Medical education; Anesthesia; Computer science","score_opus":0.043953740579144696,"score_gpt":0.3401623693533117,"score_spread":0.296208628774167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394979159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775834,0.00061448145,0.00009018683,0.0008960487,0.00044068604,0.0003569321,0.000035228484,0.00005289183,0.019930148],"genre_scores_gemma":[0.9991451,0.000021964821,0.00028105255,0.000022604765,0.00008277569,0.000023337687,0.0000022353047,0.0000068391805,0.00041408069],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99889815,0.0000752636,0.00022271617,0.00010603935,0.00049833587,0.0001995003],"domain_scores_gemma":[0.99916816,0.0004656541,0.00005656571,0.00010813988,0.00017067415,0.000030803454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010637664,0.000032366937,0.000099197976,0.000044135475,0.00009354384,0.00009862915,0.00031787244,0.000047929774,0.0000782383],"category_scores_gemma":[0.00074272766,0.000041486503,0.0000209214,0.0008557739,0.00021427385,0.00014563586,0.000051728726,0.00014523458,0.0000028956065],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067081655,0.000054668126,0.248516,0.0003461871,0.000036028978,0.00008821444,0.007462422,0.00023581972,0.0007019581,0.0018444482,0.01751974,0.7231878],"study_design_scores_gemma":[0.0005188535,0.00026575127,0.86183983,0.0011647381,0.000046522306,0.00001572336,0.02628848,0.0362137,0.001203005,0.012907804,0.058919717,0.00061585795],"about_ca_topic_score_codex":0.96975744,"about_ca_topic_score_gemma":0.9945152,"teacher_disagreement_score":0.72257197,"about_ca_system_score_codex":0.00014487482,"about_ca_system_score_gemma":0.0006790115,"threshold_uncertainty_score":0.16917704},"labels":[],"label_agreement":null},{"id":"W4395035208","doi":"10.1055/s-0044-1784922","title":"Cognitive screening in hearing-impaired: Validation of the German MoCA-H","year":2024,"lang":"en","type":"article","venue":"Laryngo-Rhino-Otologie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"German; Montreal Cognitive Assessment; Audiology; Computer science; Cognition; Hearing impaired; Speech recognition; Cognitive impairment; Psychology; Medicine; Neuroscience; Geography","score_opus":0.18776004262912876,"score_gpt":0.4719283176852513,"score_spread":0.2841682750561225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395035208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97028846,0.00042068254,0.00071664853,0.0058737635,0.00030575288,0.0010498782,0.000022345219,0.00033439396,0.020988077],"genre_scores_gemma":[0.9983974,0.000088500616,0.0004563859,0.00015177386,0.0000957734,0.00011285415,0.000006202833,0.00002006957,0.0006710077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997386,0.00064513116,0.00033907537,0.00036447705,0.00073989714,0.00052543095],"domain_scores_gemma":[0.9984771,0.000945721,0.000074778836,0.00029645715,0.0001287528,0.00007720358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023237297,0.00013876532,0.00021995541,0.00023863248,0.00025339698,0.0001347857,0.0006880174,0.00022201607,0.00014125399],"category_scores_gemma":[0.0015833508,0.00011125323,0.00012795156,0.001171331,0.0005240232,0.00027662909,0.00033726092,0.0005488014,0.00004830275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023795519,0.00053804624,0.71296966,0.00059280463,0.00023609951,0.0006664057,0.05819883,0.0001798146,0.012327937,0.0756744,0.0150408195,0.12333721],"study_design_scores_gemma":[0.0017250117,0.0005955717,0.5882199,0.0041860524,0.000174592,0.000055660224,0.024445085,0.0074479603,0.19470502,0.12377791,0.052808758,0.0018585131],"about_ca_topic_score_codex":0.0058530867,"about_ca_topic_score_gemma":0.0015286091,"teacher_disagreement_score":0.18237709,"about_ca_system_score_codex":0.0001391265,"about_ca_system_score_gemma":0.00031419247,"threshold_uncertainty_score":0.8848155},"labels":[],"label_agreement":null},{"id":"W4395049831","doi":"10.1055/s-0044-1784871","title":"The influence of cochlear implantation in the elderly using preoperative MoCA screening for mild cognitive impairment","year":2024,"lang":"en","type":"article","venue":"Laryngo-Rhino-Otologie","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive impairment; Cochlear implantation; Audiology; Montreal Cognitive Assessment; Medicine; Cognition; Computer science; Hearing loss; Psychiatry","score_opus":0.15923960054014097,"score_gpt":0.4751287628568921,"score_spread":0.3158891623167511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395049831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898513,0.0006411745,0.002267707,0.0029898174,0.00009334125,0.0028316714,0.000067143854,0.00011181111,0.001146065],"genre_scores_gemma":[0.9973931,0.00026435277,0.0014932384,0.0001780928,0.0000652783,0.0005011518,0.000009434481,0.000014606075,0.000080755824],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974641,0.000728217,0.00035280766,0.00031632208,0.00059951,0.00053900765],"domain_scores_gemma":[0.9951905,0.0041978625,0.00009090522,0.00020344915,0.00027002316,0.00004727028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033787338,0.00014436827,0.00018734163,0.0001268925,0.0007126082,0.00026720474,0.0006711608,0.00014534652,0.00001185264],"category_scores_gemma":[0.0012902259,0.00009150537,0.00009337699,0.00066607416,0.000591319,0.00037909535,0.000110459325,0.00037679038,0.0000067066776],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038775357,0.0010668684,0.12679273,0.0015266523,0.000997235,0.0007764114,0.42326728,0.0075557576,0.020318134,0.20567347,0.01261198,0.19553594],"study_design_scores_gemma":[0.004310299,0.007690592,0.35914415,0.005523576,0.0004776185,0.00013937597,0.43286303,0.03868585,0.04069537,0.0892033,0.018823523,0.002443322],"about_ca_topic_score_codex":0.003674734,"about_ca_topic_score_gemma":0.002477089,"teacher_disagreement_score":0.2323514,"about_ca_system_score_codex":0.00013869822,"about_ca_system_score_gemma":0.00038133183,"threshold_uncertainty_score":0.5555123},"labels":[],"label_agreement":null},{"id":"W4396505357","doi":"10.1164/ajrccm-conference.2024.209.1_meetingabstracts.a2794","title":"Multiple Event-time Analysis: A New Approach for Event Based Clinical Trials in Obstructive Airway Diseases","year":2024,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Event (particle physics); Computer science; Airway; Event data; Medicine; Data mining; Surgery","score_opus":0.3155370379581401,"score_gpt":0.5655947682314422,"score_spread":0.2500577302733021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396505357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015657106,0.00078721746,0.9546315,0.007798826,0.00051049155,0.007124087,0.0003101256,0.0009420927,0.012238563],"genre_scores_gemma":[0.9634742,0.00003605265,0.022910295,0.00011055366,0.0005370823,0.0006687505,0.0000726961,0.000023491082,0.012166856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940266,0.0030571367,0.0010830407,0.0006486824,0.0007125217,0.00047199108],"domain_scores_gemma":[0.98694605,0.012164137,0.00011535676,0.00031125994,0.0001134343,0.0003497714],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01845163,0.00014555438,0.0007543265,0.0005501849,0.0001362791,0.00022644387,0.00049330393,0.00020856963,0.0012391083],"category_scores_gemma":[0.021099037,0.000117348805,0.0010937069,0.0020185516,0.00021698282,0.00019785605,0.00006984064,0.00023896623,0.00006183635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025207666,0.004020215,0.11999974,0.0004140011,0.004720007,0.000092838796,0.0056333793,0.014326558,0.00035573615,0.037643567,0.33321425,0.47705895],"study_design_scores_gemma":[0.002060881,0.00020279676,0.009117357,0.00009849123,0.0010744702,1.9954682e-7,0.0039051669,0.9325362,0.00025791625,0.012307473,0.03786661,0.00057245645],"about_ca_topic_score_codex":0.002515885,"about_ca_topic_score_gemma":0.0014705013,"teacher_disagreement_score":0.94781715,"about_ca_system_score_codex":0.0002501949,"about_ca_system_score_gemma":0.0013219846,"threshold_uncertainty_score":0.9996739},"labels":[],"label_agreement":null},{"id":"W4396526045","doi":"10.5737/23688653-34318","title":"Revising the Canadian Association of Critical Care Nurses Standards for Critical Care Nursing Practice: A Modified Delphi Protocol","year":2023,"lang":"en","type":"article","venue":"˜The œCanadian journal of critical care nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Nursing; Delphi method; Critical care nursing; Delphi; Association (psychology); Medicine; Nursing practice; Psychology; Health care; Political science; Alternative medicine; Computer science; Law","score_opus":0.12598760849458465,"score_gpt":0.5413245929310436,"score_spread":0.41533698443645894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396526045","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003513252,0.004898955,0.009406535,0.7762987,0.008606056,0.060394272,0.002743747,0.00032840567,0.13381006],"genre_scores_gemma":[0.99512,0.0000028270147,0.0017795553,0.00042647493,0.0012150026,0.0013485816,0.00001046035,0.00007585107,0.000021261372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99132556,0.0020789627,0.0010310175,0.0004111096,0.0031160938,0.002037264],"domain_scores_gemma":[0.9747219,0.007784227,0.0002504118,0.00044905127,0.015027907,0.0017665165],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.006675644,0.00031179766,0.0005577575,0.00075180957,0.0055604926,0.0014480336,0.0011681957,0.0005946849,0.00007737302],"category_scores_gemma":[0.06601451,0.00026277703,0.00040826705,0.0013013815,0.003972736,0.0005935299,0.00002378556,0.0015660463,0.0000048714605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004879314,0.00013409164,0.0008398132,0.0024066775,0.00008760391,0.0007725338,0.43650845,0.00016415343,0.00007199006,0.42232093,0.02439996,0.11180586],"study_design_scores_gemma":[0.00093427545,0.00093888724,0.0007814114,0.0045202402,0.0006281154,0.00016615316,0.8567576,0.00040220603,0.00021763625,0.063081056,0.070879735,0.000692703],"about_ca_topic_score_codex":0.120095454,"about_ca_topic_score_gemma":0.7506439,"teacher_disagreement_score":0.9916067,"about_ca_system_score_codex":0.014611469,"about_ca_system_score_gemma":0.025165183,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W4396686052","doi":"10.1017/s0029665124001836","title":"An e-Delphi study to evaluate content validity of the Teacher Food and Nutrition-Questionnaire","year":2024,"lang":"en","type":"article","venue":"Proceedings of The Nutrition Society","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Delphi method; Mental health; Inclusion (mineral); Psychology; Medical education; Descriptive statistics; Content validity; Curriculum; Content analysis; Burnout; Qualitative property; Applied psychology; Medicine; Clinical psychology; Psychometrics; Social psychology; Pedagogy; Psychiatry; Sociology","score_opus":0.210960228953258,"score_gpt":0.4339287040267639,"score_spread":0.22296847507350592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396686052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98159385,0.00029871403,0.000028796318,0.014685506,0.00016250157,0.002611237,0.00002533726,0.00013171072,0.00046234735],"genre_scores_gemma":[0.99838704,0.0001950385,0.0005979341,0.000083482715,0.00020878269,0.00036256382,4.4345356e-7,0.000015847489,0.00014888166],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979458,0.00013750135,0.00030331535,0.00029851444,0.001091043,0.00022385913],"domain_scores_gemma":[0.99861884,0.00008850101,0.00011034941,0.00015198365,0.00093686854,0.000093478615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037114,0.0001134811,0.0001761813,0.00004757931,0.0004959633,0.00015950295,0.0006530471,0.00010422176,0.000016978285],"category_scores_gemma":[0.00051132235,0.000077410936,0.00021568802,0.00083641487,0.00052109297,0.00035235772,0.00020840073,0.00030061862,0.0000012932694],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024432247,0.013708388,0.14955792,0.0048709344,0.00052691664,6.9979893e-7,0.3119294,0.0000021907188,0.25006044,0.053412046,0.20992777,0.005758969],"study_design_scores_gemma":[0.0030059966,0.003840411,0.078462824,0.0063171373,0.00048139907,0.000011782383,0.5973808,0.0009558532,0.16735287,0.12699397,0.014339777,0.0008571651],"about_ca_topic_score_codex":0.00023918958,"about_ca_topic_score_gemma":0.00004959213,"teacher_disagreement_score":0.2854514,"about_ca_system_score_codex":0.00017814139,"about_ca_system_score_gemma":0.00009100286,"threshold_uncertainty_score":0.3814599},"labels":[],"label_agreement":null},{"id":"W4396689901","doi":"10.7202/1111097ar","title":"La validation de contenu d’un outil d’observation des fonctions exécutives selon la méthode Delphi","year":2023,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Function (biology); Delphi; Delphi method; Computer science; Executive summary; Psychology; Process management; Business; Artificial intelligence; Operating system; Biology","score_opus":0.3743181693005869,"score_gpt":0.5041853639809317,"score_spread":0.1298671946803448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396689901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7833029,0.00039904125,0.14159362,0.050118368,0.0016930058,0.001342938,0.000058509417,0.0007876439,0.02070399],"genre_scores_gemma":[0.9616937,0.0018308903,0.01768674,0.00018053345,0.00046466483,0.00056888413,0.0005500682,0.00007165227,0.016952867],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97050774,0.026071208,0.0007025549,0.00060529186,0.0014394855,0.00067369075],"domain_scores_gemma":[0.9925025,0.0052928436,0.0003919535,0.00041171568,0.0012233489,0.00017764083],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060112454,0.00029586456,0.00027337196,0.00055178086,0.0010669584,0.00038223126,0.00041271304,0.000701316,0.00064046826],"category_scores_gemma":[0.01064412,0.00035751,0.00015944283,0.0029303925,0.0006555352,0.0014913412,0.00009010929,0.0006362402,0.00067468354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052651943,0.0005822098,0.033589248,0.00021887493,0.000152944,0.0000095061905,0.52868974,0.0030176123,0.006431349,0.1086519,0.032493968,0.28611],"study_design_scores_gemma":[0.00068042934,0.00010675984,0.7182056,0.00034332354,0.0002067866,0.000022298847,0.042962015,0.016535044,0.0033613802,0.1700045,0.047034353,0.00053755613],"about_ca_topic_score_codex":0.0018611754,"about_ca_topic_score_gemma":0.0011853526,"teacher_disagreement_score":0.6846163,"about_ca_system_score_codex":0.0016436906,"about_ca_system_score_gemma":0.002209695,"threshold_uncertainty_score":0.9998877},"labels":[],"label_agreement":null},{"id":"W4396690818","doi":"10.7202/1111100ar","title":"L’évaluation des compétences d’agent de changement des professionnels de la santé et des services sociaux : développement d’un questionnaire auto-administré à l’aide de la méthode Delphi","year":2023,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.33297186286365277,"score_gpt":0.5426416970162128,"score_spread":0.20966983415256002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396690818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8540116,0.0016784014,0.107944444,0.030776698,0.000705568,0.0016324872,0.000031012292,0.00056796125,0.0026518211],"genre_scores_gemma":[0.86495334,0.00920851,0.12221112,0.0004237275,0.00039179425,0.0013312899,0.00019345536,0.00007199994,0.001214796],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9461597,0.04880133,0.00090301177,0.00074833643,0.0021574146,0.0012302048],"domain_scores_gemma":[0.99353415,0.0040803174,0.00054645515,0.00040215315,0.0011047291,0.0003322151],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.1245366,0.00045655278,0.00037522207,0.0005111584,0.002042428,0.00061796565,0.0007395542,0.00068762206,0.0005770827],"category_scores_gemma":[0.00547373,0.0004978906,0.00017524052,0.0020273242,0.0014909989,0.00096276414,0.00024974637,0.00066125626,0.0001400989],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033679633,0.00059388485,0.08159331,0.0007273654,0.0001102947,0.000011605793,0.6575571,0.0021665264,0.0030421852,0.0070552467,0.0032576402,0.2438512],"study_design_scores_gemma":[0.00037652647,0.000117289565,0.59218484,0.0014042985,0.00015512976,0.000015012904,0.097910374,0.02105263,0.0018851602,0.28360394,0.0009228037,0.00037196802],"about_ca_topic_score_codex":0.0035873237,"about_ca_topic_score_gemma":0.006747436,"teacher_disagreement_score":0.55964667,"about_ca_system_score_codex":0.0051448015,"about_ca_system_score_gemma":0.0055678408,"threshold_uncertainty_score":0.9997473},"labels":[],"label_agreement":null},{"id":"W4396769402","doi":"10.1136/bmj-2023-078384","title":"Guidance on terminology, application, and reporting of citation searching: the TARCiS statement","year":2024,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; Karl Landsteiner Privatuniversität für Gesundheitswissenschaften; Cancer Research UK; Dalhousie University; European Commission; Institute of Museum and Library Services; Northwestern University; National Institute for Health and Care Excellence; Alfred P. Sloan Foundation; Universität Basel; National Institutes of Health; National Science Foundation","keywords":"Terminology; Citation; Statement (logic); Computer science; Information retrieval; Data science; World Wide Web; Linguistics","score_opus":0.25439723849111584,"score_gpt":0.549427356869062,"score_spread":0.2950301183779461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396769402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6941508,0.000740177,0.016477097,0.19593042,0.00025980824,0.0031937594,0.000012961871,0.0003484183,0.08888655],"genre_scores_gemma":[0.99718684,0.000040818333,0.0017581754,0.00005719417,0.00007705688,0.00015265286,0.0000014620368,0.0000043522014,0.0007214373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988274,0.00015686154,0.00041392635,0.00013313332,0.0003464437,0.00012226444],"domain_scores_gemma":[0.99914265,0.0003955783,0.000201258,0.00015521013,0.00008264599,0.000022652272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006515343,0.00003095889,0.000058025955,0.00006167891,0.00015691112,0.000050732386,0.00013819283,0.000027077955,0.000012341003],"category_scores_gemma":[0.0020611759,0.000022138516,0.000016368878,0.00021142897,0.00024991308,0.000052346997,0.000045795183,0.00010030465,0.000007958373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020000181,0.000041449377,0.014267478,0.00017281275,0.000030850835,0.000029833209,0.02711898,0.00004101796,0.006750344,0.28328007,0.08553735,0.5827098],"study_design_scores_gemma":[0.00014478032,0.00022496475,0.08726992,0.00041669852,0.000016748209,0.000012627001,0.014981031,0.006282069,0.007979319,0.15997478,0.7224348,0.00026222202],"about_ca_topic_score_codex":0.00088952866,"about_ca_topic_score_gemma":0.00018146973,"teacher_disagreement_score":0.6368975,"about_ca_system_score_codex":0.00004555821,"about_ca_system_score_gemma":0.000121085744,"threshold_uncertainty_score":0.2467569},"labels":[],"label_agreement":null},{"id":"W4396805551","doi":"10.1542/peds.2023-065619","title":"Core Outcome Set for Necrotizing Enterocolitis Treatment Trials","year":2024,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Delphi method; Necrotizing enterocolitis; MEDLINE; Quality of life (healthcare); Clinical trial; Family medicine; Pediatrics; Intensive care medicine; Internal medicine; Nursing","score_opus":0.7176121953026021,"score_gpt":0.6110669090204889,"score_spread":0.10654528628211324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396805551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51583034,0.022942435,0.11044475,0.08329285,0.029727109,0.05493086,0.00846535,0.01168575,0.16268058],"genre_scores_gemma":[0.9714696,0.0025638496,0.005245868,0.00014325304,0.0053529227,0.0017233222,0.000052535703,0.000059593593,0.013389062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981753,0.00019477156,0.0004269619,0.00027602402,0.00045533842,0.00047159585],"domain_scores_gemma":[0.99618816,0.003321187,0.000065830594,0.00016590828,0.00010427576,0.00015464703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039705234,0.00011656496,0.00029616317,0.00023391082,0.00029002762,0.0003134041,0.00021217093,0.00013501798,0.00015761062],"category_scores_gemma":[0.0033517932,0.00009906762,0.0002651248,0.0004950384,0.00007172796,0.00013113022,0.000046845045,0.00010789605,0.00009699396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015433817,0.0003100246,0.0891664,0.00092304294,0.00017453847,0.0004965617,0.029554168,0.000013300585,0.00017330023,0.17354997,0.36818942,0.3372949],"study_design_scores_gemma":[0.00039978846,0.00018771223,0.00017919432,0.000016075806,0.00011390815,0.0000040320465,0.0016108867,0.0002717468,0.00009175832,0.013136359,0.9837838,0.00020473596],"about_ca_topic_score_codex":0.0010359343,"about_ca_topic_score_gemma":0.00030701875,"teacher_disagreement_score":0.6155944,"about_ca_system_score_codex":0.0004974422,"about_ca_system_score_gemma":0.00034147003,"threshold_uncertainty_score":0.40398604},"labels":[],"label_agreement":null},{"id":"W4397033859","doi":"10.2147/ijgm.s456643","title":"Association Between Lung Function of Children and Their Socioeconomic Conditions: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"International Journal of General Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Lung function; Socioeconomic status; Association (psychology); Systematic review; Lung; MEDLINE; Environmental health; Internal medicine; Population","score_opus":0.07977709251418535,"score_gpt":0.4780927765742191,"score_spread":0.39831568406003376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397033859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005088802,0.993213,0.000090383706,0.00413796,0.0010237562,0.00094314397,0.00012141735,0.000016920301,0.00040250362],"genre_scores_gemma":[0.00036897688,0.9957607,0.00003249399,0.00013572132,0.0027674169,0.000037259713,0.000083629886,0.000022292234,0.00079152547],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99621683,0.00073738344,0.0017410282,0.00016240682,0.0009862907,0.00015607505],"domain_scores_gemma":[0.9956153,0.0008899554,0.0024288504,0.0001181715,0.0008404645,0.0001072697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055447724,0.00020223136,0.0018663591,0.0006164625,0.00006107006,0.000047085927,0.0006593922,0.00022158028,0.00020079491],"category_scores_gemma":[0.0018251234,0.00012882076,0.00040410712,0.00019354983,0.00017957672,0.00017075533,0.000078837526,0.0005625339,0.000015980146],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001058439,0.00006453544,0.00033563655,0.5681093,0.017797349,0.000029468287,0.001222466,4.0296206e-7,0.00000519495,0.004312769,0.25121617,0.15689616],"study_design_scores_gemma":[0.0002451916,0.00015682493,0.00006257255,0.8890249,0.009410326,0.0000997266,0.00014868908,0.0000031050586,9.374536e-7,0.0025593087,0.09808908,0.00019935776],"about_ca_topic_score_codex":0.00016019525,"about_ca_topic_score_gemma":0.000014316628,"teacher_disagreement_score":0.3209156,"about_ca_system_score_codex":0.0010592717,"about_ca_system_score_gemma":0.0004948103,"threshold_uncertainty_score":0.52531576},"labels":[],"label_agreement":null},{"id":"W4397036566","doi":"10.1016/j.admp.2024.102149","title":"Entre santé au travail et occupational and environmental medicine : une perspective nord-américaine sur la pluridisciplinarité","year":2024,"lang":"fr","type":"article","venue":"Archives des maladies professionnelles et de médecine du travail/Archives des maladies professionnelles et de l'environnement","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perspective (graphical); Humanities; Medicine; Political science; Art","score_opus":0.03462576798026846,"score_gpt":0.37150180667071564,"score_spread":0.3368760386904472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397036566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79467785,0.06662318,0.011414963,0.056557078,0.0014428884,0.0038831413,0.0008763277,0.00071969227,0.063804865],"genre_scores_gemma":[0.79232943,0.1451123,0.0117206,0.00091008045,0.0011539622,0.00097325596,0.00038425607,0.00037942926,0.0470367],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9769747,0.01181685,0.0023573262,0.0030315092,0.0020509136,0.003768659],"domain_scores_gemma":[0.9802397,0.015904117,0.0007565879,0.0013118719,0.000114232804,0.0016735041],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts"],"category_scores_codex":[0.0058980705,0.0022662182,0.0019730283,0.0015029571,0.004205364,0.00053511217,0.0021122156,0.00080834614,0.0035931678],"category_scores_gemma":[0.0014256616,0.0019697829,0.00081485,0.0012823594,0.022380695,0.0015094548,0.0034115808,0.0038265253,0.00012324417],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021502618,0.0040483256,0.108593404,0.0045595597,0.0015503801,0.0012223611,0.5809444,0.00058502035,0.0071457797,0.21866141,0.011024489,0.05951457],"study_design_scores_gemma":[0.0040638736,0.0016933817,0.4646037,0.0153444065,0.00063346134,0.00050786923,0.36795822,0.007267727,0.00026551643,0.1181171,0.017501738,0.0020430342],"about_ca_topic_score_codex":0.0020958853,"about_ca_topic_score_gemma":0.00674423,"teacher_disagreement_score":0.3560103,"about_ca_system_score_codex":0.0017817365,"about_ca_system_score_gemma":0.0026860484,"threshold_uncertainty_score":0.9990077},"labels":[],"label_agreement":null},{"id":"W4398193817","doi":"10.1016/j.jcyt.2024.03.104","title":"A MODIFIED DELPHI STUDY TO ESTABLISH REPORTING GUIDELINES FOR CLINICAL STUDIES USING MESENCHYMAL STROMAL CELL (MSC).","year":2024,"lang":"en","type":"article","venue":"Cytotherapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Children's Hospital of Eastern Ontario","funders":"","keywords":"Mesenchymal stem cell; Delphi; Stromal cell; Medicine; Computer science; Pathology","score_opus":0.7985755951178469,"score_gpt":0.6869462021059057,"score_spread":0.11162939301194119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398193817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778339,0.0019349497,0.009937192,0.004541672,0.0012265679,0.0029201088,0.000015256174,0.00057332625,0.001017028],"genre_scores_gemma":[0.95996934,0.0004271819,0.034840994,0.0004676447,0.0021331524,0.00031931043,0.0000016973848,0.00007830615,0.0017623678],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9951953,0.00047503627,0.0019162685,0.0007778806,0.0009164146,0.0007190931],"domain_scores_gemma":[0.99619603,0.0014004585,0.00036742486,0.00044887592,0.0013489617,0.00023827593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01578337,0.00022412803,0.0005498769,0.0002863504,0.0006273197,0.00047115644,0.000585035,0.00013928856,0.000040298437],"category_scores_gemma":[0.010017674,0.00019879968,0.0002673645,0.000871882,0.00025475092,0.00029753786,0.0001570005,0.00029978342,0.000010832273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013268951,0.003872106,0.057742983,0.0006258297,0.002012271,0.0015932438,0.25853637,0.002421045,0.023357758,0.009531957,0.4495402,0.18943936],"study_design_scores_gemma":[0.004530475,0.0070770644,0.0020610855,0.001224813,0.00040264102,0.000035522058,0.5669067,0.03814506,0.0053489283,0.022240791,0.3488284,0.003198518],"about_ca_topic_score_codex":0.0009394761,"about_ca_topic_score_gemma":0.00081115507,"teacher_disagreement_score":0.30837032,"about_ca_system_score_codex":0.0002546401,"about_ca_system_score_gemma":0.0007160716,"threshold_uncertainty_score":0.99832135},"labels":[],"label_agreement":null},{"id":"W4398691080","doi":"10.1016/j.semarthrit.2024.152462","title":"Fostering connections at OMERACT 2023: A collaborative approach to Core Outcome Set development","year":2024,"lang":"en","type":"editorial","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Institute for Work & Health; University of Toronto; Bruyère; University of Ottawa","funders":"","keywords":"Medicine; Core (optical fiber); Outcome (game theory); Set (abstract data type); Physical therapy","score_opus":0.11661681852145175,"score_gpt":0.4350625668433602,"score_spread":0.3184457483219084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398691080","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011786678,0.08497393,0.00015958046,0.0016585265,0.7625208,0.0047374847,0.0019145167,0.0005130328,0.13173544],"genre_scores_gemma":[0.063870266,0.62118536,0.040627815,0.00015992003,0.18566443,0.007,0.0015865098,0.0004461113,0.0794596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996217,0.0002471718,0.0007462324,0.0007994768,0.0013017047,0.00068842433],"domain_scores_gemma":[0.9977979,0.0012350417,0.00014904188,0.00027329862,0.0002519671,0.0002927737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025018398,0.00035795307,0.0006627825,0.00057399285,0.0008033161,0.00042343675,0.00043903102,0.00079722406,0.00012927585],"category_scores_gemma":[0.0019888517,0.0003790255,0.00006553201,0.0010790332,0.00033070997,0.00017175457,0.0013215891,0.0010546028,0.00014769392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013678316,0.00003420285,0.000103201164,0.0001336612,0.000028077759,0.00007287647,0.026610909,0.0000027271117,0.000006932157,0.00062687637,0.81378496,0.1585819],"study_design_scores_gemma":[0.00028691895,0.00008186842,0.000067568646,0.013748917,0.00000629008,0.000014227024,0.008025042,0.000018927873,0.000010967782,0.0011505181,0.9760603,0.00052850344],"about_ca_topic_score_codex":0.0015822558,"about_ca_topic_score_gemma":0.01369032,"teacher_disagreement_score":0.5768564,"about_ca_system_score_codex":0.0010151742,"about_ca_system_score_gemma":0.00086187193,"threshold_uncertainty_score":0.9998662},"labels":[],"label_agreement":null},{"id":"W4399104736","doi":"10.4324/9781003525288-33","title":"Montreal Cognitive Assessment (MoCA)","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Neuroscience","score_opus":0.13440194645487688,"score_gpt":0.48352780444170806,"score_spread":0.34912585798683116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399104736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020194832,0.0002573527,0.00026245738,0.003352239,0.00032069118,0.0007345324,0.0000666657,0.0005762062,0.99442786],"genre_scores_gemma":[0.006374566,0.0007163788,0.00036148442,0.0001590247,0.0004976068,0.00006352482,0.000025026142,0.000058398862,0.991744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763185,0.000040847193,0.0002203987,0.00044591157,0.0012888944,0.0003721213],"domain_scores_gemma":[0.99886817,0.00042693064,0.00005723214,0.00019575236,0.0002717133,0.00018021636],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009465456,0.00021093251,0.0002473274,0.00023609982,0.00021222781,0.00023176923,0.0003938765,0.0004956708,0.011389049],"category_scores_gemma":[0.00006801549,0.0001946737,0.00017236873,0.000059121314,0.0005337978,0.000076805045,0.00023037058,0.0008103191,0.0025559193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003089728,0.000008665823,0.0000032519881,0.000016133527,0.000066413115,0.00016740931,0.00034319912,2.2881663e-8,7.787871e-7,0.89604896,0.07206253,0.03127954],"study_design_scores_gemma":[0.000040397135,0.00003940233,0.000014261274,0.0001751568,0.00004100395,0.0000010676016,0.0006483552,0.0000082129545,0.000004646159,0.377139,0.62168354,0.00020494328],"about_ca_topic_score_codex":0.0043757022,"about_ca_topic_score_gemma":0.010146265,"teacher_disagreement_score":0.549621,"about_ca_system_score_codex":0.00041253195,"about_ca_system_score_gemma":0.0007363887,"threshold_uncertainty_score":0.9982207},"labels":[],"label_agreement":null},{"id":"W4399161534","doi":"10.1101/2024.05.29.24308094","title":"A core outcome set for adult general ICU patients","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Outcome (game theory); Delphi method; Medicine; Set (abstract data type); Clinical trial; Core (optical fiber); Psychology; Computer science; Internal medicine","score_opus":0.38055297725228693,"score_gpt":0.5269285901149843,"score_spread":0.14637561286269735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399161534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667902,0.000095643525,0.00022218317,0.0061813355,0.0034154993,0.002668832,0.00066681486,0.00059224013,0.019367263],"genre_scores_gemma":[0.97970295,0.00007748546,0.0036880325,0.00044521893,0.0010589455,0.0013561328,0.00015325879,0.000078773024,0.0134391915],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970211,0.00016791922,0.00045495803,0.00066268333,0.0010627442,0.00063061365],"domain_scores_gemma":[0.99799573,0.0002462725,0.00013501894,0.0005450635,0.00087021926,0.00020767537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017081336,0.0002418866,0.00034711798,0.00022527415,0.00024290143,0.000234842,0.0012053947,0.0005261161,0.00014686583],"category_scores_gemma":[0.0027444644,0.00022394085,0.00030069513,0.00026874852,0.00027021876,0.00003913524,0.0013504243,0.000897377,0.00021192455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007392375,0.0002395203,0.62967944,0.0016012983,0.00019058463,0.0000856815,0.011923345,0.00002372175,0.00010848142,0.0751966,0.26657078,0.014306587],"study_design_scores_gemma":[0.0010921744,0.0003151274,0.03315454,0.0009035426,0.00021720408,0.000001846085,0.0017889068,0.0027071119,0.0007136228,0.5309239,0.42603776,0.0021442845],"about_ca_topic_score_codex":0.0018925278,"about_ca_topic_score_gemma":0.0010686204,"teacher_disagreement_score":0.59652495,"about_ca_system_score_codex":0.00032574357,"about_ca_system_score_gemma":0.00040353253,"threshold_uncertainty_score":0.9132043},"labels":[],"label_agreement":null},{"id":"W4399165052","doi":"10.2196/preprints.60791","title":"Prehabilitation Program for Lung and Esophageal Cancers (Boosting Recovery and Activity Through Early Wellness): Protocol for a Nonrandomized Trial (Preprint)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Prehabilitation; Medicine; Physical therapy; Smoking cessation; Candidacy; Lung cancer; Randomized controlled trial; Esophageal cancer; Cancer; Surgery; Oncology; Internal medicine","score_opus":0.1081795250057157,"score_gpt":0.5084560655386564,"score_spread":0.4002765405329407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399165052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092782356,0.00003388369,0.036166906,0.00180114,0.00049212144,0.86321306,0.000087531866,0.0007476671,0.0046753176],"genre_scores_gemma":[0.096329965,0.00001156518,0.057119507,0.000011965845,0.00053282274,0.844955,0.000006527918,0.000051665425,0.0009809412],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964181,0.0006532201,0.0005639703,0.001194875,0.0005735634,0.0005962321],"domain_scores_gemma":[0.9938693,0.0050198617,0.00030308662,0.00032844828,0.00033871658,0.00014055852],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006902042,0.0003322061,0.0006794873,0.00014816732,0.00053802005,0.0009966587,0.00033901192,0.00061529974,0.000033581746],"category_scores_gemma":[0.0047021774,0.0003050869,0.00030727693,0.00019423061,0.0005198339,0.0003337893,0.00079360016,0.0006804577,7.305009e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2690388,0.0005956219,0.00019901874,0.013500795,0.00045591252,0.0000047005265,0.021445777,0.00012223043,0.00024705697,0.007066162,0.0039451513,0.68337876],"study_design_scores_gemma":[0.24184509,0.007977911,0.00024953196,0.0034071922,0.0004886904,0.0000025306992,0.0040038927,0.048025176,0.006149415,0.666419,0.019120937,0.0023106085],"about_ca_topic_score_codex":0.010392172,"about_ca_topic_score_gemma":0.0019215822,"teacher_disagreement_score":0.6810682,"about_ca_system_score_codex":0.00069909904,"about_ca_system_score_gemma":0.001506114,"threshold_uncertainty_score":0.9999401},"labels":[],"label_agreement":null},{"id":"W4399181883","doi":"10.21203/rs.3.rs-4492132/v1","title":"Uptake of core outcome sets in pediatric clinical trials: a protocol","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Comparability; Protocol (science); Outcome (game theory); Population; Medicine; Intervention (counseling); Medical physics; Family medicine; Alternative medicine; Pathology; Nursing; Mathematics","score_opus":0.8287834290874085,"score_gpt":0.7394010955396132,"score_spread":0.08938233354779535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399181883","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15624118,0.00097081944,0.000038115748,0.010652449,0.0018436864,0.7291892,0.0007443899,0.0009071722,0.099412985],"genre_scores_gemma":[0.58339137,0.0010540518,0.0015297963,0.000020955524,0.0027366895,0.40730426,0.000034360288,0.00014639895,0.0037821261],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96786726,0.01790288,0.0042675114,0.0014952705,0.006728721,0.0017383619],"domain_scores_gemma":[0.9838313,0.01196944,0.0005452578,0.00139476,0.0016951831,0.0005641014],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.21526618,0.00034037422,0.0016395104,0.0026225247,0.00023256426,0.00038491833,0.0027803252,0.0018167373,0.0008161938],"category_scores_gemma":[0.09878095,0.00029813667,0.0008920871,0.0033596943,0.0012575566,0.00008541713,0.0053601195,0.009575556,0.00038071923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018151768,0.0026937295,0.58067244,0.030895563,0.00019503068,0.0015342495,0.010917868,0.000042714524,0.000021419943,0.035596397,0.15932877,0.17628665],"study_design_scores_gemma":[0.0042396025,0.00196472,0.18327425,0.007747663,0.00013542143,0.0000041063868,0.013496336,0.0017017788,0.000070367496,0.49996555,0.285491,0.0019092262],"about_ca_topic_score_codex":0.0047779502,"about_ca_topic_score_gemma":0.0037512237,"teacher_disagreement_score":0.46436915,"about_ca_system_score_codex":0.0008904601,"about_ca_system_score_gemma":0.008332087,"threshold_uncertainty_score":0.9999471},"labels":[],"label_agreement":null},{"id":"W4399275430","doi":"10.1002/alz.13891","title":"Decentralized clinical trials for medications to reduce the risk of dementia: Consensus report and guidance","year":2024,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institute on Aging; Alzheimer's Association","keywords":"Dementia; Clinical trial; Medicine; Intensive care medicine; Consensus conference; Internal medicine; Disease","score_opus":0.3425407709918113,"score_gpt":0.5612745333700554,"score_spread":0.2187337623782441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399275430","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05461694,0.63370746,0.039541643,0.24162322,0.0057116738,0.014019243,0.00038806794,0.00067577313,0.009716005],"genre_scores_gemma":[0.9744213,0.0024150463,0.02207923,0.00021708214,0.00029537763,0.00047763673,0.000008839995,0.000019978008,0.00006546218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957947,0.0015874052,0.001266725,0.0004044326,0.0005904614,0.00035624046],"domain_scores_gemma":[0.99260896,0.0061184424,0.00033188186,0.00044253428,0.0003019313,0.00019627465],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031945903,0.00010550287,0.00032479657,0.00008340863,0.00039942627,0.00011621682,0.00043731302,0.000118488715,0.0001848808],"category_scores_gemma":[0.0130585935,0.000077617675,0.00020021154,0.00040660883,0.00070424605,0.000058447757,0.00012894241,0.00017935492,0.000014163022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015457095,0.00016027533,0.011164899,0.00002165483,0.03049426,0.00004803301,0.0044877594,0.0000031496088,0.0010928527,0.041811604,0.62891895,0.281642],"study_design_scores_gemma":[0.00039844224,0.0000843611,0.0043289424,0.00006454997,0.015716344,0.000009455195,0.001067666,0.0001465155,0.0038843565,0.007797573,0.96633756,0.00016420195],"about_ca_topic_score_codex":0.001024786,"about_ca_topic_score_gemma":0.00045531208,"teacher_disagreement_score":0.9198044,"about_ca_system_score_codex":0.000007641804,"about_ca_system_score_gemma":0.00051028735,"threshold_uncertainty_score":0.9968154},"labels":[],"label_agreement":null},{"id":"W4399304668","doi":"10.31219/osf.io/69ugd","title":"Assessing healthcare organizations' readiness to implement a learning health system: Protocol for questionnaire validation using a Delphi method","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Institut National d'Excellence en Santé et en Services Sociaux; McGill University","funders":"","keywords":"Protocol (science); Delphi method; Health care; Delphi; Computer science; Knowledge management; Process management; Medical education; Psychology; Medicine; Business; Artificial intelligence; Political science; Alternative medicine; Operating system","score_opus":0.331139240134722,"score_gpt":0.6392870051533026,"score_spread":0.3081477650185806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399304668","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015682376,0.000016932427,0.72477514,0.026593138,0.00034840903,0.2462093,0.000026134314,0.0013599053,0.00051424134],"genre_scores_gemma":[0.0894759,0.0000027580504,0.41898847,0.0002100162,0.0008231779,0.48986527,0.00009384843,0.0001528009,0.0003877645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9929037,0.0027880908,0.0011196426,0.0010702951,0.0012344064,0.0008838322],"domain_scores_gemma":[0.99556494,0.00035304067,0.00054109324,0.00047331915,0.0026293683,0.00043824254],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013664588,0.0003460702,0.00057598954,0.00078341726,0.0019443962,0.0019709384,0.0006183436,0.0004429552,0.000049533086],"category_scores_gemma":[0.0024957908,0.0003528911,0.00012326546,0.0019180602,0.00004773381,0.00024918848,0.001170036,0.00097483746,0.000015606738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014387509,0.00034254766,0.0031813392,0.08751471,0.00031401237,0.000032936718,0.103897355,0.030129492,0.00073662406,0.58986145,0.017867878,0.16597779],"study_design_scores_gemma":[0.0023204542,0.0014345578,0.0003026695,0.09989917,0.0003931734,0.000112320915,0.34419498,0.29353443,0.0045911088,0.094266444,0.15327404,0.0056766327],"about_ca_topic_score_codex":0.0572486,"about_ca_topic_score_gemma":0.0046799667,"teacher_disagreement_score":0.49559498,"about_ca_system_score_codex":0.006018352,"about_ca_system_score_gemma":0.009949195,"threshold_uncertainty_score":0.9998923},"labels":[],"label_agreement":null},{"id":"W4399363988","doi":"10.53738/revmed.2024.20.877.1135","title":"Santé-environnement. Crise climatique et formation en santé : évaluer pour réduire la courbe d’apprentissage","year":2024,"lang":"fr","type":"article","venue":"Revue Médicale Suisse","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec","funders":"","keywords":"Political science","score_opus":0.05839905695502632,"score_gpt":0.42881619218227146,"score_spread":0.3704171352272451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399363988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08270321,0.16307697,0.062790476,0.263826,0.004385876,0.0042591738,0.0006810302,0.002045984,0.41623127],"genre_scores_gemma":[0.7618364,0.04261547,0.0065617017,0.0005024647,0.002285913,0.00037594116,0.00010557714,0.0001849992,0.1855315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925597,0.003424271,0.000885958,0.00076214306,0.001230445,0.001137514],"domain_scores_gemma":[0.99612546,0.0024327228,0.00016906147,0.0006473589,0.00012992701,0.0004954757],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007812585,0.00042377118,0.00049031054,0.00033603076,0.00045101735,0.0006767794,0.0009140341,0.00080746517,0.008194005],"category_scores_gemma":[0.0012605757,0.00045707042,0.0003846094,0.0010753152,0.0009391487,0.0012923247,0.0004357513,0.0014866382,0.002415183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003231329,0.00072625,0.00056280533,0.0031634273,0.00013028254,0.0013269979,0.026577363,0.00004347701,0.0014254436,0.17709534,0.3859022,0.4030141],"study_design_scores_gemma":[0.0003159289,0.000112161026,0.0005899664,0.0025904465,0.00013289905,0.00011922851,0.009425808,0.013203135,0.0005441878,0.021228425,0.9511541,0.00058372703],"about_ca_topic_score_codex":0.00036285457,"about_ca_topic_score_gemma":0.00024519852,"teacher_disagreement_score":0.67913324,"about_ca_system_score_codex":0.0008397333,"about_ca_system_score_gemma":0.00057354517,"threshold_uncertainty_score":0.9997881},"labels":[],"label_agreement":null},{"id":"W4399390220","doi":"10.1002/ijgo.15725","title":"Outcomes of interventions in neonatal sepsis: A systematic review of qualitative research","year":2024,"lang":"en","type":"review","venue":"International Journal of Gynecology & Obstetrics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity College","funders":"Irish Research eLibrary; Health Research Board","keywords":"CINAHL; PsycINFO; Medicine; MEDLINE; Psychological intervention; Qualitative research; Thematic analysis; Systematic review; Neonatal sepsis; Sepsis; Intervention (counseling); Intensive care medicine; Family medicine; Nursing; Internal medicine","score_opus":0.5200074775804433,"score_gpt":0.6683516282733255,"score_spread":0.1483441506928822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399390220","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016986369,0.99370986,0.000063246516,0.0011704854,0.002306889,0.0015568917,0.00013311658,0.000010760487,0.0010317488],"genre_scores_gemma":[0.0005914615,0.99777263,0.00045587044,0.00003063606,0.00006960117,0.00014114226,0.0000112125135,0.000031100615,0.0008963292],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98266524,0.008373637,0.0048526446,0.0002737407,0.003440272,0.00039443845],"domain_scores_gemma":[0.9486002,0.042250074,0.00319318,0.00032300496,0.0055135903,0.00011999391],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029621542,0.00025142625,0.0033501957,0.0056457194,0.000052685864,0.00005405865,0.0031725918,0.00045125734,0.00021203923],"category_scores_gemma":[0.17104045,0.0001907898,0.0018994214,0.0032582,0.00079563225,0.00023171636,0.0005315306,0.0019150471,0.000045170054],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005699229,0.00030834225,0.000034424116,0.92669004,0.0020508077,0.000546931,0.007708118,2.960385e-7,8.061097e-8,0.013831029,0.0032075054,0.04561673],"study_design_scores_gemma":[0.00017453621,0.00021380348,0.000005645856,0.8832442,0.0010914244,0.0000502158,0.008295359,9.271871e-7,5.2071897e-7,0.0033658396,0.10340569,0.00015178899],"about_ca_topic_score_codex":0.00017382416,"about_ca_topic_score_gemma":0.0002511212,"teacher_disagreement_score":0.1414189,"about_ca_system_score_codex":0.0019364468,"about_ca_system_score_gemma":0.002705328,"threshold_uncertainty_score":0.9992088},"labels":[],"label_agreement":null},{"id":"W4399493595","doi":"10.2427/5718","title":"CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Italian Journal of Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Consolidated Standards of Reporting Trials; Statement (logic); Group (periodic table); Randomized controlled trial; Medicine; Family medicine; Internal medicine; Political science","score_opus":0.6593057275929745,"score_gpt":0.6009338570338932,"score_spread":0.05837187055908122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399493595","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114560686,0.00066471775,0.14252684,0.7226508,0.007238845,0.0066448944,0.000114795694,0.00025750932,0.005340897],"genre_scores_gemma":[0.7262933,0.00091646507,0.25622636,0.0049624853,0.00556626,0.00026392023,0.000079562305,0.000111910995,0.005579689],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98702645,0.00248295,0.0076130577,0.00027233665,0.0014825704,0.0011226137],"domain_scores_gemma":[0.98374677,0.001532264,0.009286286,0.0003177611,0.003952486,0.0011644207],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22451235,0.00016376546,0.0010307634,0.00044268754,0.0006339266,0.0004137766,0.0007362485,0.00018602613,0.0006544401],"category_scores_gemma":[0.14913237,0.0001302797,0.00041839862,0.0004633802,0.00032124433,0.000735251,0.000042927953,0.0006288687,0.000006516084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054415874,0.0002202518,0.0020919656,0.00006381326,0.00018318325,0.00005464721,0.0030076213,0.0000026145024,0.0011807787,0.019139474,0.8880589,0.085452616],"study_design_scores_gemma":[0.0088675115,0.00032604,0.00038853876,0.00006288139,0.000016999566,0.000059643953,0.0052195503,0.000044713182,0.000055731136,0.008775629,0.9759914,0.00019131551],"about_ca_topic_score_codex":0.0008717507,"about_ca_topic_score_gemma":0.0011195597,"teacher_disagreement_score":0.7176883,"about_ca_system_score_codex":0.00022088295,"about_ca_system_score_gemma":0.005248419,"threshold_uncertainty_score":0.931047},"labels":[],"label_agreement":null},{"id":"W4399494718","doi":"10.1037/e501472024-001","title":"2022 CONA Meeting Minutes Quarter 1","year":2022,"lang":"en","type":"dataset","venue":"PsycEXTRA Dataset","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Computer science; History; Archaeology","score_opus":0.10943916589469288,"score_gpt":0.4531649854955872,"score_spread":0.3437258196008943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399494718","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026397981,0.00069920724,0.0000039870756,0.0034625528,0.0011062458,0.0008981306,0.9917722,0.00015799855,0.0018970682],"genre_scores_gemma":[0.000004049064,0.0013184118,0.00019899591,0.00084032613,0.0006928662,0.00055616564,0.99590033,0.00003841169,0.00045041792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99326134,0.0013577157,0.00063908246,0.0010297165,0.0025581117,0.0011540483],"domain_scores_gemma":[0.9961084,0.0011141632,0.00035927328,0.0019508624,0.00009794529,0.00036933922],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048570433,0.00042679004,0.0005087423,0.00048167256,0.0013779661,0.00041663414,0.003847021,0.0004562523,0.23492847],"category_scores_gemma":[0.0011958178,0.00047543802,0.0001608176,0.00085201376,0.0006738997,0.0003214683,0.000986043,0.0017358145,0.0010420713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002447513,0.00014962762,0.000009071418,0.00007572965,0.000053799253,0.00021083518,0.00013473353,3.498283e-7,0.000008149832,0.000093956616,0.9985286,0.0007106974],"study_design_scores_gemma":[0.00016788369,0.000074917705,0.0000036621902,0.000040325573,0.000056882902,0.000009926637,0.0015184877,0.0000012926888,0.000005633813,0.0003760826,0.9972065,0.0005384086],"about_ca_topic_score_codex":0.019453788,"about_ca_topic_score_gemma":0.0120258825,"teacher_disagreement_score":0.2338864,"about_ca_system_score_codex":0.00034630796,"about_ca_system_score_gemma":0.0006232134,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W4399494740","doi":"10.1037/e501482024-001","title":"2022 CONA Meeting Minutes Quarter 2","year":2022,"lang":"en","type":"dataset","venue":"PsycEXTRA Dataset","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); History; Archaeology","score_opus":0.10523891154282064,"score_gpt":0.45226840332497165,"score_spread":0.34702949178215103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399494740","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000261884,0.0007119641,0.0000038878898,0.0034414106,0.0011134781,0.0008961342,0.9917261,0.000157927,0.0019465045],"genre_scores_gemma":[0.000003972672,0.0013582669,0.00019392987,0.0008402174,0.00070456136,0.0005437971,0.99586487,0.000038342405,0.00045204326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932636,0.0013571986,0.0006394183,0.0010288374,0.0025573997,0.0011535693],"domain_scores_gemma":[0.9961305,0.0010960653,0.0003598556,0.0019465714,0.00009769521,0.00036928008],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048266468,0.00042663372,0.0005088858,0.00048130934,0.0013780823,0.0004176759,0.0038445632,0.00045625534,0.23101151],"category_scores_gemma":[0.0011792203,0.000475259,0.00016078175,0.0008512512,0.00067388895,0.0003217221,0.0009858834,0.0017353548,0.0010292834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024306104,0.00014947586,0.000008735161,0.000076472184,0.00005376547,0.00021735772,0.00013477838,3.5154176e-7,0.0000078205185,0.000095803,0.99849796,0.0007331513],"study_design_scores_gemma":[0.00016953587,0.00007507691,0.0000036012646,0.000039829567,0.000056754998,0.000009971241,0.0015035616,0.000001285214,0.0000056042536,0.0003802664,0.99721634,0.00053814397],"about_ca_topic_score_codex":0.01967542,"about_ca_topic_score_gemma":0.012106944,"teacher_disagreement_score":0.22998223,"about_ca_system_score_codex":0.00034642225,"about_ca_system_score_gemma":0.0006200205,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W4399564106","doi":"10.1371/journal.pone.0302437","title":"The use of virtual nominal groups in healthcare research: An extended scoping review","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Health care; Medicine; MEDLINE; Computer science; Data science; Biology; Political science","score_opus":0.7203552633311859,"score_gpt":0.5598059948397779,"score_spread":0.16054926849140805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399564106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67903286,0.120711654,0.000066014065,0.18636876,0.00022922458,0.00960517,0.000042870324,0.0005360757,0.003407392],"genre_scores_gemma":[0.914839,0.08204615,0.001411183,0.00022419165,0.00021727195,0.00039542728,0.000004173075,0.000028292625,0.0008342913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954215,0.0018901154,0.00033846096,0.00025981365,0.001586642,0.0005034651],"domain_scores_gemma":[0.9970957,0.0020382318,0.000033919172,0.00037041368,0.00033001596,0.00013168753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009243364,0.00006316273,0.00019970763,0.00018790836,0.0003429382,0.00018081776,0.00054987037,0.00007557404,0.000059463633],"category_scores_gemma":[0.0038592976,0.000050497754,0.00003634835,0.0011830226,0.00060510274,0.00036159874,0.00015624068,0.0006181033,0.000034295394],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026314787,0.0032169328,0.0033095772,0.037438516,0.000170572,0.0003877336,0.020985592,0.0000018812883,0.009272416,0.5845171,0.011498304,0.32893822],"study_design_scores_gemma":[0.0005736061,0.0034843036,0.0052769193,0.8959144,0.00010339122,0.0000064341193,0.013383854,0.0025839317,0.008377676,0.052843,0.016313834,0.0011386928],"about_ca_topic_score_codex":0.0057400647,"about_ca_topic_score_gemma":0.016768947,"teacher_disagreement_score":0.85847586,"about_ca_system_score_codex":0.00021473838,"about_ca_system_score_gemma":0.00077327626,"threshold_uncertainty_score":0.9357466},"labels":[],"label_agreement":null},{"id":"W4399722044","doi":"10.1016/j.jclinepi.2024.111428","title":"Panel stacking is a threat to consensus statement validity","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Impact; Children's Hospital Research Institute of Manitoba; Ottawa Hospital; Alberta Health; McMaster University; Jewish General Hospital; University of Ottawa; Ottawa Public Health; Hamilton Health Sciences","funders":"National Institute of General Medical Sciences; Norwegian Institute of Public Health; HORIZON EUROPE Framework Programme; Università di Bologna; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Pfizer; European Commission; Genentech; AstraZeneca; Eli Lilly and Company; National Science Foundation","keywords":"Delphi method; Transparency (behavior); Delphi; Political science; Scientific consensus; Statement (logic); Public relations; Law and economics; Law; Economics; Computer science","score_opus":0.8741846453546281,"score_gpt":0.7067478297603079,"score_spread":0.16743681559432022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399722044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5194855,0.0010188523,0.021121994,0.44371325,0.0050339787,0.00049891387,0.000026620655,0.00012338201,0.008977555],"genre_scores_gemma":[0.9673559,0.0025999132,0.018960467,0.0074804756,0.0023481601,0.000007922515,5.137755e-7,0.000019652829,0.0012269595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98457336,0.009746734,0.004015291,0.0003403613,0.0006572952,0.00066695426],"domain_scores_gemma":[0.9267665,0.07098687,0.0007970098,0.00024991835,0.0005109792,0.0006887195],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12032805,0.00012362012,0.001279061,0.00020950414,0.00014671887,0.000048930684,0.000597451,0.0003457535,0.00062675163],"category_scores_gemma":[0.13380104,0.00009223174,0.00057966734,0.00035270804,0.0006269758,0.00009185539,0.00015264118,0.0012951682,0.00018411709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002834703,0.00016774145,0.09727842,0.000058880174,0.0002216873,0.0006591466,0.0027050823,0.000060579878,0.000030557567,0.041965645,0.7442737,0.11229507],"study_design_scores_gemma":[0.00025450691,0.0010107969,0.015605207,0.00025994272,0.000043917084,0.00004001476,0.0012939224,0.0003148249,0.00003065511,0.16136253,0.8196282,0.00015553125],"about_ca_topic_score_codex":0.0006076014,"about_ca_topic_score_gemma":0.00018217598,"teacher_disagreement_score":0.44787046,"about_ca_system_score_codex":0.00019691455,"about_ca_system_score_gemma":0.0011299332,"threshold_uncertainty_score":0.9058074},"labels":[],"label_agreement":null},{"id":"W4399807549","doi":"10.1016/j.jamda.2024.105089","title":"Compiling a Set of Actionable Quality Indicators for Medical Practitioners in Dutch Nursing Homes: A Delphi Study","year":2024,"lang":"en","type":"article","venue":"Journal of the American Medical Directors Association","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"Ministerie van Volksgezondheid, Welzijn en Sport","keywords":"Medicine; Delphi method; Delphi; Quality (philosophy); Nursing; Set (abstract data type); Artificial intelligence","score_opus":0.07370406860481708,"score_gpt":0.5212673485617109,"score_spread":0.44756327995689377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399807549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671509,0.00011917978,0.0007957058,0.03012868,0.0008365894,0.00045535105,0.000011090209,0.00003708017,0.00046539554],"genre_scores_gemma":[0.9987645,0.00023553161,0.00026550674,0.00013005972,0.0004864301,0.00002324585,0.0000017667613,0.000014124077,0.000078801146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916895,0.002167663,0.000953745,0.00016619613,0.004686683,0.00033622253],"domain_scores_gemma":[0.99212337,0.0058498303,0.0013099061,0.00011869646,0.00034385858,0.0002543277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023712074,0.00009715821,0.00046683676,0.0004930277,0.00020699001,0.0000680863,0.0006199273,0.00015359133,0.00012289865],"category_scores_gemma":[0.041617226,0.000072175935,0.00023250429,0.0022043192,0.00045540882,0.00025805944,0.000049572667,0.0008831421,0.0000012483744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045684737,0.0020344916,0.73784316,0.00014313709,0.0007052379,0.00006060639,0.05433284,0.00003916489,0.00033631732,0.0019990448,0.030521708,0.17152742],"study_design_scores_gemma":[0.002761717,0.0015369445,0.7178624,0.004159988,0.00035897494,0.000029669402,0.22814426,0.0027611195,0.00052093755,0.009921859,0.03129478,0.0006473457],"about_ca_topic_score_codex":0.003952621,"about_ca_topic_score_gemma":0.0012202424,"teacher_disagreement_score":0.17381142,"about_ca_system_score_codex":0.002388133,"about_ca_system_score_gemma":0.0025797954,"threshold_uncertainty_score":0.96645564},"labels":[],"label_agreement":null},{"id":"W4399908684","doi":"10.2196/60392","title":"Correction: Development of a Core Outcome Set for Family and Community Nursing: Protocol for a Delphi Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Protocol (science); Delphi; Set (abstract data type); Nursing; Outcome (game theory); Medical education; Psychology; Medicine; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.8256268481814109,"score_gpt":0.7206628032206921,"score_spread":0.10496404496071876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399908684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001970189,0.0000036385281,0.0002982591,0.00041957002,0.0004346682,0.9747617,0.00016638459,0.0002778551,0.023618214],"genre_scores_gemma":[0.000053915595,3.6277135e-7,0.0023012205,0.000011292656,0.0007056258,0.88654906,0.000062326544,0.00014154587,0.11017467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98931414,0.0033308382,0.0014105146,0.0009139513,0.003465028,0.0015655471],"domain_scores_gemma":[0.991088,0.0036624884,0.00040067927,0.0011113983,0.0033095167,0.00042794412],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03139494,0.00050126255,0.0009830692,0.0011978172,0.0036451179,0.00071103446,0.0023302992,0.001027557,0.00005253211],"category_scores_gemma":[0.004972581,0.0004574452,0.00023785092,0.0015569688,0.0018166393,0.00021119676,0.0009221577,0.0059643723,0.000015649506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012109383,0.0027621947,0.00030175014,0.007698493,0.00008351616,0.000007747402,0.037005424,9.329997e-8,0.000028156323,0.00042200158,0.93171346,0.018766226],"study_design_scores_gemma":[0.0017769635,0.004907624,0.0003107579,0.010981245,0.00000821484,0.0000022317597,0.038518935,0.000084479965,0.00004876117,0.0047689294,0.93817705,0.00041479006],"about_ca_topic_score_codex":0.00060964096,"about_ca_topic_score_gemma":0.0021951313,"teacher_disagreement_score":0.08821267,"about_ca_system_score_codex":0.0015366232,"about_ca_system_score_gemma":0.00805448,"threshold_uncertainty_score":0.99978775},"labels":[],"label_agreement":null},{"id":"W4399932838","doi":"10.56986/pim.2024.06.001","title":"Reporting Overviews of Reviews: PRIORitizing a Reporting Guideline","year":2024,"lang":"en","type":"article","venue":"Perspectives on Integrative Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Public Health; University of Alberta","funders":"Canada Research Chairs","keywords":"Guideline; Integrated reporting; Computer science; Medicine; Pathology","score_opus":0.30948254893620186,"score_gpt":0.5767324482873082,"score_spread":0.2672498993511063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399932838","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017416535,0.11731215,0.023587478,0.054252785,0.0014430075,0.0031941903,0.000012975385,0.0009321432,0.7818487],"genre_scores_gemma":[0.9646008,0.013296547,0.013063048,0.00030472706,0.002066902,0.00019991696,0.00000886457,0.00005662097,0.0064025484],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99230754,0.00070082967,0.004716783,0.000692114,0.0011536436,0.00042905816],"domain_scores_gemma":[0.99296975,0.0011748917,0.004008066,0.00048497468,0.0012018866,0.0001604355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028509432,0.00026197554,0.0010009416,0.0005089316,0.00026650273,0.00005369829,0.00036273967,0.000110087545,0.00075040094],"category_scores_gemma":[0.18486248,0.00016577347,0.00028545113,0.0015273618,0.0011627213,0.00022563561,0.0000772197,0.00078961696,0.000026071735],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043940974,0.000121878926,0.0007231545,0.0003230861,0.00011803691,0.0004639587,0.4297746,0.000001023896,0.013407422,0.33999422,0.08829918,0.12672949],"study_design_scores_gemma":[0.00016686368,0.0005827794,0.0002900118,0.010080083,0.000056543904,0.000031547468,0.4593403,0.00028305,0.0016810965,0.012897617,0.51429486,0.00029523825],"about_ca_topic_score_codex":0.0040349243,"about_ca_topic_score_gemma":0.00051960564,"teacher_disagreement_score":0.94718426,"about_ca_system_score_codex":0.00068508834,"about_ca_system_score_gemma":0.00042676326,"threshold_uncertainty_score":0.98808575},"labels":[],"label_agreement":null},{"id":"W4399998882","doi":"10.2196/56241","title":"Clinical Simulation in the Regulation of Software as a Medical Device: An eDelphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Rigour; Health care; Relevance (law); Computer science; Delphi method; Nonprobability sampling; Agile software development; Qualitative research; Health technology; Medicine; Medical physics; Management science; Process management; Artificial intelligence; Engineering","score_opus":0.35416523006818984,"score_gpt":0.6602425374210544,"score_spread":0.3060773073528646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399998882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844217,0.00008197325,0.0007061814,0.003690662,0.00012786564,0.0024735797,0.000005234004,0.00012750304,0.00836531],"genre_scores_gemma":[0.9991421,0.00004227134,0.00009879917,0.000032856828,0.00022105781,0.00030459667,0.000008312554,0.000012787509,0.00013718609],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.985803,0.007450802,0.00069132756,0.0003025119,0.005238871,0.00051348575],"domain_scores_gemma":[0.99107105,0.0076235407,0.000058576163,0.00039299956,0.00068276323,0.0001710609],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.048143797,0.00008933192,0.00019177803,0.0005881379,0.00041557505,0.0002272968,0.0010746263,0.00024793323,0.0005718348],"category_scores_gemma":[0.0052031004,0.000062551175,0.000074512915,0.0025768536,0.0009454333,0.00090206164,0.00022391419,0.0013830422,0.00013812889],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002870516,0.003314758,0.050752,0.00025894595,0.00006104274,0.00011834608,0.52912647,0.00018456097,0.00001961528,0.0422758,0.008343121,0.36525828],"study_design_scores_gemma":[0.0010390382,0.0039907843,0.5109405,0.000717744,0.000010697258,0.000005333521,0.30659935,0.07563841,0.000034149623,0.07049861,0.030187175,0.00033819384],"about_ca_topic_score_codex":0.001535022,"about_ca_topic_score_gemma":0.0023886692,"teacher_disagreement_score":0.4601885,"about_ca_system_score_codex":0.00021832265,"about_ca_system_score_gemma":0.0011560008,"threshold_uncertainty_score":0.9801363},"labels":[],"label_agreement":null},{"id":"W4400206457","doi":"10.3917/spub.243.0009","title":"Pratiquer la responsabilité sociale en santé : de la théorie à la pratique. Une étude Delphi internationale","year":2024,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.025763252086109086,"score_gpt":0.4190217018541896,"score_spread":0.3932584497680805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400206457","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15256165,0.008252937,0.011763807,0.26661053,0.0015581028,0.0018364707,0.00027911316,0.0014382789,0.5556991],"genre_scores_gemma":[0.9365909,0.0056960266,0.006611579,0.0008046771,0.0019930045,0.00067505,0.00003057384,0.0001484656,0.047449697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98202896,0.013418564,0.00083275454,0.0009763584,0.0015472439,0.0011961112],"domain_scores_gemma":[0.97893393,0.019238144,0.00018126977,0.0005809152,0.0006356756,0.00043004274],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023175599,0.0004866403,0.0004711305,0.0005605936,0.00042176605,0.0019459301,0.0015490919,0.0017151326,0.0019815953],"category_scores_gemma":[0.011529596,0.0005096723,0.00035929255,0.002644554,0.0027892701,0.0017491316,0.000558803,0.0026688357,0.00021738246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069849666,0.00036147665,0.0013344294,0.00023599119,0.00018121584,0.00053990853,0.026036775,0.000011921199,0.00096315064,0.8241834,0.0822238,0.06385807],"study_design_scores_gemma":[0.000204718,0.00011756563,0.005451097,0.00044751563,0.000041292795,0.00010521127,0.005011692,0.00069403066,0.0008510577,0.2967711,0.68984777,0.00045690272],"about_ca_topic_score_codex":0.00500385,"about_ca_topic_score_gemma":0.005050936,"teacher_disagreement_score":0.78402925,"about_ca_system_score_codex":0.0021672144,"about_ca_system_score_gemma":0.012829114,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W4400247953","doi":"10.1201/9781003309604-29","title":"Montreal Cognitive Assessment (MoCA)","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Neuroscience","score_opus":0.13440194645487688,"score_gpt":0.48352780444170806,"score_spread":0.34912585798683116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400247953","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020194832,0.0002573527,0.00026245738,0.003352239,0.00032069118,0.0007345324,0.0000666657,0.0005762062,0.99442786],"genre_scores_gemma":[0.006374566,0.0007163788,0.00036148442,0.0001590247,0.0004976068,0.00006352482,0.000025026142,0.000058398862,0.991744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763185,0.000040847193,0.0002203987,0.00044591157,0.0012888944,0.0003721213],"domain_scores_gemma":[0.99886817,0.00042693064,0.00005723214,0.00019575236,0.0002717133,0.00018021636],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009465456,0.00021093251,0.0002473274,0.00023609982,0.00021222781,0.00023176923,0.0003938765,0.0004956708,0.011389049],"category_scores_gemma":[0.00006801549,0.0001946737,0.00017236873,0.000059121314,0.0005337978,0.000076805045,0.00023037058,0.0008103191,0.0025559193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003089728,0.000008665823,0.0000032519881,0.000016133527,0.000066413115,0.00016740931,0.00034319912,2.2881663e-8,7.787871e-7,0.89604896,0.07206253,0.03127954],"study_design_scores_gemma":[0.000040397135,0.00003940233,0.000014261274,0.0001751568,0.00004100395,0.0000010676016,0.0006483552,0.0000082129545,0.000004646159,0.377139,0.62168354,0.00020494328],"about_ca_topic_score_codex":0.0043757022,"about_ca_topic_score_gemma":0.010146265,"teacher_disagreement_score":0.549621,"about_ca_system_score_codex":0.00041253195,"about_ca_system_score_gemma":0.0007363887,"threshold_uncertainty_score":0.9982207},"labels":[],"label_agreement":null},{"id":"W4400266086","doi":"10.2139/ssrn.4877729","title":"Cognitive Proficiency in Patients with Chronic Respiratory Disease: A Study Analyzing the Montreal Cognitive Assessment (Moca) in the Context of a Pulmonary Rehabilitation Program","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Context (archaeology); Pulmonary rehabilitation; Pulmonary disease; Cognition; Rehabilitation; Medicine; Physical therapy; Psychology; Physical medicine and rehabilitation; Gerontology; Cognitive impairment; Internal medicine; Psychiatry; Geography","score_opus":0.030861859957060252,"score_gpt":0.4168078367941558,"score_spread":0.38594597683709553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400266086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98185253,0.004011662,0.00010690302,0.0016996482,0.00007966248,0.011289779,0.000036273435,0.00004573377,0.0008777947],"genre_scores_gemma":[0.996902,0.0003557777,0.000012737524,0.000024503575,0.000116306124,0.0025081495,0.000014229977,0.000034783694,0.00003155257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99019873,0.004501396,0.00078120857,0.00062526355,0.002055493,0.0018379221],"domain_scores_gemma":[0.9968013,0.0014505319,0.0005200406,0.00031866287,0.00081990846,0.00008956343],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01618438,0.0003102245,0.00041140468,0.0006181831,0.0004093294,0.00025610044,0.0010373136,0.00016050757,0.00000778154],"category_scores_gemma":[0.001139214,0.00018910153,0.00017420472,0.0014694018,0.00084867206,0.0001739567,0.0003920825,0.007147451,0.000002014803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008367412,0.0041499967,0.7157198,0.00012195023,0.0002801619,0.000064679196,0.02661412,0.000038100974,5.644696e-7,0.0035696803,0.000013979336,0.24859019],"study_design_scores_gemma":[0.0013039347,0.0038800626,0.7405694,0.0014200096,0.00021729188,0.0000016843463,0.20931083,0.00030421963,3.8333533e-7,0.042711183,0.0000184629,0.00026253925],"about_ca_topic_score_codex":0.0040783924,"about_ca_topic_score_gemma":0.07848174,"teacher_disagreement_score":0.24832766,"about_ca_system_score_codex":0.004625753,"about_ca_system_score_gemma":0.019790879,"threshold_uncertainty_score":0.99919534},"labels":[],"label_agreement":null},{"id":"W4400412925","doi":"10.1016/j.physio.2024.07.002","title":"A core capability framework for physiotherapists to deliver quality care when working with people living with dementia and their families/caregivers: an international modified e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Physiotherapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"National Health and Medical Research Council; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Delphi method; Dementia; Inclusion (mineral); Psychological intervention; Delphi; Medicine; Nursing; Quality (philosophy); Quality of life (healthcare); Core (optical fiber); Psychology; Medical education; Computer science","score_opus":0.13570231702547417,"score_gpt":0.4587366228930532,"score_spread":0.3230343058675791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400412925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94976836,0.0002945765,0.04634288,0.0005863709,0.00012879148,0.002202791,0.000039118335,0.0003275825,0.00030949962],"genre_scores_gemma":[0.98867536,0.00009956636,0.010124977,0.00015444765,0.0003119242,0.00051905954,0.000006932421,0.00006362276,0.000044098717],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976115,0.000287669,0.00021134595,0.00076618185,0.00069812126,0.00042516398],"domain_scores_gemma":[0.998095,0.00083402585,0.00006984597,0.00046695938,0.0003667813,0.00016739331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085616537,0.00025661444,0.00029106278,0.0001493054,0.000493333,0.0005008437,0.00061486976,0.000091605405,0.00008193307],"category_scores_gemma":[0.00007265759,0.00019294779,0.00007046992,0.00046224718,0.00022327148,0.00043428878,0.000079862126,0.00022627809,0.0000016954295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008102222,0.0005168261,0.06491805,0.00024204339,0.0005904579,0.0000029231894,0.8655948,0.00018347928,0.0023172866,0.0090951575,0.00010796854,0.055620752],"study_design_scores_gemma":[0.001760251,0.0030251804,0.19827092,0.0020169937,0.000051919018,0.0000013085258,0.7691911,0.002346727,0.00037165434,0.018818527,0.0027861183,0.0013592896],"about_ca_topic_score_codex":0.0109464545,"about_ca_topic_score_gemma":0.02629073,"teacher_disagreement_score":0.13335288,"about_ca_system_score_codex":0.00028144385,"about_ca_system_score_gemma":0.00016604913,"threshold_uncertainty_score":0.99563974},"labels":[],"label_agreement":null},{"id":"W4400453250","doi":"10.1136/bmjebm-2024-sdc.29","title":"029 Assessment of shared decision-making levels with the option-5: a systematic review after 10 years of use","year":2024,"lang":"en","type":"review","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"","keywords":"Computer science","score_opus":0.24904491462536435,"score_gpt":0.5545897720488011,"score_spread":0.30554485742343673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453250","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001198757,0.99029505,0.00083301606,0.000096615324,0.000051582385,0.0065422226,0.00008439042,0.00005381232,0.0020421322],"genre_scores_gemma":[0.00017994747,0.98778087,0.0077334354,0.00003424758,0.00002726159,0.0021749712,0.0000031737718,0.000041242285,0.002024826],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952188,0.0010573355,0.001156725,0.00035570853,0.0019376271,0.0002737673],"domain_scores_gemma":[0.9945123,0.0034395293,0.0006582841,0.0008934063,0.00043515954,0.00006129331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055853594,0.00024448245,0.0020584974,0.0002566475,0.00006449948,0.00019104563,0.0011848031,0.00019326436,0.0013113215],"category_scores_gemma":[0.0018635403,0.00012379813,0.0005388354,0.0014592323,0.0002755678,0.00017157693,0.00030996883,0.0003883828,0.00007467302],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015579446,0.000025349724,6.9559337e-7,0.88123965,0.00022983401,0.000028246319,0.00019310186,1.3382042e-7,1.7472134e-8,0.0031739115,0.004225328,0.110882156],"study_design_scores_gemma":[0.000011777447,0.000024931307,0.000003971563,0.7734346,0.0013049564,0.00000480312,0.00012232247,0.0000042640518,9.4605435e-9,0.00010731529,0.22485678,0.0001243208],"about_ca_topic_score_codex":0.0001235151,"about_ca_topic_score_gemma":0.00021537585,"teacher_disagreement_score":0.22063145,"about_ca_system_score_codex":0.00028186178,"about_ca_system_score_gemma":0.0013063742,"threshold_uncertainty_score":0.9996016},"labels":[],"label_agreement":null},{"id":"W4400453423","doi":"10.1136/bmjebm-2024-sdc.284","title":"285 Updating the evidence for the IPDAS standards: results from a network meta-analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Computer science; Meta-analysis; Network analysis; Engineering; Medicine","score_opus":0.5801752459385306,"score_gpt":0.5713750952956019,"score_spread":0.008800150642928717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453423","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006197076,0.045811404,0.31999794,0.54230964,0.0008264543,0.004208925,0.0011773385,0.0012087559,0.08383983],"genre_scores_gemma":[0.9766898,0.0007651581,0.008920785,0.0008939352,0.0010640459,0.00056764507,0.000009681284,0.000020223835,0.011068724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965058,0.0007233488,0.00037645633,0.00041752175,0.0015320221,0.00044487618],"domain_scores_gemma":[0.97182775,0.027024038,0.00007326044,0.0006660474,0.00034594763,0.00006293981],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023122385,0.000109084875,0.0003014548,0.000044365974,0.0012503279,0.0010631711,0.0012097796,0.00007643901,0.0017344982],"category_scores_gemma":[0.008117822,0.000048082864,0.0008406281,0.0021252022,0.0003554829,0.00024654774,0.00018783839,0.0002746027,0.00002660345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011979481,0.000012330171,0.000062916064,0.000010147503,0.05582783,0.000009644467,0.012593094,0.002132674,0.000011709707,0.11290993,0.7951397,0.021170283],"study_design_scores_gemma":[0.00006340361,0.000030820753,0.00007616317,0.00002678546,0.044474635,1.6318609e-7,0.010952914,0.02152818,0.00006970395,0.039888326,0.88270473,0.0001841767],"about_ca_topic_score_codex":0.02323609,"about_ca_topic_score_gemma":0.03605048,"teacher_disagreement_score":0.9760701,"about_ca_system_score_codex":0.00014010235,"about_ca_system_score_gemma":0.00036079803,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W4400610670","doi":"10.1007/s12975-024-01271-8","title":"What to Measure in Aneurysmal Subarachnoid Haemorrhage Research—An International Delphi Survey","year":2024,"lang":"en","type":"article","venue":"Translational Stroke Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Public Health Ontario; Queen's University; Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Bruyère; The Quebec Population Health Research Network; Centre Hospitalier de l’Université de Montréal; Ottawa Hospital; Université Laval; University of Ottawa","funders":"","keywords":"Medicine; Neurosurgery; Measure (data warehouse); Subarachnoid haemorrhage; Neurology; Vascular surgery; Subarachnoid hemorrhage; Delphi method; Neuroradiology; Delphi; General surgery; Medical physics; Cardiac surgery; Radiology; Aneurysm; Surgery; Psychiatry; Data mining; Artificial intelligence","score_opus":0.4927964394330864,"score_gpt":0.5734065897505547,"score_spread":0.08061015031746832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400610670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86483335,0.0018946046,0.0013938369,0.07254801,0.0014930792,0.003505602,0.0004967593,0.00049824914,0.053336535],"genre_scores_gemma":[0.9930533,0.00023664342,0.0009934072,0.000039317274,0.0006974353,0.00034374668,0.00013176283,0.00005736491,0.0044470127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9819309,0.0060064527,0.00051332026,0.0010031976,0.008886433,0.0016596843],"domain_scores_gemma":[0.99259055,0.004125657,0.0000169994,0.00049883715,0.0021295978,0.0006383351],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05824411,0.00019152295,0.00022123227,0.003124823,0.0008718338,0.0022936843,0.0021834553,0.000336328,0.0014390736],"category_scores_gemma":[0.0031426388,0.00020535327,0.00009886041,0.0046596727,0.0010080049,0.0026185277,0.00021151728,0.0026211434,0.0007077842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002596649,0.0016140508,0.14240189,0.00040287987,0.000115716444,0.0026355127,0.06921457,0.0012169505,0.014819632,0.30120027,0.013423521,0.45035836],"study_design_scores_gemma":[0.0019972047,0.0013796521,0.63438535,0.0008218753,0.000015712923,0.00006012052,0.0355275,0.024160279,0.0034477862,0.05952285,0.23667552,0.002006175],"about_ca_topic_score_codex":0.01488953,"about_ca_topic_score_gemma":0.07232766,"teacher_disagreement_score":0.49198344,"about_ca_system_score_codex":0.0008132287,"about_ca_system_score_gemma":0.0020025824,"threshold_uncertainty_score":0.99967986},"labels":[],"label_agreement":null},{"id":"W4400678463","doi":"10.2139/ssrn.4895783","title":"Examining the Occupational Exposome of Male Agricultural Workers in Canada and Abroad","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institut National de la Recherche Scientifique","funders":"","keywords":"Exposome; Agriculture; Occupational exposure; Environmental health; Business; Gerontology; Medicine; Geography; Archaeology","score_opus":0.052659229652921434,"score_gpt":0.36932460176727994,"score_spread":0.3166653721143585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400678463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874639,0.0049805883,0.000024816918,0.002504307,0.0003300569,0.000290039,0.0000093039735,0.000012599329,0.0043844054],"genre_scores_gemma":[0.9946388,0.0031883519,0.000058938203,0.000016410348,0.00026277095,0.000028687113,0.000003012712,0.000011183618,0.001791824],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967116,0.00035175,0.00036937514,0.00022891423,0.0009339409,0.0014043824],"domain_scores_gemma":[0.9991798,0.00028972543,0.00019075346,0.00013384492,0.00012936738,0.00007651664],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00417526,0.00014079244,0.00020269172,0.00014536381,0.00020486373,0.00012319874,0.00066315767,0.00014035331,0.00005731903],"category_scores_gemma":[0.00023115594,0.00009667414,0.0000573633,0.00033603187,0.00019410743,0.000061691244,0.0004127024,0.004795284,0.0000016455405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013632352,0.00006403113,0.7937564,0.000179746,0.0005928635,0.00011034909,0.0118791,0.00092315866,0.00028486797,0.11772279,0.009299868,0.06505047],"study_design_scores_gemma":[0.00036850377,0.00013394003,0.33987182,0.000970337,0.00006720692,0.0003492669,0.22883642,0.00011582525,0.000062254105,0.4272205,0.0013948769,0.00060907024],"about_ca_topic_score_codex":0.92539227,"about_ca_topic_score_gemma":0.99404603,"teacher_disagreement_score":0.45388463,"about_ca_system_score_codex":0.0051950957,"about_ca_system_score_gemma":0.04267755,"threshold_uncertainty_score":0.9986238},"labels":[],"label_agreement":null},{"id":"W4400710996","doi":"10.1787/a97a32d0-en","title":"Whilst New Zealand’s ODA volume has increased, as a share of GNI it is stagnant","year":2023,"lang":"en","type":"other","venue":"OECD development co-operation peer reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; Nemzeti Fejlesztési Minisztérium","keywords":"Volume (thermodynamics); Physics; Thermodynamics","score_opus":0.2107480282259481,"score_gpt":0.45060928430812863,"score_spread":0.23986125608218054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400710996","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021982596,0.0071086534,0.0004512572,0.041242845,0.00084683305,0.0082486225,0.00048385325,0.0012608201,0.94033515],"genre_scores_gemma":[0.000020685255,0.016670248,0.004298874,0.0012831346,0.00039555813,0.0005177235,0.00059461803,0.00042441685,0.97579473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943452,0.0006001441,0.0012403395,0.0007668154,0.002412113,0.00063537835],"domain_scores_gemma":[0.9978944,0.00010496714,0.0006103474,0.00068207085,0.00030264672,0.0004055817],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042995354,0.00047452355,0.0009956677,0.0005274974,0.00039768586,0.0004147976,0.000999422,0.0005347406,0.10811844],"category_scores_gemma":[0.0011095371,0.00042278337,0.00020034415,0.00043038593,0.00021130158,0.00021616828,0.00020180123,0.0004195881,0.025544044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064897336,0.000043189088,0.00056104996,0.00017055326,0.000050834376,0.000011564313,0.004373786,9.164192e-8,0.00000921501,0.00023815206,0.9453992,0.049135875],"study_design_scores_gemma":[0.000242145,0.000033867324,0.00008795681,0.0011006399,0.000024178711,0.0000015334975,0.00024778993,0.0000031220143,0.00012452035,0.000052497893,0.9975998,0.0004819476],"about_ca_topic_score_codex":0.019512808,"about_ca_topic_score_gemma":0.03412531,"teacher_disagreement_score":0.08257439,"about_ca_system_score_codex":0.0004912383,"about_ca_system_score_gemma":0.0049441415,"threshold_uncertainty_score":0.9998224},"labels":[],"label_agreement":null},{"id":"W4400729769","doi":"10.1080/24745332.2024.2360376","title":"2024 Canadian Respiratory Conference Abstracts","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respiratory system; Computer science; Library science; Medicine; Internal medicine","score_opus":0.13815150458435785,"score_gpt":0.4385115454542479,"score_spread":0.3003600408698901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400729769","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11092876,0.25840706,0.00024922696,0.08486114,0.0077827745,0.0006663759,0.00015684686,0.00010588033,0.5368419],"genre_scores_gemma":[0.99476415,0.00012435125,0.00007204,0.0031769925,0.0016383495,0.000005181179,9.673514e-7,0.000023368591,0.00019458482],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734855,0.00032126886,0.0005538547,0.0002559376,0.00071708346,0.000803338],"domain_scores_gemma":[0.99348134,0.0006486987,0.00004360032,0.00019286624,0.0012412023,0.004392289],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028877687,0.00016718358,0.00031137705,0.001218604,0.0005607784,0.00029094005,0.00045398335,0.00027642876,0.0019805017],"category_scores_gemma":[0.0054541007,0.00014670758,0.00007852155,0.000539517,0.0022217545,0.00034797736,0.000014311159,0.0010039974,0.000035247092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027529597,0.000011351053,0.003976385,0.000706283,0.000108095395,0.02905592,0.034997664,0.0000047570566,0.00037649175,0.21969555,0.35646313,0.35457683],"study_design_scores_gemma":[0.00013528422,0.00050174166,0.0009836393,0.0006045221,0.000057694044,0.000045073266,0.017108135,0.000003257685,0.00004671052,0.0024372793,0.9779084,0.00016828864],"about_ca_topic_score_codex":0.24068588,"about_ca_topic_score_gemma":0.8677383,"teacher_disagreement_score":0.8838354,"about_ca_system_score_codex":0.00076100853,"about_ca_system_score_gemma":0.012716121,"threshold_uncertainty_score":0.9989318},"labels":[],"label_agreement":null},{"id":"W4400734242","doi":"10.2196/preprints.57661","title":"Investigation of Study Procedures to Estimate Sensitivity and Reliability of a Virtual Physical Assessment Developed for Workplace Concussions: a Feasibility Study (Preprint)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Reliability (semiconductor); Sensitivity (control systems); Reliability engineering; Engineering; Computer science; Physics; World Wide Web","score_opus":0.13847371939463493,"score_gpt":0.514162767561598,"score_spread":0.375689048166963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400734242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971788,0.0000043218424,0.002754815,0.0014772859,0.00011297256,0.023139728,0.000059657585,0.00021170078,0.00045149957],"genre_scores_gemma":[0.9808982,0.0000018199066,0.016778821,0.000010552949,0.00004375608,0.0021258972,0.000005416865,0.000023863948,0.00011169401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99414104,0.002100158,0.0008183499,0.0012915578,0.0013203732,0.00032854071],"domain_scores_gemma":[0.99486154,0.0025958559,0.00029067963,0.0008042732,0.0011960398,0.0002516139],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0147882635,0.00029941963,0.00083722436,0.00021038312,0.00020002437,0.00012564032,0.00041179988,0.00021451691,0.000007835905],"category_scores_gemma":[0.010012568,0.00024895844,0.00011326344,0.0005828815,0.00070077594,0.0000889504,0.003153233,0.00070020114,0.0000014610649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006095818,0.0047098105,0.8693845,0.0023261623,0.00021761024,0.000010091729,0.10943107,0.0009804977,0.0029522805,0.005816022,0.00051610015,0.003046263],"study_design_scores_gemma":[0.00091002916,0.0026175873,0.8198261,0.0010036287,0.00023219205,5.916126e-7,0.08812239,0.0048447573,0.004271085,0.07753366,0.000009851689,0.0006280767],"about_ca_topic_score_codex":0.004016857,"about_ca_topic_score_gemma":0.010083439,"teacher_disagreement_score":0.07171764,"about_ca_system_score_codex":0.0005185421,"about_ca_system_score_gemma":0.0036849545,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W4400826265","doi":"10.1016/j.jid.2024.06.336","title":"320 Development of a generalized glossary for work related to the creation of core outcome sets","year":2024,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Glossary; Outcome (game theory); Core (optical fiber); Work (physics); Development (topology); Computer science; Process management; Mathematics; Engineering; Mathematical economics; Linguistics; Mechanical engineering; Philosophy","score_opus":0.2491138051083028,"score_gpt":0.48986636136932993,"score_spread":0.24075255626102712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400826265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96699655,0.00048608755,0.002549411,0.028323693,0.00028428066,0.0005514939,0.000009197618,0.000020121375,0.00077917334],"genre_scores_gemma":[0.95755935,0.000021945318,0.041955378,0.0002379639,0.000028451133,0.000029366882,0.0000025200252,0.000010584689,0.00015443297],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979169,0.00039315547,0.00093316427,0.00010276254,0.00045131997,0.00020270236],"domain_scores_gemma":[0.99784386,0.000897028,0.00042348108,0.00010064535,0.00061677,0.000118235555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020248967,0.00008618717,0.00034312488,0.00027838277,0.0001422733,0.000020463121,0.00040516505,0.00013296586,0.000031481446],"category_scores_gemma":[0.0022480143,0.00005901003,0.00011542674,0.00078021246,0.00074175344,0.00010979597,0.000058536523,0.00024523312,0.0000051330408],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087452616,0.00027885957,0.062141486,0.0008842061,0.0015649387,0.00030624898,0.3234757,0.00038013907,0.07074218,0.3096259,0.206382,0.023343822],"study_design_scores_gemma":[0.001681019,0.00050487043,0.04504776,0.0018722594,0.00021593363,0.0003832964,0.016409632,0.00066946057,0.5089984,0.25465152,0.1690234,0.0005424758],"about_ca_topic_score_codex":0.000035922356,"about_ca_topic_score_gemma":0.000076309545,"teacher_disagreement_score":0.4382562,"about_ca_system_score_codex":0.00012595762,"about_ca_system_score_gemma":0.00092735956,"threshold_uncertainty_score":0.27330214},"labels":[],"label_agreement":null},{"id":"W4400919553","doi":"10.1007/s11096-024-01780-4","title":"Selection of outcome measurement instruments for a core outcome set for trials aimed at improving appropriate polypharmacy in older people in primary care: a Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"International Journal of Clinical Pharmacy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; Queen's University; Saudi Arabia Cultural Bureau in London","keywords":"Polypharmacy; Medicine; Checklist; Delphi method; Guideline; MEDLINE; Family medicine; Intensive care medicine; Psychology; Pathology","score_opus":0.6274789094192258,"score_gpt":0.6406164421690304,"score_spread":0.013137532749804559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400919553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893587,0.0001846486,0.0007330573,0.0026848372,0.0033732308,0.0034107696,0.00010443902,0.000029286934,0.00012103345],"genre_scores_gemma":[0.99695724,0.00008448586,0.0017573937,0.00017341533,0.0007410022,0.00019637991,0.000008981262,0.000028230586,0.000052851967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918512,0.0010358534,0.0043652067,0.0003387515,0.0020510948,0.00035790575],"domain_scores_gemma":[0.99254656,0.0040652435,0.0013074066,0.00009616698,0.0018147657,0.0001698634],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03091597,0.0001785158,0.00095981144,0.00071680505,0.00007650445,0.0001030175,0.00076026004,0.00010123571,0.000059269027],"category_scores_gemma":[0.012143622,0.00015579892,0.000591346,0.0003968573,0.00011399479,0.00027521804,0.00015897598,0.00062488206,0.0000021002259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065535903,0.0012303584,0.8898358,0.0002756575,0.0005146217,0.000059789203,0.0049947724,0.000044899003,0.0024666735,0.0001211051,0.0005292145,0.09337356],"study_design_scores_gemma":[0.2105997,0.0055277506,0.6691689,0.0030258151,0.0018042752,0.00019263943,0.026197804,0.029270614,0.013133261,0.01006059,0.028707353,0.00231129],"about_ca_topic_score_codex":0.0012128099,"about_ca_topic_score_gemma":0.0016159802,"teacher_disagreement_score":0.22066686,"about_ca_system_score_codex":0.0016995764,"about_ca_system_score_gemma":0.00137993,"threshold_uncertainty_score":0.9978759},"labels":[],"label_agreement":null},{"id":"W4400936804","doi":"10.1136/bmjopen-2023-082912","title":"Core socioDemographic data variables in ICU Trials (CoDe-IT): a protocol for generating core data variables using a Delphi consensus process","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of British Columbia; St. Michael's Hospital; University of Toronto; Alberta Health Services; McMaster University; Children's Hospital of Eastern Ontario; McGill University; University of Calgary; Impact","funders":"","keywords":"Medicine; Delphi method; Health care; Protocol (science); Delphi; Population; Research ethics; Health services research; Nursing; Public health; Alternative medicine; Environmental health","score_opus":0.8977189825117553,"score_gpt":0.6961124905491202,"score_spread":0.20160649196263514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400936804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029335613,0.000093022594,0.014618615,0.007582716,0.00042188272,0.9633388,0.0048951954,0.0004783359,0.005637892],"genre_scores_gemma":[0.013576323,0.000015262489,0.198938,0.00046142587,0.0015171474,0.783684,0.0009485452,0.00016416772,0.0006951293],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99334216,0.0013884966,0.0015524168,0.0015567647,0.0011756875,0.00098449],"domain_scores_gemma":[0.99205214,0.0045132306,0.00047680084,0.0023336331,0.0004219738,0.00020224496],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059675258,0.00031930325,0.00086907734,0.0003589471,0.000949152,0.0023106,0.007210264,0.00039238014,0.00025207014],"category_scores_gemma":[0.020768272,0.00028539996,0.00008198065,0.0018715572,0.00051621953,0.0013174955,0.0040237308,0.00048115663,0.0000075217395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003533481,0.0012125683,0.013557285,0.009753543,0.0010211591,0.0008341636,0.019031622,0.0017383099,0.0070832307,0.0776493,0.8383512,0.02623414],"study_design_scores_gemma":[0.0031651487,0.00015068875,0.000033813983,0.0058695003,0.00016462666,0.00004400865,0.011384777,0.7807888,0.0001588495,0.05869,0.13843624,0.0011135604],"about_ca_topic_score_codex":0.0078207115,"about_ca_topic_score_gemma":0.014602592,"teacher_disagreement_score":0.77905047,"about_ca_system_score_codex":0.00019769403,"about_ca_system_score_gemma":0.0073157065,"threshold_uncertainty_score":0.9999598},"labels":[],"label_agreement":null},{"id":"W4401031435","doi":"10.1177/08258597241264455","title":"Setting Regional Priorities for Palliative and End-of-Life Care Research Using a Delphi Technique Approach","year":2024,"lang":"en","type":"article","venue":"Journal of Palliative Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Palliative care; End-of-life care; Delphi method; Delphi; Nursing; MEDLINE; Medicine; Psychology; Computer science; Political science","score_opus":0.3915513562441318,"score_gpt":0.5494021203529874,"score_spread":0.15785076410885562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401031435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.571047,0.16648653,0.21846876,0.012006746,0.0012672356,0.011255192,0.00090346124,0.0003549136,0.018210147],"genre_scores_gemma":[0.91608644,0.0009904121,0.08205886,0.000027753895,0.00063978473,0.000098600874,0.000004981794,0.000035387908,0.000057774083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962098,0.00074064767,0.00059889734,0.00029942015,0.0016392043,0.0005120225],"domain_scores_gemma":[0.9920096,0.002391636,0.00030080098,0.00013639814,0.0049407654,0.00022081459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004006422,0.00016735827,0.00039554178,0.0006971404,0.00059228874,0.00020967046,0.00048762772,0.00024550545,0.000014763252],"category_scores_gemma":[0.0029350987,0.00014829288,0.00021998677,0.0008305198,0.0010482653,0.00033560055,0.00014861107,0.0009435901,3.8377132e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053326983,0.000099633224,0.03833262,0.007381368,0.00056876824,0.0001597348,0.8115757,0.00014046463,0.0100596165,0.097912274,0.0066643716,0.026572172],"study_design_scores_gemma":[0.0006309179,0.0007204602,0.0027163876,0.0039512403,0.000081269005,0.00000859765,0.93758476,0.0007429764,0.0037895942,0.013962577,0.035401672,0.00040955847],"about_ca_topic_score_codex":0.0003567338,"about_ca_topic_score_gemma":0.00017854868,"teacher_disagreement_score":0.34503943,"about_ca_system_score_codex":0.0010265246,"about_ca_system_score_gemma":0.003392824,"threshold_uncertainty_score":0.60472083},"labels":[],"label_agreement":null},{"id":"W4401333442","doi":"10.1097/or9.0000000000000135","title":"Identification of features of fear of progression in people with advanced cancer and systemic treatment: an international modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Journal of Psychosocial Oncology Research and Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Identification (biology); Systemic therapy; Delphi method; Cancer; Medicine; Psychology; Internal medicine; Computer science; Artificial intelligence","score_opus":0.15608956459942738,"score_gpt":0.6070071874682375,"score_spread":0.4509176228688101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401333442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887795,0.00254272,0.000030202846,0.005916132,0.00018404952,0.00072374946,0.000011133497,0.0000048755364,0.0018076687],"genre_scores_gemma":[0.990113,0.009111802,0.00047527056,0.0000030340025,0.00013028059,0.000047543046,6.444954e-7,0.000007551656,0.00011085757],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9964309,0.0016925519,0.00051388517,0.00016756917,0.0010166703,0.0001784489],"domain_scores_gemma":[0.99567866,0.0022187857,0.00052749185,0.000092184244,0.0013895341,0.00009335154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008470262,0.000065351276,0.0002902354,0.00051948865,0.00010623692,0.000054684944,0.00025389573,0.00012057737,0.000009822952],"category_scores_gemma":[0.0015367245,0.000048944865,0.000027140359,0.00066870666,0.00047895344,0.0008049415,0.00003599907,0.00042423178,1.392762e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029745135,0.00814452,0.09926592,0.00052766013,0.00096709677,0.00030500354,0.25758368,0.00005615813,0.061539125,0.011121346,0.00067250105,0.53007185],"study_design_scores_gemma":[0.010970412,0.05919457,0.30450064,0.0031241314,0.0003731465,0.0005070025,0.59887755,0.00037621983,0.004540646,0.006015501,0.011094885,0.00042531954],"about_ca_topic_score_codex":0.0023846573,"about_ca_topic_score_gemma":0.0049502566,"teacher_disagreement_score":0.5296465,"about_ca_system_score_codex":0.00031160677,"about_ca_system_score_gemma":0.0011732315,"threshold_uncertainty_score":0.36049044},"labels":[],"label_agreement":null},{"id":"W4401449570","doi":"10.1186/s12961-024-01188-6","title":"Identifying the essential elements to inform the development of a research agenda for Paramedicine in Ireland: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health services research; Health administration; Delphi method; Medicine; Nursing research; Delphi; Public health; Nursing; Computer science","score_opus":0.7397667705048934,"score_gpt":0.6962619859390238,"score_spread":0.04350478456586959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401449570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80134577,0.005349336,0.0011695321,0.15151428,0.0006972397,0.033969857,0.00004808466,0.00012901933,0.0057768663],"genre_scores_gemma":[0.993534,0.0002606913,0.00012501964,0.00010066484,0.0005490565,0.0036090566,0.0000025682168,0.000018175218,0.0018007568],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882865,0.004210374,0.0011070186,0.00040318028,0.004232834,0.0017601118],"domain_scores_gemma":[0.99164635,0.006767286,0.00006962451,0.00040420055,0.00076519576,0.00034735096],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.13323832,0.00010870937,0.00027806737,0.0015376536,0.002764972,0.0005496143,0.00093324616,0.00008799646,0.000009201299],"category_scores_gemma":[0.008032528,0.000064057815,0.00003505528,0.0044813366,0.00067874615,0.00013107664,0.00049881724,0.000958582,0.00001909551],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022077562,0.00024788012,0.0028912404,0.0029011338,0.0000934102,0.00002375647,0.8019791,0.000007211077,0.00008470508,0.082006074,0.047394603,0.062150076],"study_design_scores_gemma":[0.0007256003,0.00096062507,0.0053737955,0.0020733103,0.0000032321796,0.000004241599,0.53917205,0.0012454307,0.00003778938,0.003835092,0.44641668,0.00015214604],"about_ca_topic_score_codex":0.063013606,"about_ca_topic_score_gemma":0.048769876,"teacher_disagreement_score":0.39902207,"about_ca_system_score_codex":0.0009611218,"about_ca_system_score_gemma":0.006070462,"threshold_uncertainty_score":0.9995642},"labels":[],"label_agreement":null},{"id":"W4401476368","doi":"10.12688/f1000research.154408.1","title":"Publisher preferences for a journal transparency tool: A modified three-round Delphi study","year":2024,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University; McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Open peer review; Plant biology; Transparency (behavior); Delphi method; Physiology; Delphi; Medicine; Neuroscience; Psychology; Computer science; Biology; Artificial intelligence; Botany; Computer security; Operating system","score_opus":0.44085997539175864,"score_gpt":0.5267794180360327,"score_spread":0.08591944264427404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401476368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66256666,0.006180557,0.0155685255,0.031889077,0.010399126,0.037097707,0.00059246377,0.0023352948,0.23337057],"genre_scores_gemma":[0.97087944,0.0006499108,0.0020642402,0.00003337773,0.002077649,0.005711816,0.00004264001,0.00017342232,0.018367495],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9873566,0.0018277498,0.0011966384,0.0014922933,0.0059883944,0.0021383348],"domain_scores_gemma":[0.99350363,0.0018295773,0.00022162775,0.0012363319,0.0025142734,0.00069456757],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022895472,0.00054836203,0.000800249,0.0015802265,0.0015365187,0.008085237,0.005865287,0.0009898326,0.00094580173],"category_scores_gemma":[0.003992384,0.0004881229,0.00057014474,0.0014512826,0.0010237165,0.0005767816,0.0026991782,0.006053671,0.00016117751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010478705,0.0029948356,0.011612793,0.0020548066,0.0015827431,0.00065511913,0.058072016,0.00026529538,0.000073259296,0.03649805,0.7443609,0.14078231],"study_design_scores_gemma":[0.00073689054,0.0008646676,0.0025825421,0.00048719096,0.00013521546,0.0000079280235,0.011057296,0.0009402357,0.000009713305,0.94703525,0.035360433,0.000782663],"about_ca_topic_score_codex":0.009273633,"about_ca_topic_score_gemma":0.02605664,"teacher_disagreement_score":0.9105372,"about_ca_system_score_codex":0.0010304166,"about_ca_system_score_gemma":0.0077322465,"threshold_uncertainty_score":0.99996746},"labels":[],"label_agreement":null},{"id":"W4401477084","doi":"10.1101/2024.08.09.24311736","title":"Empowering Refugee Voices: Using Nominal Group Technique with a Diverse Refugee Patient Advisory Committee (PAC) to Identify Health and Research Priorities","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Refugee; Nominal group technique; Advisory committee; Political science; Medicine; Public administration; Computer science; Law; Knowledge management","score_opus":0.1750701519755633,"score_gpt":0.5054376378489577,"score_spread":0.3303674858733944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401477084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98354506,0.0018483681,0.0011777253,0.004791907,0.0005976328,0.0049000154,0.00009005262,0.00062105095,0.002428167],"genre_scores_gemma":[0.97394013,0.00061969826,0.022791483,0.00022198782,0.00044671376,0.0012147978,0.000012426208,0.00015180997,0.0006009257],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908208,0.0021980468,0.00079287053,0.0015295185,0.00308382,0.0015748905],"domain_scores_gemma":[0.9963923,0.0006246331,0.00026879818,0.0011784851,0.00063647464,0.00089932705],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012175001,0.00049706374,0.000742243,0.0016615111,0.0016262293,0.0010697395,0.0015281858,0.00056872785,0.000047146325],"category_scores_gemma":[0.0009767356,0.00047777305,0.00013827407,0.0014435061,0.0015893944,0.00024700564,0.006632239,0.003820809,0.000042532763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029608002,0.0016578577,0.11581837,0.030417286,0.0012618979,0.005792305,0.5838719,0.00022986886,0.020816661,0.05612877,0.048118185,0.13292614],"study_design_scores_gemma":[0.0009834087,0.0049991384,0.01013975,0.035153974,0.0001769062,0.00016433348,0.16978022,0.00040675452,0.0029699265,0.06322967,0.70752233,0.004473586],"about_ca_topic_score_codex":0.022888212,"about_ca_topic_score_gemma":0.008085993,"teacher_disagreement_score":0.65940416,"about_ca_system_score_codex":0.0019676785,"about_ca_system_score_gemma":0.002349443,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W4401566409","doi":"10.2139/ssrn.4914049","title":"Stakeholder Perspectives on the Reduction of Opioid Exposure in Icu: A Modified Delphi Survey","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Alberta Health Services; McMaster University; Western University; Impact; University of Calgary; University of Alberta","funders":"","keywords":"Opioid; Delphi method; Stakeholder; Reduction (mathematics); Delphi; Survey research; Psychology; Business; Medicine; Political science; Computer science; Applied psychology; Public relations; Internal medicine; Mathematics","score_opus":0.15603294975155846,"score_gpt":0.4059126592616403,"score_spread":0.24987970951008182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401566409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724097,0.009782149,0.00034868595,0.008503713,0.0006920299,0.0010634399,0.000031405136,0.00008250938,0.0070863343],"genre_scores_gemma":[0.97884405,0.018887488,0.00003164607,0.000009483472,0.0005117744,0.00007334374,0.0000048782595,0.00004253259,0.0015948345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9932458,0.00230147,0.00057226385,0.00050706265,0.0013744849,0.0019989554],"domain_scores_gemma":[0.99815655,0.00047245173,0.00032987876,0.00046272666,0.00049547246,0.00008294811],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024453498,0.00025565183,0.00036214432,0.0005953517,0.000312624,0.00023310393,0.0012685581,0.00044594656,0.00006418361],"category_scores_gemma":[0.0014856114,0.0001941476,0.00022449493,0.00078789477,0.0004755454,0.000084415056,0.0003652292,0.010715471,0.000012530877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00036567223,0.0003916548,0.0006791835,0.00007284725,0.00042407535,0.000018569,0.06746425,0.0009164451,0.00039841575,0.91627663,0.0017653389,0.01122689],"study_design_scores_gemma":[0.00017447735,0.00026788772,0.0012984944,0.00033785298,0.000023832396,0.000027256134,0.14464077,0.00006291466,0.00014222985,0.85261995,0.00015418026,0.00025012757],"about_ca_topic_score_codex":0.011997735,"about_ca_topic_score_gemma":0.029217083,"teacher_disagreement_score":0.07717653,"about_ca_system_score_codex":0.0042004567,"about_ca_system_score_gemma":0.01197015,"threshold_uncertainty_score":0.9996222},"labels":[],"label_agreement":null},{"id":"W4401742697","doi":"10.1371/journal.pmed.1004447","title":"A minimum data set—Core outcome set, core data elements, and core measurement set—For degenerative cervical myelopathy research (AO Spine RECODE DCM): A consensus study","year":2024,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Praxis Spinal Cord Institute; McMaster University; Toronto Rehabilitation Institute; University Health Network; University of Toronto; International Collaboration On Repair Discoveries; University of British Columbia","funders":"Cambridge University Hospitals; AOSpine; AO Foundation; University of Cambridge; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Delphi method; Systematic review; Data extraction; Data set; Set (abstract data type); Computer science; Data mining; MEDLINE; Artificial intelligence","score_opus":0.8828792760958166,"score_gpt":0.6200425277044076,"score_spread":0.262836748391409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401742697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8063673,0.012674467,0.00073655596,0.13748571,0.002372835,0.025470424,0.008319149,0.0012654752,0.005308092],"genre_scores_gemma":[0.9865723,0.0009464145,0.004382692,0.00052140665,0.0022879653,0.00079187664,0.0019383656,0.00012826562,0.0024306767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989147,0.0010026247,0.0012140376,0.0019419006,0.005355638,0.0013388088],"domain_scores_gemma":[0.9932254,0.0017932364,0.00016113225,0.002676439,0.001468288,0.00067551585],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030071093,0.00041448505,0.0008198123,0.0005673624,0.00097178645,0.00021818845,0.0031965724,0.00023747697,0.0003807485],"category_scores_gemma":[0.01763976,0.00032451298,0.00004298426,0.0016029595,0.0017126855,0.0002863704,0.002894762,0.0012219344,0.000048035123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005959359,0.0010054389,0.057861004,0.0013227094,0.0010168293,0.001424988,0.041316204,6.3627056e-7,0.00607503,0.0028211053,0.872839,0.013721122],"study_design_scores_gemma":[0.012266848,0.010382849,0.010657365,0.0056225182,0.0017989856,0.00013633419,0.33549845,0.06927842,0.0004934509,0.011516416,0.53982097,0.0025273946],"about_ca_topic_score_codex":0.0033986657,"about_ca_topic_score_gemma":0.015811574,"teacher_disagreement_score":0.33301803,"about_ca_system_score_codex":0.00061483233,"about_ca_system_score_gemma":0.0013242622,"threshold_uncertainty_score":0.99992067},"labels":[],"label_agreement":null},{"id":"W4401809859","doi":"10.1136/ebnurs-2024-104102","title":"Adapting the CanMEDS framework to develop an advanced practice nursing competency framework in Belgium","year":2024,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Nursing; Medical education; Medicine","score_opus":0.1444083220673531,"score_gpt":0.5137286997142027,"score_spread":0.36932037764684955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401809859","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04554454,0.013156061,0.44692063,0.47023308,0.0050912434,0.0029962792,0.0000070878255,0.0014566043,0.01459445],"genre_scores_gemma":[0.74925935,0.00014034762,0.24785852,0.001643304,0.00081669417,0.00014159932,0.0000016368278,0.00005913449,0.000079419944],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9927227,0.0026674059,0.00060633256,0.00085657,0.001855137,0.0012918881],"domain_scores_gemma":[0.98284954,0.015274809,0.00012472137,0.00073378236,0.0006101807,0.00040695668],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010095744,0.0003014035,0.00032199675,0.00054844475,0.001309632,0.0010039924,0.0013535182,0.0003836281,0.00012082078],"category_scores_gemma":[0.038109314,0.00027368043,0.00008514354,0.006824043,0.0008116891,0.0021020481,0.000064291504,0.0020272902,0.00008373373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021189454,0.00021989249,0.00075133244,0.00006449065,0.0000137518255,0.00018469324,0.09005901,0.0019749957,0.00052864203,0.13772611,0.0017950836,0.7664701],"study_design_scores_gemma":[0.00040873807,0.0012774803,0.0075949323,0.26582924,0.00019778647,0.000055757948,0.29677492,0.015808627,0.0036888348,0.30676815,0.09884736,0.00274818],"about_ca_topic_score_codex":0.0018027632,"about_ca_topic_score_gemma":0.0007058035,"teacher_disagreement_score":0.76372194,"about_ca_system_score_codex":0.002697095,"about_ca_system_score_gemma":0.0037482656,"threshold_uncertainty_score":0.9999905},"labels":[],"label_agreement":null},{"id":"W4401960821","doi":"10.1177/00084174241262246","title":"Essential Occupational Therapy Competencies for Low Vision and Blindness","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre","funders":"","keywords":"Occupational therapy; Delphi method; Blindness; Visual impairment; Focus group; Low vision; Medical education; Psychology; Medicine; Delphi; Qualitative research; Curriculum; Nursing; Optometry; Physical therapy; Psychiatry; Pedagogy; Computer science; Artificial intelligence","score_opus":0.2542775167862984,"score_gpt":0.5100311190732397,"score_spread":0.25575360228694133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401960821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718819,0.0075971195,0.008943017,0.008119854,0.0017110856,0.0007383269,0.00021791353,0.000042628853,0.0007481103],"genre_scores_gemma":[0.9951539,0.0010096979,0.0021267934,0.0003141324,0.0010490641,0.000022276507,0.000019512978,0.000020377038,0.00028426023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983929,0.00015142593,0.0003397142,0.00016653781,0.00063258735,0.00031682942],"domain_scores_gemma":[0.99792427,0.00064873724,0.00010743698,0.0000856727,0.00082190795,0.00041196906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016993228,0.00011943738,0.00016857324,0.00057875214,0.00056402764,0.00046779064,0.00033500372,0.00011879363,0.000507678],"category_scores_gemma":[0.00023418081,0.00010100833,0.0001325064,0.00038431614,0.000459773,0.00048087133,0.000006659546,0.00020041228,0.0000057310713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033226234,0.00032182597,0.07053019,0.00012221985,0.00065496925,0.0002862639,0.023558775,0.00024626876,0.0068474053,0.3062793,0.12734184,0.46048832],"study_design_scores_gemma":[0.0015682825,0.0008201141,0.08158459,0.00028249624,0.000011731496,0.00006491181,0.0014248159,0.00084679725,0.001256215,0.029660154,0.8820703,0.00040956287],"about_ca_topic_score_codex":0.0031740991,"about_ca_topic_score_gemma":0.009660067,"teacher_disagreement_score":0.7547285,"about_ca_system_score_codex":0.00021351494,"about_ca_system_score_gemma":0.006084307,"threshold_uncertainty_score":0.9995503},"labels":[],"label_agreement":null},{"id":"W4401973488","doi":"10.1093/aje/kwae319","title":"Emulating randomized trials by observational database studies: the RCT-DUPLICATE initiative in COPD and asthma","year":2024,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Brigham and Women's Hospital; National Heart, Lung, and Blood Institute; Hamilton Health Sciences Foundation; National Institute on Aging; National Institutes of Health","keywords":"Randomized controlled trial; Observational study; Medicine; COPD; Asthma; Physical therapy; Internal medicine","score_opus":0.5479771981135402,"score_gpt":0.5881147775600547,"score_spread":0.040137579446514526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401973488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4954524,0.05933209,0.036085602,0.40430298,0.00089019735,0.0019448593,0.00010110366,0.000079292164,0.0018114618],"genre_scores_gemma":[0.97410476,0.011658206,0.01024607,0.0034073396,0.0004216831,0.000080077836,0.000005288709,0.000013531516,0.000063065054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9760635,0.021361988,0.0017064689,0.0002150781,0.00029041668,0.0003625639],"domain_scores_gemma":[0.78441274,0.21376568,0.0012383144,0.00014502308,0.0003114358,0.00012679216],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.114905074,0.000111918234,0.0015671492,0.00018784477,0.00017294285,0.000027847282,0.0003368215,0.00005128102,0.00004985018],"category_scores_gemma":[0.20544593,0.00006497553,0.00018204203,0.0006162968,0.0033658084,0.00022734056,0.00010018489,0.00059712894,0.0000032178773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017730122,0.00016332068,0.040493462,0.00010252543,0.0024890958,0.00024658363,0.055380937,0.00041052903,0.0009011685,0.32410732,0.27965042,0.27832448],"study_design_scores_gemma":[0.042637378,0.0015545296,0.0089183785,0.0020559316,0.00040614296,0.00022572497,0.13758783,0.014006445,0.00009922565,0.49187165,0.29964837,0.0009883757],"about_ca_topic_score_codex":0.0011239232,"about_ca_topic_score_gemma":0.00012533105,"teacher_disagreement_score":0.47865233,"about_ca_system_score_codex":0.00014897423,"about_ca_system_score_gemma":0.00032432147,"threshold_uncertainty_score":0.99934644},"labels":[],"label_agreement":null},{"id":"W4401976829","doi":"10.1002/gin2.12026","title":"Editorial: The relevance of core outcome sets to clinical guideline development","year":2024,"lang":"en","type":"editorial","venue":"Clinical and Public Health Guidelines","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Relevance (law); Guideline; Outcome (game theory); Core (optical fiber); Medicine; Computer science; Political science; Mathematics; Pathology","score_opus":0.6097130140098723,"score_gpt":0.6596692904778122,"score_spread":0.049956276467939875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401976829","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008729923,0.0019632834,0.00033170255,0.20117955,0.79421026,0.0013495382,0.00022253001,0.00025393438,0.00040188336],"genre_scores_gemma":[0.00004051246,0.012906743,0.015848547,0.006254557,0.9607657,0.00016872905,0.00014738856,0.0000882134,0.0037795897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9778513,0.0026658468,0.01183283,0.0015567364,0.0045590843,0.0015342247],"domain_scores_gemma":[0.9594562,0.026272852,0.0016785201,0.0013805102,0.008976473,0.0022354173],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.11565945,0.000505905,0.0019351073,0.00028827158,0.00074576377,0.00033840886,0.0024099206,0.0025211184,0.00009395906],"category_scores_gemma":[0.32175308,0.00034039575,0.00046897266,0.0011268725,0.0018359929,0.00014837213,0.0013585439,0.0038276268,0.00018700659],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044166456,0.000093266885,0.0011911602,0.00021518143,0.0000556499,0.0000034488683,0.0003388709,2.7859093e-7,2.357016e-8,0.00046579857,0.84022874,0.15736338],"study_design_scores_gemma":[0.00030307175,0.0003071344,0.00009167398,0.00038835916,0.000018932298,3.9713328e-7,0.0004313882,0.000024744679,5.711474e-8,0.0014810662,0.99661386,0.0003393324],"about_ca_topic_score_codex":0.0037398743,"about_ca_topic_score_gemma":0.004714226,"teacher_disagreement_score":0.20609364,"about_ca_system_score_codex":0.00025251953,"about_ca_system_score_gemma":0.022312753,"threshold_uncertainty_score":0.9999048},"labels":[],"label_agreement":null},{"id":"W4402025833","doi":"10.1101/2024.08.26.24312538","title":"Guidance for the Reporting of Bibliometric Analyses: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Toronto Rehabilitation Institute; University of Toronto; Ottawa Hospital","funders":"","keywords":"Bibliometrics; Grey literature; Guideline; Delphi; Delphi method; Peer review; Computer science; Data science; MEDLINE; Library science; Political science","score_opus":0.7186370960098971,"score_gpt":0.6797450684433571,"score_spread":0.03889202756653998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402025833","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2152499e-7,0.9905179,0.0006509819,0.0005218404,0.00031453936,0.004888158,0.000013861302,0.00010937485,0.002983103],"genre_scores_gemma":[0.0000036652073,0.996211,0.0009052192,0.000037024278,0.00029267374,0.0016589668,0.0000037011941,0.000046293797,0.0008414519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939784,0.0006296711,0.0032745902,0.00048276092,0.0011741999,0.00046041],"domain_scores_gemma":[0.9909598,0.0040202467,0.0035740074,0.0008432505,0.00051665935,0.00008600796],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032049887,0.00023436843,0.0019518337,0.009618972,0.0002747082,0.00013611773,0.001559685,0.00019624019,0.00008568742],"category_scores_gemma":[0.06698247,0.0001347626,0.0011783732,0.09680108,0.00031038956,0.00008168927,0.00025837327,0.00043295434,0.00003360877],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9410152e-7,0.000005980939,0.000009403155,0.30215192,0.00008458139,0.000009744346,0.000035213383,3.4394198e-8,2.0479716e-7,0.00023453934,0.0077234795,0.6897447],"study_design_scores_gemma":[0.0000056705394,0.0000078490475,7.406854e-7,0.40339053,0.000680531,0.0000028571349,0.000019155606,0.0000015668238,9.0253553e-7,0.00007712608,0.59572595,0.00008712876],"about_ca_topic_score_codex":0.00030870913,"about_ca_topic_score_gemma":0.000112645095,"teacher_disagreement_score":0.68965757,"about_ca_system_score_codex":0.00013187983,"about_ca_system_score_gemma":0.0018439054,"threshold_uncertainty_score":0.99670833},"labels":[],"label_agreement":null},{"id":"W4402082280","doi":"10.1016/j.placenta.2024.07.103","title":"Development of a core outcome set for studies on placenta accreta spectrum disorder (COPAS): design and execution of a Delphi survey","year":2024,"lang":"en","type":"article","venue":"Placenta","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Placenta accreta; Outcome (game theory); Delphi method; Obstetrics; Medicine; Placenta; Computer science; Biology; Pregnancy; Genetics; Fetus","score_opus":0.5301529993754561,"score_gpt":0.529673692565042,"score_spread":0.00047930681041408185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402082280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98059565,0.0014600265,0.012180023,0.0015182258,0.0005136314,0.0028127949,0.00023939848,0.00015734482,0.0005229197],"genre_scores_gemma":[0.99204904,0.00031888788,0.0070556975,0.000018742843,0.000026144355,0.00012138325,0.000028439694,0.00002084171,0.00036081744],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980303,0.00026678992,0.00047293355,0.00031840726,0.0005715385,0.00034002293],"domain_scores_gemma":[0.99757457,0.0019366675,0.00011581034,0.00016709307,0.00012744381,0.00007844449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00467893,0.00014585373,0.00030515325,0.00019674146,0.00020819323,0.000043410808,0.0002716528,0.00009285372,0.000029555717],"category_scores_gemma":[0.0011064701,0.00012865284,0.000051778512,0.00040722033,0.0003162733,0.00010695036,0.00014392135,0.0001255198,0.0000055962264],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008430225,0.0017497614,0.42408094,0.0061441218,0.0024961794,0.0000699029,0.30656493,0.00044252953,0.009258075,0.08672146,0.10452617,0.04951572],"study_design_scores_gemma":[0.013328305,0.0060777715,0.16938202,0.008077128,0.00083581824,0.000032633296,0.36834762,0.031618416,0.1548626,0.047095295,0.19436307,0.0059793224],"about_ca_topic_score_codex":0.00055798254,"about_ca_topic_score_gemma":0.0037616931,"teacher_disagreement_score":0.2546989,"about_ca_system_score_codex":0.00024701652,"about_ca_system_score_gemma":0.00033004626,"threshold_uncertainty_score":0.5246311},"labels":[],"label_agreement":null},{"id":"W4402109836","doi":"10.55016/ojs/jet.v47i3.52175","title":"A New Logic of Consensus on the Foundations of Science Education in Canada: Results of a Delphi Study of the Expert Community","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Delphi method; Delphi; Engineering ethics; Political science; Sociology; Management science; Epistemology; Computer science; Engineering; Artificial intelligence; Philosophy","score_opus":0.2172172844499171,"score_gpt":0.50056722565617,"score_spread":0.2833499412062529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402109836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667932,0.000050751365,0.000006565705,0.022997249,0.00047287863,0.00036693437,0.000008914509,7.9394744e-7,0.009302732],"genre_scores_gemma":[0.997693,0.000016984859,0.0017502154,0.00008240881,0.00015285324,0.0000046775776,3.229457e-7,0.0000032070213,0.00029632458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99676746,0.0009337559,0.000767947,0.00007422619,0.0013218941,0.00013468695],"domain_scores_gemma":[0.9928187,0.00317607,0.001114397,0.00039304738,0.0024308786,0.00006691707],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050795376,0.000059389655,0.00018405828,0.00025242133,0.00035082942,0.000011365413,0.0012548082,0.000028504952,0.00007599293],"category_scores_gemma":[0.010035602,0.000037401576,0.000048292917,0.0015515181,0.001615596,0.0000909593,0.00008833402,0.00028910587,3.031373e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009748205,0.011367139,0.07956492,0.000060767954,0.00014272664,6.921494e-7,0.25185147,0.00025311633,0.013903951,0.4433285,0.18712005,0.011431841],"study_design_scores_gemma":[0.0008351177,0.0010409902,0.51183355,0.0006211368,0.000028013099,0.000008932598,0.42086282,0.000023658433,0.0123535935,0.04724676,0.0050129816,0.0001324349],"about_ca_topic_score_codex":0.73605746,"about_ca_topic_score_gemma":0.77300537,"teacher_disagreement_score":0.43226862,"about_ca_system_score_codex":0.0005539725,"about_ca_system_score_gemma":0.054799948,"threshold_uncertainty_score":0.9983033},"labels":[],"label_agreement":null},{"id":"W4402183509","doi":"10.1016/j.sapharm.2024.09.001","title":"Development of pharmacy-based best practices to support safer use and management of prescription opioids based on an e-Delphi methodology","year":2024,"lang":"en","type":"article","venue":"Research in Social and Administrative Pharmacy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Medicine; Medical prescription; Delphi method; Best practice; Pharmacy; Family medicine; Medical education; SAFER; Nursing; Political science","score_opus":0.8247754053168072,"score_gpt":0.6736417915390526,"score_spread":0.15113361377775458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402183509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712729,0.00015939711,0.0017852993,0.012595735,0.00013615834,0.0025177086,0.00013981361,0.00007016602,0.011322836],"genre_scores_gemma":[0.9726264,0.0002893195,0.026398242,0.000071855866,0.00008828395,0.0002726996,0.000013086023,0.0000140978045,0.00022603066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994971,0.0024483148,0.0004233193,0.00047026484,0.001195061,0.00049208483],"domain_scores_gemma":[0.9977253,0.0014440693,0.000108559376,0.000111113375,0.000339566,0.0002713546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009314306,0.00014233253,0.0002440423,0.0004375705,0.0003817251,0.00017751331,0.00030495596,0.00006303039,0.00013824597],"category_scores_gemma":[0.0004584672,0.00013873617,0.000037050213,0.0010528683,0.0008399525,0.0004716816,0.00014595091,0.0004085943,0.0000044315016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064329226,0.0034642734,0.02689521,0.0045496966,0.0002906721,0.00068318786,0.061310675,0.000019262769,0.05103761,0.10478865,0.002440817,0.738087],"study_design_scores_gemma":[0.006019583,0.003988984,0.021752318,0.0017595576,0.0001520665,0.0000044031162,0.08448345,0.006496535,0.18044387,0.0077024787,0.6859141,0.0012826719],"about_ca_topic_score_codex":0.0019902529,"about_ca_topic_score_gemma":0.0010009903,"teacher_disagreement_score":0.73680437,"about_ca_system_score_codex":0.0002097387,"about_ca_system_score_gemma":0.0017336252,"threshold_uncertainty_score":0.5657497},"labels":[],"label_agreement":null},{"id":"W4402207765","doi":"10.1101/2024.09.01.24312901","title":"Developing an evaluation framework for public health environmental surveillance: Protocol for an international, multidisciplinary e-Delphi study","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; Ottawa Hospital; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; Health Canada; University of Ottawa","keywords":"Multidisciplinary approach; Protocol (science); Delphi method; Delphi; Public health; Environmental planning; Business; Computer science; Medicine; Political science; Geography; Nursing; Artificial intelligence","score_opus":0.5165587721464261,"score_gpt":0.6002593248137825,"score_spread":0.08370055266735643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402207765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26854086,0.000030705807,0.052717544,0.019286152,0.001825143,0.6562638,0.0003900846,0.00064348214,0.00030218784],"genre_scores_gemma":[0.44126597,0.000010123231,0.034400214,0.00004278577,0.0007783895,0.523162,0.00022528894,0.00006385492,0.000051366424],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99371123,0.0016763149,0.00073398254,0.0012188834,0.0019559264,0.0007036529],"domain_scores_gemma":[0.9975786,0.0005992244,0.000385814,0.00075136666,0.00038437804,0.0003005862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024990289,0.00030781698,0.0003802986,0.00039104297,0.0008335771,0.00068709865,0.0017190368,0.00041471305,0.00011281561],"category_scores_gemma":[0.001982577,0.00031303373,0.00014577358,0.00024278663,0.00021231854,0.00033480424,0.0012264226,0.00076959707,0.000012234633],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006764226,0.006833322,0.4765849,0.0023834503,0.0006702818,0.000013531493,0.16867833,0.00039734985,0.00011325533,0.05224255,0.0025939161,0.2888127],"study_design_scores_gemma":[0.0026660627,0.0030568547,0.14521888,0.00096137566,0.00004447596,0.0000022695535,0.06706744,0.04442832,0.00006815278,0.6643848,0.07013804,0.001963324],"about_ca_topic_score_codex":0.00035067793,"about_ca_topic_score_gemma":0.0024145963,"teacher_disagreement_score":0.61214226,"about_ca_system_score_codex":0.0022484602,"about_ca_system_score_gemma":0.0029353139,"threshold_uncertainty_score":0.99993217},"labels":[],"label_agreement":null},{"id":"W4402232403","doi":"10.1016/s1569-1993(24)01660-6","title":"822 Inclusion of community reviewers in the peer review process: Cystic Fibrosis Canada's experience","year":2024,"lang":"en","type":"article","venue":"Journal of Cystic Fibrosis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cystic fibrosis; Medicine; Inclusion (mineral); Peer review; Process (computing); Internal medicine; Social science; Sociology; Computer science; Political science; Law","score_opus":0.07868051735281338,"score_gpt":0.43986839781809595,"score_spread":0.36118788046528255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402232403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4595825,0.33351302,0.0014632879,0.18111446,0.002256129,0.0038836843,0.00019164117,0.00013259538,0.017862653],"genre_scores_gemma":[0.99231726,0.0057142675,0.00104833,0.0005822993,0.00010789838,0.00003659481,0.0000026682785,0.000014789323,0.00017591579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99278545,0.002054086,0.0010095165,0.00011783661,0.003682171,0.0003509574],"domain_scores_gemma":[0.99495924,0.0028692358,0.00039291827,0.00038499085,0.0012598085,0.00013383204],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0154027995,0.00014944786,0.00048550052,0.00019020244,0.0005675669,0.00009930496,0.0017632026,0.00008964381,0.00017224495],"category_scores_gemma":[0.015878936,0.000099934885,0.00016534679,0.001739436,0.00036845947,0.00033684535,0.00029475178,0.0010295567,0.0000028031548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023963007,0.0004921256,0.00202234,0.028359145,0.00011228895,0.0003746287,0.23364095,0.00009210646,0.006773684,0.0021263924,0.6551512,0.07061552],"study_design_scores_gemma":[0.0003459569,0.0008423043,0.005302163,0.06894414,0.00028863872,0.0001662211,0.051198743,0.00011824488,0.0010388636,0.008256814,0.86295366,0.000544271],"about_ca_topic_score_codex":0.13465053,"about_ca_topic_score_gemma":0.06170361,"teacher_disagreement_score":0.5327347,"about_ca_system_score_codex":0.00054207264,"about_ca_system_score_gemma":0.0021902802,"threshold_uncertainty_score":0.9924107},"labels":[],"label_agreement":null},{"id":"W4402235873","doi":"10.29390/001c.122345","title":"The scholarly and practice profile of respiratory therapists in Canada: A cross-sectional survey","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Cross-sectional study; Medicine; Family medicine; Psychology; Geography; Pathology","score_opus":0.1864149989553238,"score_gpt":0.44384275619852437,"score_spread":0.25742775724320055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402235873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461038,0.047501616,0.000012938099,0.0018380932,0.00077639427,0.00036356246,0.000061741484,0.000009260669,0.0033326107],"genre_scores_gemma":[0.9980234,0.00068351976,0.000046372228,0.00084730226,0.00021703211,0.000012499549,3.3937047e-7,0.000022566088,0.0001469719],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956147,0.0022845927,0.00059261685,0.00018318798,0.00088262267,0.00044227825],"domain_scores_gemma":[0.9950859,0.0028214273,0.00023653147,0.0002065981,0.0011745067,0.00047501866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018085912,0.00011562661,0.00018392417,0.0004225084,0.00051553524,0.0007730698,0.00065722706,0.00012884887,0.00012535379],"category_scores_gemma":[0.0045646722,0.000089834,0.00005966745,0.00082239154,0.0007250221,0.0009562445,0.000014030116,0.0008328985,0.0000020991324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030829172,0.000015252307,0.9456803,0.000018519424,0.000108060005,0.00049875036,0.0022501156,0.000008798574,0.00083454896,0.00381147,0.009279205,0.03718668],"study_design_scores_gemma":[0.00019917198,0.00012991998,0.48975974,0.000042187832,0.0000011236791,0.0000147525725,0.00084030017,0.0000021327642,0.00014640456,0.00035771332,0.5084259,0.000080678496],"about_ca_topic_score_codex":0.9037093,"about_ca_topic_score_gemma":0.9950775,"teacher_disagreement_score":0.49914667,"about_ca_system_score_codex":0.001577343,"about_ca_system_score_gemma":0.052784372,"threshold_uncertainty_score":0.95258546},"labels":[],"label_agreement":null},{"id":"W4402276507","doi":"10.21203/rs.3.rs-4874060/v1","title":"Interpretation of statistical findings in randomised trials: a survey of statisticians using thematic analysis of open-ended questions","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Interpretation (philosophy); Thematic map; Thematic analysis; Statistical analysis; Psychology; Data science; Computer science; Statistics; Geography; Sociology; Cartography; Mathematics; Social science; Qualitative research","score_opus":0.4511409839467877,"score_gpt":0.6255978031808759,"score_spread":0.17445681923408818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402276507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7724326,0.00096960063,0.18848245,0.0005015795,0.00028145633,0.014929441,0.015485573,0.00007767572,0.006839577],"genre_scores_gemma":[0.9897362,0.0002588644,0.00928943,0.000001129371,0.000015494878,0.00033538043,0.0002649603,0.000028083647,0.00007043266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9685374,0.02443658,0.0025594328,0.00065177935,0.0031999915,0.00061480986],"domain_scores_gemma":[0.9577154,0.038193595,0.00060335203,0.0006395401,0.0027006275,0.00014749635],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09285028,0.00019827085,0.0021835398,0.004435029,0.00012060996,0.00025443253,0.0015997867,0.00038151638,0.0004916358],"category_scores_gemma":[0.1328899,0.00018502657,0.00031053185,0.006236494,0.0013490295,0.00010688841,0.0018398566,0.0013929805,0.000003003453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029423662,0.0060608936,0.058117144,0.043158196,0.01678775,0.000292142,0.24270014,0.029207781,0.013507751,0.49949768,0.0063025625,0.054944295],"study_design_scores_gemma":[0.0055885143,0.00053090206,0.082493596,0.017893601,0.0021942651,5.212058e-7,0.02623441,0.5479177,0.0011141986,0.3152954,0.000013433233,0.0007234178],"about_ca_topic_score_codex":0.20778191,"about_ca_topic_score_gemma":0.05560471,"teacher_disagreement_score":0.51870996,"about_ca_system_score_codex":0.00071517646,"about_ca_system_score_gemma":0.0041479203,"threshold_uncertainty_score":0.961628},"labels":[],"label_agreement":null},{"id":"W4402328500","doi":"10.1101/2024.09.06.24313213","title":"Establishing a Core Outcome Set for Creatine Transporter Deficiency and Guanidinoacetate Methyltransferase Deficiency","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Toronto; University of Alberta; University of British Columbia; Hospital for Sick Children; University of Ottawa","funders":"","keywords":"Creatine; Transporter; Core (optical fiber); Internal medicine; Set (abstract data type); Outcome (game theory); Endocrinology; Medicine; Chemistry; Biochemistry; Mathematics; Computer science; Mathematical economics; Gene","score_opus":0.2992745177182856,"score_gpt":0.48308193891062584,"score_spread":0.18380742119234023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402328500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95983565,0.0031408255,0.009729264,0.005528512,0.0010805727,0.003107315,0.0007615456,0.0007393003,0.016077016],"genre_scores_gemma":[0.9909566,0.0007730054,0.0056337663,0.00012911193,0.00024226862,0.00073810446,0.000067834786,0.00009863264,0.0013606506],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99520516,0.00029115006,0.0008962547,0.0012911886,0.0012377519,0.0010784807],"domain_scores_gemma":[0.99727917,0.0011875202,0.00015250483,0.0006791431,0.00034329703,0.00035836516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007430216,0.00048732353,0.0007125556,0.0005344876,0.0006199054,0.0007700139,0.001330696,0.0006005539,0.00016483989],"category_scores_gemma":[0.0016865166,0.0004428011,0.00036482926,0.0006360129,0.0007272118,0.0001984704,0.00043052892,0.0014924088,0.000020113974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046787216,0.00089693436,0.37890908,0.018227166,0.00037406787,0.0013595375,0.19692914,0.00033289104,0.011099244,0.32513243,0.008226895,0.058044735],"study_design_scores_gemma":[0.0026797606,0.0009885053,0.026308866,0.0031136884,0.0021167689,0.00008590157,0.023729166,0.0055669383,0.004492394,0.8580413,0.06671286,0.006163877],"about_ca_topic_score_codex":0.0029238495,"about_ca_topic_score_gemma":0.0014810188,"teacher_disagreement_score":0.53290886,"about_ca_system_score_codex":0.000193341,"about_ca_system_score_gemma":0.0006457466,"threshold_uncertainty_score":0.99980235},"labels":[],"label_agreement":null},{"id":"W4402441558","doi":"10.1016/j.eclinm.2024.102825","title":"Supportive care 2030 movement: towards unifying ambitions for global excellence in supportive cancer care—an international Delphi study","year":2024,"lang":"en","type":"article","venue":"EClinicalMedicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Cancer Care Ontario; University of Calgary","funders":"National Center for Advancing Translational Sciences; National Health and Medical Research Council; LEO Pharma; Ono Pharmaceutical; Otsuka Pharmaceutical; Pfizer; Vifor Pharma; Fondazione Cariplo; Les Laboratories Pierre Fabre; Helsinn; Gilead Sciences; Sanofi; American Society of Clinical Oncology; Amgen","keywords":"Medicine; Excellence; Delphi method; Delphi; Nursing","score_opus":0.2039369793078215,"score_gpt":0.5812601747534216,"score_spread":0.3773231954456001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402441558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8553646,0.0031745136,0.0042442214,0.052155897,0.007342787,0.00891291,0.0020204412,0.0009073833,0.06587724],"genre_scores_gemma":[0.9956412,0.00058253447,0.0005575808,0.000507177,0.0010636485,0.00097387953,0.0001190829,0.000022636757,0.00053231156],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99649596,0.00028734672,0.0007845112,0.000704163,0.0011612603,0.0005667406],"domain_scores_gemma":[0.99802506,0.0005780052,0.00010801714,0.00030011416,0.0007099582,0.00027886342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022734457,0.00018406207,0.00032760057,0.00020476076,0.0002474437,0.00011016119,0.0007621804,0.00016341553,0.0008961336],"category_scores_gemma":[0.0016207526,0.0001718377,0.00011970891,0.0007550231,0.0005087796,0.00037940903,0.00018954955,0.00044881649,0.000015950349],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005037453,0.0017795191,0.39782408,0.00043229974,0.00040916563,0.0011762682,0.3156226,0.000110315836,0.000092283604,0.024891878,0.017064603,0.24009325],"study_design_scores_gemma":[0.0029573683,0.002823257,0.116406925,0.0011847296,0.00017326418,0.0000022719996,0.7877192,0.0008466695,0.00013140823,0.014349001,0.07275316,0.00065275514],"about_ca_topic_score_codex":0.015767505,"about_ca_topic_score_gemma":0.04841489,"teacher_disagreement_score":0.4720966,"about_ca_system_score_codex":0.0013151934,"about_ca_system_score_gemma":0.0015217081,"threshold_uncertainty_score":0.9907866},"labels":[],"label_agreement":null},{"id":"W4402556033","doi":"10.1111/1911-3846.12983","title":"<i>CAR</i> 2024 Reviewer Recognition Program / Programme de reconnaissance des réviseurs 2024 de <i>RCC</i>","year":2024,"lang":"fr","type":"article","venue":"Contemporary Accounting Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.35455654762020494,"score_gpt":0.4990328611381845,"score_spread":0.14447631351797957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402556033","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034245864,0.40560484,0.00038652492,0.06469667,0.0069490336,0.008141027,0.00018869159,0.002142787,0.47764456],"genre_scores_gemma":[0.39578247,0.05841059,0.01763577,0.0010121757,0.010571838,0.007179799,0.00012605054,0.000599554,0.5086817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98310673,0.005339777,0.001341865,0.0018838644,0.0032107371,0.0051170103],"domain_scores_gemma":[0.99078006,0.0033589627,0.00021337045,0.0009958467,0.003491754,0.001159993],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","insufficient_payload"],"category_scores_codex":[0.058888733,0.0006543592,0.0007500256,0.0010464845,0.0022943625,0.004438858,0.0021264022,0.0010024755,0.002513669],"category_scores_gemma":[0.013915518,0.0007075976,0.0005549757,0.008513214,0.0063486095,0.0031399818,0.00083161256,0.005237192,0.002621151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006628259,0.000345235,0.0028771001,0.0034245383,0.00009616574,0.0005728632,0.00286206,6.44567e-7,0.0003379616,0.0018644077,0.51385367,0.47369906],"study_design_scores_gemma":[0.0002566256,0.00047402695,0.00015028067,0.012517012,0.000038400307,0.000085455526,0.0041505843,0.0012662826,0.0006986061,0.057179723,0.9224934,0.00068960094],"about_ca_topic_score_codex":0.0043217153,"about_ca_topic_score_gemma":0.0005157847,"teacher_disagreement_score":0.47300947,"about_ca_system_score_codex":0.0024137022,"about_ca_system_score_gemma":0.007534913,"threshold_uncertainty_score":0.9995375},"labels":[],"label_agreement":null},{"id":"W4402578974","doi":"10.1097/01.hjh.0001063048.88937.73","title":"P044 TEAM-BASED CARE TO MANAGE COMPLEX CASES OF HYPERTENSION","year":2024,"lang":"en","type":"article","venue":"Journal of Hypertension","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute","funders":"","keywords":"Medicine; Intensive care medicine; Family medicine","score_opus":0.2542342851643585,"score_gpt":0.4270681755517765,"score_spread":0.17283389038741803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402578974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746277,0.0032030991,0.0007260138,0.015172197,0.0009855619,0.0004892551,0.000016124184,0.00012481304,0.0046552746],"genre_scores_gemma":[0.99384195,0.00021917188,0.004857008,0.00060417835,0.00029517317,0.0000026367743,0.0000023767261,0.000026689366,0.00015083184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974042,0.00025869044,0.00051206234,0.00020213515,0.0012972283,0.00032564567],"domain_scores_gemma":[0.99754465,0.0006159857,0.00013926072,0.00024337707,0.0012054902,0.0002512208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012686217,0.0001342774,0.0003941209,0.00065538933,0.00021606965,0.000090117006,0.0004295357,0.00012873528,0.00013542445],"category_scores_gemma":[0.0010751425,0.000103369224,0.00023420068,0.0007427202,0.00018110622,0.00020917533,0.00009488067,0.00033847828,0.000039083727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006298693,0.00045320892,0.0012927563,0.0006240023,0.00013553434,0.014326679,0.007480034,0.00051886716,0.39499155,0.001458698,0.42327845,0.15481035],"study_design_scores_gemma":[0.0013792961,0.00274893,0.00819519,0.003916703,0.0003056609,0.0017194153,0.031008124,0.0039761555,0.029119786,0.0011712507,0.91571254,0.0007469735],"about_ca_topic_score_codex":0.0010063112,"about_ca_topic_score_gemma":0.00021690183,"teacher_disagreement_score":0.49243405,"about_ca_system_score_codex":0.00020278657,"about_ca_system_score_gemma":0.00032204928,"threshold_uncertainty_score":0.42152748},"labels":[],"label_agreement":null},{"id":"W4402588925","doi":"10.37464/2024.413.816","title":"An environmental scan of studies reporting current practices for the conduct of environmental scans","year":2024,"lang":"en","type":"article","venue":"Australian journal of advanced nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Fulbright Canada; McMaster University","keywords":"Environmental reporting; Current (fluid); Project commissioning; Publishing; Medicine; Business; Medical physics; Environmental planning; Accounting; Political science; Engineering; Environmental science","score_opus":0.3963370733849391,"score_gpt":0.5939580052225614,"score_spread":0.19762093183762225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402588925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818941,0.011859497,0.0004407437,0.003941503,0.0012095144,0.0004954977,0.000035451623,0.000015476431,0.000108261345],"genre_scores_gemma":[0.9931424,0.0017167069,0.00475203,0.0000030259946,0.0002561065,0.000006049449,0.0000010285873,0.000015368843,0.000107230066],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99768054,0.00018347509,0.0010040576,0.00016237203,0.0006902297,0.0002793281],"domain_scores_gemma":[0.9964924,0.0006860107,0.002503247,0.00016243008,0.00005788128,0.00009803727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031750991,0.000107228334,0.0002795725,0.00013494326,0.00024643663,0.000046211157,0.00035826676,0.000043751003,0.000039545186],"category_scores_gemma":[0.00095776375,0.000080532984,0.00016711568,0.0001557241,0.0012063207,0.00084377127,0.00001835717,0.00032158397,4.2604663e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015849576,0.0003219761,0.002294497,0.00016838608,0.00020828414,0.000032211003,0.027139673,0.0006376081,0.2994045,0.0005384244,0.00078979693,0.6683062],"study_design_scores_gemma":[0.00073736836,0.001736709,0.007913135,0.005215836,0.0005416173,0.00022966794,0.6990609,0.00015391684,0.24117611,0.008750535,0.034060515,0.00042369784],"about_ca_topic_score_codex":0.000022019867,"about_ca_topic_score_gemma":0.000011588258,"teacher_disagreement_score":0.6719212,"about_ca_system_score_codex":0.00038732827,"about_ca_system_score_gemma":0.00016329926,"threshold_uncertainty_score":0.4444739},"labels":[],"label_agreement":null},{"id":"W4402599811","doi":"10.1016/j.chest.2024.06.3642","title":"PATIENT-REPORTED IMPACT OF PHILIPS RECALL IN CANADIAN ADULTS WITH OBSTRUCTIVE SLEEP APNEA TREATED WITH POSITIVE AIRWAY PRESSURE THERAPY","year":2024,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Obstructive sleep apnea; Medicine; Continuous positive airway pressure; Positive airway pressure; Airway; Recall; Apnea; Sleep (system call); Sleep apnea; Anesthesia; Cardiology; Intensive care medicine; Psychology","score_opus":0.030087721686204695,"score_gpt":0.3477074945683235,"score_spread":0.3176197728821188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402599811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902113,0.00062056415,0.00002754827,0.000709904,0.000053153326,0.00060187886,0.00004321812,0.000045068606,0.0076873708],"genre_scores_gemma":[0.9993373,0.00013496574,0.0002510663,0.000011925614,0.00008909639,0.00002400263,0.000005923854,0.000028558947,0.000117140946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791765,0.00027881665,0.00029760323,0.00025578134,0.0006457694,0.0006043486],"domain_scores_gemma":[0.9985254,0.00014946342,0.00015267527,0.00016092864,0.00052546925,0.00048610338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069906487,0.00017113173,0.0002351089,0.00046001552,0.00021354112,0.0001587328,0.00025236077,0.00014837828,0.00021670517],"category_scores_gemma":[0.00013753984,0.00011136731,0.00008567957,0.0010731372,0.00039515717,0.00036118718,0.000013176048,0.0006968985,0.0000023079217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003102218,0.00032193758,0.6874066,0.00007812711,0.0016121749,0.005376151,0.11922567,0.0004884423,0.0009857399,0.00028850732,0.0009654669,0.18014896],"study_design_scores_gemma":[0.003386441,0.0070502,0.9433796,0.0026529566,0.00015262728,0.001191518,0.021976184,0.0017108663,0.008868939,0.0010765691,0.0075018676,0.0010522585],"about_ca_topic_score_codex":0.4033435,"about_ca_topic_score_gemma":0.3137458,"teacher_disagreement_score":0.25597298,"about_ca_system_score_codex":0.00076691253,"about_ca_system_score_gemma":0.0022112727,"threshold_uncertainty_score":0.69877654},"labels":[],"label_agreement":null},{"id":"W4402680058","doi":"10.3390/nursrep14030185","title":"Implementing Best Practice Guidelines under the Best Practice Spotlight Organisation: Facilitators and Barriers for Nurses: A Delphi Study","year":2024,"lang":"en","type":"article","venue":"Nursing Reports","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Delphi method; Delphi; Nursing; Medical education; Medicine; Political science; Computer science","score_opus":0.12599915539166595,"score_gpt":0.5271947468220892,"score_spread":0.40119559143042327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402680058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5126742,0.006080989,0.00912724,0.3837904,0.010270165,0.012229339,0.000039979564,0.0014286591,0.064358994],"genre_scores_gemma":[0.98925114,0.00010312209,0.0070201247,0.00041103511,0.0006741404,0.00026962624,0.000004634819,0.00005613841,0.0022100229],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99623454,0.00047515042,0.00076406327,0.0006492473,0.0012282755,0.00064875215],"domain_scores_gemma":[0.9948714,0.0027090358,0.0003033124,0.00047079235,0.0014402093,0.00020529846],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012067453,0.00018978454,0.00018796862,0.00015101043,0.0020499935,0.0010523741,0.00023098057,0.00011913238,0.00007882955],"category_scores_gemma":[0.025424922,0.00015347051,0.00006955088,0.00065447815,0.00046975905,0.0011710059,0.000074819865,0.00031352488,0.000011408884],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022848204,0.0014391876,0.0075448276,0.00021407554,0.0007949772,0.0024626704,0.5169991,0.000056484078,0.00076119177,0.035036027,0.21619558,0.21826734],"study_design_scores_gemma":[0.00006313979,0.00017354381,0.000026565716,0.00012764514,0.00019403285,0.00020583338,0.51694,0.000047623736,0.000048896694,0.0029263687,0.47911736,0.00012898238],"about_ca_topic_score_codex":0.0026034964,"about_ca_topic_score_gemma":0.00055341015,"teacher_disagreement_score":0.47657692,"about_ca_system_score_codex":0.00045787927,"about_ca_system_score_gemma":0.0011104349,"threshold_uncertainty_score":0.9999846},"labels":[],"label_agreement":null},{"id":"W4402847909","doi":"10.2196/57661","title":"Investigation of Study Procedures to Estimate Sensitivity and Reliability of a Virtual Physical Assessment Developed for Workplace Concussions: Method-Comparison Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Neurotechnology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; Carleton University; Hamilton Health Sciences; University of Toronto; University Health Network; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Preprint; Reliability (semiconductor); Sensitivity (control systems); Reliability engineering; Engineering; Computer science; Applied psychology; Psychology; World Wide Web; Physics","score_opus":0.1454168150098555,"score_gpt":0.5534310668687498,"score_spread":0.4080142518588943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402847909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737381,0.000005512758,0.012496385,0.0036176236,0.00006582106,0.009684528,0.000015049799,0.0003504952,0.000026533819],"genre_scores_gemma":[0.9825699,8.4523435e-7,0.015964538,0.0000120442455,0.000017721542,0.0013976793,0.0000010246823,0.000016551905,0.000019695672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996456,0.0015765132,0.00047892396,0.0006889284,0.0005181209,0.00028150185],"domain_scores_gemma":[0.9966552,0.0023923644,0.00013005175,0.00041706258,0.0003097326,0.000095588606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004880684,0.00015690892,0.0004999588,0.00027598836,0.00018139236,0.00003899539,0.00027375578,0.00016905612,0.0000018428448],"category_scores_gemma":[0.0051445314,0.00013673778,0.00004624402,0.0010982082,0.0006477959,0.00012394344,0.00036746642,0.00045224573,8.0260634e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070967164,0.0046986807,0.7700216,0.0008393189,0.000102698046,0.00003845054,0.049378406,0.0003398585,0.12159722,0.018444048,0.0006220151,0.033208024],"study_design_scores_gemma":[0.0015081603,0.013254745,0.8169789,0.00031072373,0.00014720048,0.0000063632087,0.057468306,0.020916061,0.0573672,0.031061206,0.0003590322,0.00062211195],"about_ca_topic_score_codex":0.00031931637,"about_ca_topic_score_gemma":0.0011099434,"teacher_disagreement_score":0.064230025,"about_ca_system_score_codex":0.00013589782,"about_ca_system_score_gemma":0.0006648567,"threshold_uncertainty_score":0.6158856},"labels":[],"label_agreement":null},{"id":"W4402931838","doi":"10.1038/d41586-024-03171-1","title":"I botched my poster presentation — how do I perform better next time?","year":2024,"lang":"en","type":"article","venue":"Nature","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Presentation (obstetrics); Computer science; Computational biology; Medicine; Biology","score_opus":0.04712162482846944,"score_gpt":0.421652387654436,"score_spread":0.3745307628259666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402931838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48290795,0.0035761835,0.00004086891,0.33425352,0.0013293384,0.0011092939,0.000026304537,0.0009296579,0.17582688],"genre_scores_gemma":[0.9749144,0.000056977,0.00045149925,0.0009209364,0.000834436,0.000032732216,0.00001411539,0.0000193646,0.022755574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844176,0.00011485154,0.00007803413,0.00025227974,0.00080399134,0.00030906705],"domain_scores_gemma":[0.9993582,0.00023744289,0.0000174608,0.00018147407,0.00012467748,0.000080765705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007356522,0.00008674031,0.00008141862,0.00013189047,0.00018460372,0.0008023752,0.00034917766,0.00096451177,0.0017157049],"category_scores_gemma":[0.00030081547,0.000073484356,0.000070324655,0.0004702408,0.0001270607,0.0006248719,0.00007460641,0.001843956,0.00049776747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018333683,0.000024820887,0.0017222206,0.000058633763,0.000032939555,0.000072234674,0.008541819,2.1944214e-7,0.0072269454,0.003969346,0.87593347,0.102399],"study_design_scores_gemma":[0.000116871604,0.000046109166,0.003012548,0.00009018592,0.000016523767,0.000004926121,0.0018258364,0.00033302454,0.004429112,0.0055596987,0.98433536,0.00022978532],"about_ca_topic_score_codex":0.00007171138,"about_ca_topic_score_gemma":0.0000516123,"teacher_disagreement_score":0.4920064,"about_ca_system_score_codex":0.00012931527,"about_ca_system_score_gemma":0.00012764696,"threshold_uncertainty_score":0.9991969},"labels":[],"label_agreement":null},{"id":"W4403058935","doi":"10.58931/cait.2024.4268","title":"Abstract Presentation Highlights from the 2024 EAACI Annual Meeting","year":2024,"lang":"en","type":"article","venue":"Canadian allergy & immunology today.","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Presentation (obstetrics); Medicine; Library science; Medical physics; Computer science; Surgery","score_opus":0.03726880086750193,"score_gpt":0.3489117429356379,"score_spread":0.311642942068136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403058935","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23629628,0.02114364,0.000043565215,0.24174082,0.006877966,0.0010267892,0.0003621188,0.0007758871,0.49173293],"genre_scores_gemma":[0.9818084,0.0012814819,0.00012588745,0.00053215114,0.0007694297,0.000092287155,0.000058083573,0.000035758276,0.015296505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782664,0.00034906366,0.00026078333,0.00040833015,0.00036793054,0.0007872703],"domain_scores_gemma":[0.99831676,0.0008785526,0.000043098673,0.0003825249,0.00013824734,0.00024082662],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008991501,0.00015342628,0.00014214362,0.00024589107,0.0008699292,0.00029487436,0.0009407987,0.00033761337,0.0039699343],"category_scores_gemma":[0.00043496626,0.00013013146,0.000090944595,0.00051822164,0.00069543545,0.0003122209,0.000080954895,0.0005999175,0.0011471265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021971311,0.00002070172,0.00035061938,0.0000077539125,0.0005736425,0.0006146367,0.030604053,0.000015350324,0.0014540186,0.13793062,0.7976243,0.030782318],"study_design_scores_gemma":[0.000061807725,0.000016308062,0.013310073,0.00006393535,0.0000073100246,0.0000028459801,0.007893481,0.000023263185,0.00021173344,0.0052264202,0.97302836,0.00015447846],"about_ca_topic_score_codex":0.816763,"about_ca_topic_score_gemma":0.9010174,"teacher_disagreement_score":0.7455121,"about_ca_system_score_codex":0.00057678355,"about_ca_system_score_gemma":0.0017681911,"threshold_uncertainty_score":0.9996306},"labels":[],"label_agreement":null},{"id":"W4403139590","doi":"10.1016/j.nmd.2024.07.283","title":"403P CONNECT1-EDO51: a 12-week open-label Phase 2 study to evaluate PGN-EDO51 safety and efficacy in people with Duchenne amenable to exon 51 skipping","year":2024,"lang":"en","type":"article","venue":"Neuromuscular Disorders","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stan Cassidy Foundation; Hospital for Sick Children; Université Laval; Centre hospitalier de l'Université Laval; Children's Hospital of Eastern Ontario","funders":"","keywords":"Exon skipping; Phase (matter); Open label; Medicine; Exon; Oncology; Pharmacology; Internal medicine; Chemistry; Biology; Genetics; Adverse effect; Gene; Alternative splicing","score_opus":0.09753408140306404,"score_gpt":0.4438714200173738,"score_spread":0.34633733861430976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403139590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765443,0.00027497121,0.00082873163,0.009599088,0.00019232107,0.00714574,0.000011671365,0.0003109766,0.005092159],"genre_scores_gemma":[0.99714196,0.00027052115,0.000689459,0.00047611925,0.00005045575,0.0006055083,0.000006241883,0.00009136205,0.00066839176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949283,0.0010742538,0.00045194407,0.0012691127,0.0012394789,0.0010369094],"domain_scores_gemma":[0.9980192,0.0006643588,0.00005352455,0.00065283885,0.00012547374,0.00048457517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037981358,0.00034907728,0.0005130861,0.0005792136,0.00057767145,0.00091498834,0.0010803445,0.000089625006,0.00016048622],"category_scores_gemma":[0.0013729801,0.00033208472,0.000055871482,0.0027740018,0.00018548511,0.00050815975,0.00073187693,0.00052769337,0.000086338696],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006562961,0.03711106,0.019506615,0.00076426996,0.000845382,0.0018358326,0.42311558,0.004615995,0.014399185,0.0061917924,0.009270988,0.47578034],"study_design_scores_gemma":[0.06950594,0.046557102,0.1215666,0.0027412348,0.0007757087,0.000052617215,0.22625239,0.013317294,0.0007995478,0.0042108656,0.5074446,0.0067760535],"about_ca_topic_score_codex":0.013135177,"about_ca_topic_score_gemma":0.07150143,"teacher_disagreement_score":0.49817365,"about_ca_system_score_codex":0.00026420347,"about_ca_system_score_gemma":0.00047188773,"threshold_uncertainty_score":0.9999131},"labels":[],"label_agreement":null},{"id":"W4403156588","doi":"10.1016/j.eclinm.2024.102875","title":"Policy options to address the effectiveness of health service management graduates in solving Iranian health system challenges: a mixed scoping review and policy Delphi approach","year":2024,"lang":"en","type":"article","venue":"EClinicalMedicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Virtual University","funders":"National Agency for Strategic Research in Medical Education","keywords":"Medicine; Delphi method; Delphi; Health policy; Health services; Nursing; Medical education; Management science; Environmental health; Public health; Population","score_opus":0.26017202053988947,"score_gpt":0.5423407019379247,"score_spread":0.28216868139803525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403156588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018587328,0.19737668,0.0021314162,0.7724936,0.00024299773,0.012016678,0.00001895645,0.00035107226,0.013509871],"genre_scores_gemma":[0.7608812,0.2337306,0.0013068384,0.0028577475,0.0003613631,0.00080158963,0.0000064650717,0.000031237272,0.000022979315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9930236,0.0041486598,0.0010363235,0.0005123245,0.0006655982,0.000613507],"domain_scores_gemma":[0.9961125,0.0028397911,0.00016660997,0.00046409457,0.000118979915,0.00029799892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03464965,0.00016514315,0.0008094701,0.00054236647,0.00031504003,0.000041417843,0.0005522586,0.000076772456,0.0000031965158],"category_scores_gemma":[0.0019247141,0.00012018841,0.000065232816,0.002666602,0.00026737855,0.000086115666,0.00029720116,0.00038170928,0.000006950499],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006245157,0.00029949826,0.0002299398,0.3595545,0.00015283575,0.00002333061,0.021584148,0.00004073244,0.000005007907,0.43569833,0.0010280526,0.18132119],"study_design_scores_gemma":[0.001644861,0.0010576582,0.02934536,0.8959594,0.00012137795,0.000034664765,0.06159659,0.0008341585,0.000004292354,0.0052975467,0.0035365266,0.00056760374],"about_ca_topic_score_codex":0.01762901,"about_ca_topic_score_gemma":0.003432683,"teacher_disagreement_score":0.76963586,"about_ca_system_score_codex":0.0005408913,"about_ca_system_score_gemma":0.0012376055,"threshold_uncertainty_score":0.9940313},"labels":[],"label_agreement":null},{"id":"W4403385919","doi":"10.2147/por.s478163","title":"Improving the Transparency and Replicability of Consensus Methods: Respiratory Medicine as a Case Example","year":2024,"lang":"en","type":"editorial","venue":"Pragmatic and Observational Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Faculty of Medical Sciences, Newcastle University; Fakultet Medicinskih Nauka, Univerziteta U Kragujevcu; Universiteit Leiden; Newcastle University; University of Oxford; Dartmouth College; Bristol-Myers Squibb","keywords":"Transparency (behavior); Respiratory Medicine; Medicine; Respiratory system; Computer science; Internal medicine; Surgery; Computer security","score_opus":0.47083460579331987,"score_gpt":0.5893030958967278,"score_spread":0.11846849010340793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403385919","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10832364,0.10459638,0.0057329834,0.21876724,0.4396425,0.03082706,0.002934985,0.0010741412,0.08810109],"genre_scores_gemma":[0.06344213,0.010128215,0.06309031,0.00056360505,0.8373051,0.0053906627,0.00042397855,0.00042059482,0.019235365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98899704,0.0052473783,0.0008617337,0.00074479857,0.0036162909,0.00053277635],"domain_scores_gemma":[0.9176824,0.07878325,0.0002169753,0.0007167941,0.002354643,0.0002459437],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07240691,0.00019787354,0.0004717297,0.00031004628,0.0009766564,0.0001638866,0.00057987985,0.0005662627,0.00018982205],"category_scores_gemma":[0.13052246,0.00013714966,0.000059717775,0.0009960673,0.004780974,0.00009978251,0.00037453396,0.0020241262,0.000005518012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007824824,0.000044282526,0.00014079407,0.002365421,0.000073141455,0.00018699381,0.010277089,2.855319e-7,0.0003436856,0.064963356,0.89395684,0.027569862],"study_design_scores_gemma":[0.00022401403,0.00023432555,0.00016396692,0.00047546698,0.00005278176,0.000017546055,0.0069829845,0.00024054087,0.000025031748,0.120488495,0.8709367,0.00015814074],"about_ca_topic_score_codex":0.056775242,"about_ca_topic_score_gemma":0.0033417186,"teacher_disagreement_score":0.39766267,"about_ca_system_score_codex":0.00021384415,"about_ca_system_score_gemma":0.0030498523,"threshold_uncertainty_score":0.9979274},"labels":[],"label_agreement":null},{"id":"W4403421089","doi":"10.1101/2024.10.14.24315468","title":"Red flags for remote cognitive assessment: An expert consensus study using the Delphi method on behalf of the Canadian Consortium on Neurodegeneration in Aging","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Centre Hospitalier de l’Université de Montréal; University of Alberta; Baycrest Hospital; University of Toronto; University of Calgary; University of Northern British Columbia; Jewish General Hospital; Nova Scotia Health Authority; McGill University Health Centre; McGill University; Montreal Neurological Institute and Hospital; Centre for Family Medicine; University of British Columbia; McMaster University; Canadian AIDS Treatment Information Exchange; Dalhousie University","funders":"","keywords":"Delphi method; Delphi; Neurodegeneration; FLAGS register; Psychology; Medicine; Computer science; Artificial intelligence; Disease; Pathology","score_opus":0.2740946633971052,"score_gpt":0.5366075314325425,"score_spread":0.2625128680354373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403421089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97603494,0.00004139271,0.0006858584,0.013779286,0.0010008025,0.0053007985,0.00011207224,0.000060824572,0.0029840227],"genre_scores_gemma":[0.99602526,0.000009481103,0.0030415503,0.00033462784,0.00020994057,0.00021529026,0.000010030736,0.000047970367,0.0001058477],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99321723,0.0041282997,0.00049866206,0.000699951,0.0009842702,0.0004715575],"domain_scores_gemma":[0.99688244,0.0016335387,0.00024186392,0.0006636599,0.00044234065,0.00013615716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008455717,0.00023765862,0.00032495643,0.00042699112,0.00075905776,0.00025313068,0.00083073217,0.00025846428,0.000011547337],"category_scores_gemma":[0.0020778566,0.00017208261,0.0001312521,0.00054158113,0.00037715925,0.00002975588,0.0003298203,0.0012789603,0.0000010288339],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012621209,0.0033909818,0.094598606,0.00095740263,0.0014999757,0.0013093087,0.6060025,0.032522593,0.05682481,0.052736666,0.0051318854,0.14376315],"study_design_scores_gemma":[0.0038810647,0.0025842558,0.10334574,0.0074405195,0.0010706991,0.000024414921,0.27058354,0.45451668,0.061609566,0.08521221,0.0061678705,0.0035634479],"about_ca_topic_score_codex":0.40432405,"about_ca_topic_score_gemma":0.7741214,"teacher_disagreement_score":0.4219941,"about_ca_system_score_codex":0.00077502,"about_ca_system_score_gemma":0.002720446,"threshold_uncertainty_score":0.7017325},"labels":[],"label_agreement":null},{"id":"W4403505203","doi":"10.1111/obr.13849","title":"A Core set of patient‐reported outcome measures to measure quality of life in obesity treatment research","year":2024,"lang":"en","type":"review","venue":"Obesity Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Obesity Network","funders":"Johnson and Johnson; Novo Nordisk; Medtronic","keywords":"Quality of life (healthcare); Prom; Delphi method; Patient-reported outcome; Medicine; Psychology; Gerontology; Physical therapy; Nursing; Computer science; Artificial intelligence","score_opus":0.8554272322835985,"score_gpt":0.6348879504642091,"score_spread":0.22053928181938942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403505203","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013529038,0.98306584,0.000006738219,0.00019732246,0.00022059862,0.010803756,0.0001899271,0.00008213739,0.0040807803],"genre_scores_gemma":[0.0014095937,0.99582046,0.0003675495,0.000017354609,0.00012926041,0.001210341,0.000036710324,0.000060374452,0.0009483688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9765884,0.012482213,0.004883035,0.0011881372,0.003824182,0.0010340085],"domain_scores_gemma":[0.993504,0.0014127136,0.0014155365,0.001926074,0.0011495592,0.0005921135],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04214467,0.00064747926,0.0064135557,0.001258485,0.00023371867,0.00008264777,0.001697577,0.000798324,0.0001690197],"category_scores_gemma":[0.022425843,0.00047316097,0.0016431623,0.0052281735,0.00064332155,0.00011652121,0.00065276516,0.0013432646,0.00033328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002719145,0.0007692293,0.014819542,0.048993327,0.00021950783,0.00005097146,0.004303473,1.5200466e-7,0.0000026796788,0.0013333454,0.008214314,0.92126626],"study_design_scores_gemma":[0.00010023248,0.0002029547,0.0002603803,0.021193054,0.00028438043,0.0000016619593,0.0003986149,1.4084281e-7,0.0000028538584,0.00036885243,0.9768197,0.00036715402],"about_ca_topic_score_codex":0.02696591,"about_ca_topic_score_gemma":0.026783038,"teacher_disagreement_score":0.9686054,"about_ca_system_score_codex":0.002087519,"about_ca_system_score_gemma":0.0034153063,"threshold_uncertainty_score":0.999772},"labels":[],"label_agreement":null},{"id":"W4403505229","doi":"10.1177/1753495x241290681","title":"Patient-reported outcomes in research on critically ill obstetric patients","year":2024,"lang":"en","type":"article","venue":"Obstetric Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University; Mount Sinai Hospital; Université de Montréal; Hôpital Maisonneuve-Rosemont; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Critically ill; Intensive care medicine; Emergency medicine","score_opus":0.24518143785391272,"score_gpt":0.5142234413521198,"score_spread":0.2690420034982071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403505229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5381613,0.0036769116,0.000047499063,0.04014472,0.0056361905,0.0027126416,0.000015463995,0.0007291881,0.40887612],"genre_scores_gemma":[0.99233955,0.0003933715,0.0001373451,0.0008665231,0.00020757696,0.00014817911,0.000012808007,0.00004317097,0.0058514914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913292,0.0010577608,0.0008505556,0.00072911975,0.004839374,0.0011939681],"domain_scores_gemma":[0.98104984,0.015682578,0.00005972608,0.0006138246,0.0021274544,0.00046658228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004622042,0.00022113719,0.00044313053,0.0043621263,0.00032754496,0.00012471313,0.0006538736,0.00027782042,0.00091215345],"category_scores_gemma":[0.15417466,0.0001699027,0.000083907835,0.0114907725,0.0009447792,0.00021867454,0.00017828685,0.0013221016,0.0004255253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008740241,0.0015917715,0.19319168,0.00031983055,0.000109100394,0.00395306,0.019042656,0.0000045424927,0.00010436109,0.063441776,0.17568944,0.5424644],"study_design_scores_gemma":[0.0034208712,0.003952173,0.1864141,0.002596048,0.000055975765,0.000007027916,0.030039437,0.00034557478,0.00019703498,0.01972567,0.7522106,0.0010354525],"about_ca_topic_score_codex":0.0025975395,"about_ca_topic_score_gemma":0.00017004705,"teacher_disagreement_score":0.5765212,"about_ca_system_score_codex":0.0011603006,"about_ca_system_score_gemma":0.00045829074,"threshold_uncertainty_score":0.998744},"labels":[],"label_agreement":null},{"id":"W4403524479","doi":"10.1007/s11135-024-01969-9","title":"Guidelines for reporting research using systematic coding of observed human behaviour (SCOBe)","year":2024,"lang":"en","type":"article","venue":"Quality & Quantity","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Lorentz Center","keywords":"Coding (social sciences); Psychology; Data science; Computer science; Statistics; Mathematics","score_opus":0.9543431565977181,"score_gpt":0.744072668137121,"score_spread":0.21027048846059704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403524479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851771,0.0006942563,0.008791828,0.0014245661,0.00038774972,0.0021342572,0.00003252748,0.0003493891,0.0010083464],"genre_scores_gemma":[0.98923033,0.000028141692,0.009570679,0.00001674634,0.00027039426,0.00011507108,0.0000065709824,0.000031015137,0.0007310483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9912469,0.0024880688,0.0029958943,0.0005115961,0.0020556622,0.0007019184],"domain_scores_gemma":[0.9922396,0.0027459825,0.00089972565,0.00064648443,0.0033234057,0.00014479322],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1046612,0.0001384014,0.0006337826,0.00035562803,0.0011585127,0.00040693438,0.00068505685,0.00021305114,0.000047628786],"category_scores_gemma":[0.062160265,0.00013249317,0.00029810166,0.001159197,0.0005585755,0.0003624251,0.00021928787,0.00042671748,0.000007999122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026202453,0.00020027532,0.046257257,0.060777906,0.000111868445,0.00005687421,0.008965302,0.000015771191,0.08903948,0.78914934,0.005066298,0.0003334115],"study_design_scores_gemma":[0.0018467891,0.0013033254,0.033020258,0.16957149,0.0010330477,0.000056761794,0.30371386,0.040550865,0.12852736,0.30937862,0.00645985,0.004537777],"about_ca_topic_score_codex":0.058323182,"about_ca_topic_score_gemma":0.007634485,"teacher_disagreement_score":0.47977075,"about_ca_system_score_codex":0.00043185992,"about_ca_system_score_gemma":0.00072370865,"threshold_uncertainty_score":0.9479475},"labels":[],"label_agreement":null},{"id":"W4403584965","doi":"10.3390/healthcare12202049","title":"Identifying Elements for a Cardiac Rehabilitation Program for Caregivers: An International Delphi Consensus","year":2024,"lang":"en","type":"article","venue":"Healthcare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Reseau canadien de recherche respiratoire","keywords":"Delphi method; Psychological intervention; Rehabilitation; Context (archaeology); Focus group; Health care; Medicine; Delphi; Nursing; Psychology; Medical education; Family medicine; Physical therapy; Computer science","score_opus":0.2175305399204607,"score_gpt":0.5723507544672741,"score_spread":0.35482021454681345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403584965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5480048,0.004303779,0.013616298,0.3429804,0.018525643,0.054591954,0.0039810725,0.006003594,0.007992454],"genre_scores_gemma":[0.9235318,0.00009766734,0.070780456,0.0000794107,0.0007115793,0.004210811,0.00016297263,0.000032320942,0.00039300756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982444,0.00021350988,0.00026250587,0.00036423767,0.0005104444,0.0004049079],"domain_scores_gemma":[0.99808794,0.0007973009,0.000047403668,0.00016552079,0.0007486676,0.00015315201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021943697,0.00008101346,0.00011677292,0.00018657382,0.00041387853,0.00027545894,0.00026126148,0.00011620247,0.000018332694],"category_scores_gemma":[0.0010675084,0.00008972664,0.00012688125,0.00024793242,0.00014003032,0.0002387502,0.00003277062,0.00011985742,0.000006161359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014934,0.000099519784,0.010762158,0.0014177292,0.000084475934,0.0000075533703,0.048806705,0.0000017859134,0.000096202675,0.1730379,0.031654205,0.7338824],"study_design_scores_gemma":[0.0003289793,0.00082143827,0.0012861701,0.00033435808,0.000019693662,8.287919e-7,0.08082553,0.001963078,0.000046548,0.032808945,0.88134766,0.0002167669],"about_ca_topic_score_codex":0.0028379057,"about_ca_topic_score_gemma":0.0030664597,"teacher_disagreement_score":0.8496935,"about_ca_system_score_codex":0.0005855478,"about_ca_system_score_gemma":0.000566411,"threshold_uncertainty_score":0.42900833},"labels":[],"label_agreement":null},{"id":"W4403745229","doi":"10.1080/1750984x.2024.2416967","title":"Scoping review of literature and systematic search of web-based resources: parasport classification instructions, experiences, and outcomes","year":2024,"lang":"en","type":"article","venue":"International Review of Sport and Exercise Psychology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada; Mitacs","keywords":"Psychology; Systematic review; Information retrieval; Web resource; World Wide Web; Data science; Computer science; MEDLINE","score_opus":0.07205291773701664,"score_gpt":0.4795079617515177,"score_spread":0.40745504401450106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403745229","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1892009,0.8028372,0.000030099947,0.003875567,0.0002712356,0.0015552596,0.000013001972,0.000026795973,0.0021899873],"genre_scores_gemma":[0.4143555,0.58483946,0.00043909028,0.00013716251,0.00001468793,0.00014723075,0.000009932858,0.000004721089,0.00005220413],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982835,0.000051163795,0.0007852254,0.00025551618,0.00051707716,0.00010751586],"domain_scores_gemma":[0.99906677,0.00009843014,0.0002473961,0.00018826008,0.00033950357,0.000059624086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024281626,0.0000940083,0.00058088027,0.00025208443,0.00004231009,0.0000238077,0.00022998195,0.00008234219,0.00010401695],"category_scores_gemma":[0.00018382425,0.00007360021,0.00007037076,0.0003922188,0.0005482002,0.00013895023,0.000039281316,0.00012422561,8.5341287e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029486082,0.000066108165,0.04424768,0.9202467,0.00004839806,0.000013354909,0.0040087453,4.6867587e-8,0.000052090098,0.009319693,0.0008279943,0.02113969],"study_design_scores_gemma":[0.00010908621,0.000033320342,0.010369015,0.98604447,0.000054106436,0.00002002369,0.0009918767,0.000027614984,0.000026865204,0.00026635829,0.001974513,0.000082763065],"about_ca_topic_score_codex":0.00005502273,"about_ca_topic_score_gemma":0.000009096751,"teacher_disagreement_score":0.22515461,"about_ca_system_score_codex":0.00001799081,"about_ca_system_score_gemma":0.00012387874,"threshold_uncertainty_score":0.30013296},"labels":[],"label_agreement":null},{"id":"W4403894995","doi":"10.1017/dmp.2024.88","title":"A Pilot Study in the Use of the Delphi Method to Document Conference Proceedings: Comparison of the Rate of Consensus Among Attending and Nonattending Participants","year":2024,"lang":"en","type":"article","venue":"Disaster Medicine and Public Health Preparedness","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Delphi method; Preparedness; Delphi; Prioritization; Medicine; Scale (ratio); Medical education; Nominal group; Psychology; Family medicine; Political science; Management science; Computer science; Engineering; Geography","score_opus":0.5504145536678348,"score_gpt":0.5551430555940405,"score_spread":0.004728501926205775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403894995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721463,0.00014784586,0.00019882966,0.024858676,0.00017208811,0.0021764652,0.0000092407345,0.000014915767,0.00027565885],"genre_scores_gemma":[0.9992908,0.000021294742,0.00011261734,0.00036730518,0.000032368247,0.00014018365,4.2053128e-7,0.000007926099,0.000027083554],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99598294,0.0017792132,0.0007626472,0.00029135958,0.0007335904,0.00045024967],"domain_scores_gemma":[0.99717176,0.0019209208,0.00026442675,0.0002432789,0.00023582713,0.00016377134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011634538,0.00011820087,0.0004098088,0.00017175484,0.0002350824,0.000095065116,0.0004798108,0.000031134925,0.0000141141945],"category_scores_gemma":[0.0021214397,0.00005834462,0.000023970162,0.0010924865,0.0009193007,0.00016448137,0.00030019673,0.0002634117,9.96768e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003390565,0.00015599135,0.23236495,0.00038192482,0.000026108582,9.713013e-7,0.7582528,0.0000021800765,0.0001383205,0.0036670547,0.0016390849,0.0033366876],"study_design_scores_gemma":[0.0003721653,0.0008019724,0.07972672,0.0015942196,0.000031508567,0.0000022174843,0.914239,0.0011039226,0.00002210929,0.0004146149,0.00160673,0.00008484629],"about_ca_topic_score_codex":0.017898133,"about_ca_topic_score_gemma":0.009662358,"teacher_disagreement_score":0.15598616,"about_ca_system_score_codex":0.00007448105,"about_ca_system_score_gemma":0.0004859426,"threshold_uncertainty_score":0.98864174},"labels":[],"label_agreement":null},{"id":"W4404090571","doi":"10.1183/13993003.congress-2024.pa1427","title":"Core outcome set for studies investigating secretion clearance interventions used in the community by patients with neuromuscular disease (NMD).","year":2024,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Core (optical fiber); Disease; Outcome (game theory); Psychological intervention; Set (abstract data type); Computer science; Secretion; Medicine; Physical medicine and rehabilitation; Internal medicine; Psychiatry","score_opus":0.6052187905304822,"score_gpt":0.5621242338288803,"score_spread":0.043094556701601894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404090571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917076,0.00019986789,0.00093167427,0.0051696366,0.00007965825,0.001336624,0.00006970305,0.00016226842,0.0003429703],"genre_scores_gemma":[0.998787,0.00001949662,0.00031239446,0.00025305265,0.00001723053,0.00034610255,0.000047009977,0.000012232286,0.0002054921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981006,0.00083026814,0.00022237857,0.00014771812,0.00047786764,0.00022119495],"domain_scores_gemma":[0.99849534,0.0010348442,0.00003763097,0.0002349535,0.00012948149,0.00006777323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026895686,0.000083340085,0.00011026152,0.000070088805,0.0006366239,0.00016055335,0.00041783226,0.00003303354,0.000017027407],"category_scores_gemma":[0.001842099,0.000054451404,0.00008785267,0.0004741422,0.00047989836,0.0002254278,0.000088863766,0.0003763648,0.000004272733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062525534,0.0004977475,0.8852346,0.001287393,0.00010512531,0.000012314531,0.05728088,0.000030711482,0.00003899288,0.029543648,0.021928051,0.0039780196],"study_design_scores_gemma":[0.0015459029,0.0008958277,0.77994275,0.0024533651,0.0001600761,5.488497e-7,0.13736324,0.0037797804,0.00003625635,0.058760438,0.014327217,0.0007345954],"about_ca_topic_score_codex":0.0013900461,"about_ca_topic_score_gemma":0.0037193394,"teacher_disagreement_score":0.105291836,"about_ca_system_score_codex":0.00009186364,"about_ca_system_score_gemma":0.00005423085,"threshold_uncertainty_score":0.48964608},"labels":[],"label_agreement":null},{"id":"W4404100740","doi":"10.1183/13993003.congress-2024.pa1210","title":"Type-2 biomarker elevation across asthma treatment steps in the ORACLE patient-level meta-analysis of all-comer trials","year":2024,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Elevation (ballistics); Meta-analysis; Asthma; Biomarker; Medicine; Oracle; Computer science; Oncology; Internal medicine; Engineering; Biology; Programming language","score_opus":0.7207813205978857,"score_gpt":0.5936904764232969,"score_spread":0.12709084417458882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404100740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229805,0.0029281927,0.0025052577,0.028502928,0.00038747714,0.0041391235,0.00051296136,0.00030756806,0.037736002],"genre_scores_gemma":[0.99638796,0.00011981216,0.0005964399,0.00011351613,0.000017782948,0.00016740394,0.000023521095,0.000008690447,0.002564865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962138,0.0017171591,0.00059526163,0.00026481834,0.0009119618,0.00029700066],"domain_scores_gemma":[0.9971965,0.0021531018,0.00010757408,0.00033034626,0.00017144365,0.00004105927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009927479,0.00010936718,0.00060165056,0.00035973344,0.000106254825,0.00019051455,0.00032243307,0.00009951827,0.0022987453],"category_scores_gemma":[0.0008470676,0.00005873812,0.00066923175,0.0034642892,0.00014748951,0.00017433718,0.000045246474,0.00007976174,0.000047281766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037252528,0.0020289226,0.0044914847,0.00006383544,0.26438466,0.00012851426,0.18137628,0.00018568644,0.0064069713,0.07771811,0.027314367,0.43552864],"study_design_scores_gemma":[0.001193151,0.001260094,0.030709542,0.000025404786,0.1004516,0.0000024649012,0.10403931,0.0067639793,0.01662804,0.010367773,0.7274573,0.0011013466],"about_ca_topic_score_codex":0.014161405,"about_ca_topic_score_gemma":0.016643245,"teacher_disagreement_score":0.7001429,"about_ca_system_score_codex":0.00017335052,"about_ca_system_score_gemma":0.00013604281,"threshold_uncertainty_score":0.9986133},"labels":[],"label_agreement":null},{"id":"W4404146585","doi":"10.1115/1.4067008","title":"JCISE Editorial Board—Year 2024","year":2024,"lang":"en","type":"article","venue":"Journal of Computing and Information Science in Engineering","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Engineering; Computer science; Engineering drawing; Library science","score_opus":0.022224027181109145,"score_gpt":0.3783292993113579,"score_spread":0.35610527213024873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404146585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8083195,0.00029627018,0.07213544,0.0025516232,0.0948511,0.00025031867,0.0000014294086,0.00020878432,0.021385508],"genre_scores_gemma":[0.993095,0.00010127181,0.0029935867,0.000010831638,0.0037826626,3.462605e-7,4.5290754e-8,0.0000020743005,0.00001417612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985392,0.000015115354,0.00032851752,0.000045215816,0.00087542017,0.00019651701],"domain_scores_gemma":[0.99937254,0.0001940204,0.00005911433,0.00004072234,0.00024006685,0.00009355442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058990265,0.00004187379,0.00007668523,0.0008567077,0.00011527511,0.0005953019,0.00025030508,0.00004154767,0.0000075571343],"category_scores_gemma":[0.0012812344,0.00003743485,0.000023554137,0.0011519392,0.00012393393,0.0040204762,0.000053433345,0.0003249232,0.000006179466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052298125,0.00005301352,0.0061800117,0.0006981268,0.000028754674,0.00006924378,0.16852711,0.2695247,0.0029637557,0.112969734,0.09939514,0.3395381],"study_design_scores_gemma":[0.00026611958,0.00009944725,0.0028608565,0.0009850324,0.0000043028476,0.00003432985,0.00711335,0.3619634,0.00026853877,0.00051907095,0.62567264,0.0002129291],"about_ca_topic_score_codex":0.000024797668,"about_ca_topic_score_gemma":9.632762e-7,"teacher_disagreement_score":0.5262775,"about_ca_system_score_codex":0.00014979682,"about_ca_system_score_gemma":0.00036963835,"threshold_uncertainty_score":0.574051},"labels":[],"label_agreement":null},{"id":"W4404257790","doi":"10.29173/cjen481","title":"Highlights of NENA 2015 Conference: Prepare for the Unexpected","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.2773504432318593,"score_gpt":0.4842487076399151,"score_spread":0.2068982644080558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404257790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3448498,0.032861777,0.028289972,0.30408362,0.040118493,0.0046401676,0.0002227701,0.00012669813,0.24480672],"genre_scores_gemma":[0.9976823,0.00012529115,0.00075270067,0.000013074052,0.00049206684,0.0000059020813,0.000001073521,0.000011760329,0.00091588346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841845,0.00017548805,0.0004267228,0.00009117588,0.00048129022,0.0004068637],"domain_scores_gemma":[0.99662995,0.00011875233,0.00027542416,0.0001721467,0.0020668858,0.000736823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017050209,0.00007783535,0.00017056231,0.0002332326,0.00037060695,0.000039058916,0.0006806484,0.00009005149,0.00035535294],"category_scores_gemma":[0.0015332283,0.0000597775,0.00011132633,0.00045084424,0.00034312176,0.00019968412,0.0000055110822,0.0001439464,0.0000019385523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055558394,0.00003296354,0.0014495709,0.000012523657,0.00006175112,0.000017247836,0.056662925,0.000057876383,0.0003543197,0.04003812,0.89145994,0.009797226],"study_design_scores_gemma":[0.00066377874,0.0005136254,0.0015385107,0.00052017055,0.000119879456,0.000019591818,0.0848012,0.000409317,0.0014894155,0.081022106,0.82857,0.0003323969],"about_ca_topic_score_codex":0.01910494,"about_ca_topic_score_gemma":0.10836643,"teacher_disagreement_score":0.65283245,"about_ca_system_score_codex":0.00040129008,"about_ca_system_score_gemma":0.0053534806,"threshold_uncertainty_score":0.98742694},"labels":[],"label_agreement":null},{"id":"W4404257820","doi":"10.29173/cjen484","title":"CNA Certification Program announces new developments","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Business; Engineering; Computer science; Engineering management; Management; Economics","score_opus":0.40073217824428803,"score_gpt":0.5075862994404932,"score_spread":0.10685412119620513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404257820","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30036587,0.009514487,0.0066631893,0.09290348,0.025927836,0.0018521124,0.000011397368,0.00021268602,0.56254894],"genre_scores_gemma":[0.98557895,0.00010022274,0.0110345865,0.00002833845,0.00076154893,0.000004339243,0.000002146239,0.000013726229,0.0024761392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831593,0.00017381666,0.0003772178,0.000101780555,0.00057812274,0.00045310537],"domain_scores_gemma":[0.99730957,0.000017700975,0.00018352283,0.00010005315,0.00080091116,0.0015882724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018853383,0.00007321486,0.00010908142,0.00034026804,0.00034811493,0.00009309186,0.00048463125,0.00008295394,0.0002143808],"category_scores_gemma":[0.0012372351,0.00007539167,0.000051639112,0.00069695537,0.00015157065,0.0004038093,0.0000038083476,0.00019206869,0.000025659905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009576175,0.00003615057,0.018302223,0.000003257768,0.000017029508,0.00003408669,0.029376568,0.000010537255,0.00007186725,0.0022284563,0.5099734,0.43993682],"study_design_scores_gemma":[0.00015662202,0.00013556115,0.0074749338,0.00019939331,0.000015822105,0.00001528462,0.014954315,0.000023869896,0.00017541758,0.023275325,0.95337003,0.00020341013],"about_ca_topic_score_codex":0.019353978,"about_ca_topic_score_gemma":0.072400615,"teacher_disagreement_score":0.6852131,"about_ca_system_score_codex":0.0009427581,"about_ca_system_score_gemma":0.0100808395,"threshold_uncertainty_score":0.9955311},"labels":[],"label_agreement":null},{"id":"W4404343597","doi":"10.1139/cjps-2024-0097","title":"AAC Planet field pea","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Plant Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Agriculture and Agri-Food Canada","funders":"Alberta Pulse Growers Commission; Saskatchewan Pulse Growers","keywords":"Field pea; Planet; Field (mathematics); Biology; Astrobiology; Environmental science; Agronomy; Mathematics; Physics; Crop; Astronomy","score_opus":0.08416559314366685,"score_gpt":0.40485661241529286,"score_spread":0.320691019271626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404343597","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2640412,0.0060108304,0.0019795652,0.09648685,0.016315661,0.0008201292,0.00087675196,0.0002330339,0.613236],"genre_scores_gemma":[0.9982322,0.00006844355,0.00033894516,0.00025388578,0.00037464427,7.736405e-7,0.0000010415927,0.000003937622,0.0007261339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843204,0.000053408014,0.00017501251,0.00012316178,0.00071784336,0.00049852644],"domain_scores_gemma":[0.99851537,0.00029902055,0.000040700786,0.00009719555,0.00012185568,0.0009258786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035044404,0.000051494066,0.00008199317,0.0006974802,0.0005117372,0.00053090823,0.0010069215,0.00005347977,0.00066457683],"category_scores_gemma":[0.00096505834,0.000044329197,0.000028870216,0.0008275984,0.0007946669,0.00046600142,0.000015328294,0.00034019595,0.00007134482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091019565,0.0000072490743,0.0036880835,0.000024915504,0.000013190208,0.0059557557,0.011238108,0.000017015092,0.0014750992,0.10801228,0.8329546,0.036604594],"study_design_scores_gemma":[0.00002505998,0.000076790515,0.0006049338,0.00011553908,0.0000036596284,0.00025717053,0.0014722963,0.00009850831,0.00043064132,0.0023058665,0.9945229,0.00008662465],"about_ca_topic_score_codex":0.048554484,"about_ca_topic_score_gemma":0.13670236,"teacher_disagreement_score":0.734191,"about_ca_system_score_codex":0.0002876214,"about_ca_system_score_gemma":0.010396029,"threshold_uncertainty_score":0.9952141},"labels":[],"label_agreement":null},{"id":"W4404545234","doi":"10.1016/j.jshs.2024.101012","title":"The Youth Fitness International Test (YFIT) battery for monitoring and surveillance among children and adolescents: A modified Delphi consensus project with 169 experts from 50 countries and territories","year":2024,"lang":"en","type":"article","venue":"Journal of sport and health science/Journal of Sport and Health Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Children's Hospital of Eastern Ontario","funders":"Agencia Estatal de Investigación; Universidad de Cuenca; Universidade Federal de Sergipe; Nelson Mandela University; Shanghai Institute of Technology; Peking University; University of Northern British Columbia; Univerza v Ljubljani; Universidad de Granada; Universidad de Castilla-La Mancha; Háskóli Íslands; Public Health Agency of Canada; Universität Zürich; Albert-Ludwigs-Universität Freiburg; East China Normal University; Shanghai University of Sport; University of South Australia; Hong Kong Baptist University; Public Health Agency; Edge Hill University; Victoria University; Erasmus+; Junta de Andalucía; European Commission; University of Alberta; Università degli Studi di Pavia; Itä-Suomen Yliopisto; National University of Singapore","keywords":"Test (biology); Delphi method; Psychology; Variety (cybernetics); Environmental health; Gerontology; Applied psychology; Medicine; Computer science","score_opus":0.09111496552779236,"score_gpt":0.4292217472232659,"score_spread":0.33810678169547353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404545234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769576,0.008510622,0.00001427696,0.012981425,0.0009430017,0.0005488136,0.000013443099,0.000013468443,0.00001733542],"genre_scores_gemma":[0.97599494,0.021613246,0.0014104474,0.00015114242,0.0007995198,0.000004742543,8.0719667e-7,0.00001032493,0.000014832386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99605787,0.0000030075041,0.0010166004,0.00041433092,0.0017945776,0.00071363297],"domain_scores_gemma":[0.9971276,0.000045684905,0.0009976496,0.00011638329,0.0009472259,0.0007654788],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0133905895,0.00019565773,0.00051334884,0.0005962503,0.0025878025,0.0013243591,0.0005744373,0.00006760491,8.875219e-7],"category_scores_gemma":[0.000026654283,0.00012435084,0.000035638706,0.00063405244,0.005799419,0.0013512393,0.00014611652,0.00044313062,2.4247031e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014068787,0.000024038618,0.9884713,0.00008717536,0.000009536824,0.000022786078,0.008436656,0.0000010656273,0.0000048258494,0.00032924788,0.00015329338,0.0023193802],"study_design_scores_gemma":[0.0005009878,0.0005517261,0.9807879,0.0013830019,0.000008937548,0.00038830686,0.014649319,0.000104804465,0.00001789285,0.0002924524,0.0011788992,0.00013579328],"about_ca_topic_score_codex":0.0043866932,"about_ca_topic_score_gemma":0.0010337757,"teacher_disagreement_score":0.013363935,"about_ca_system_score_codex":0.00027398244,"about_ca_system_score_gemma":0.0052046585,"threshold_uncertainty_score":0.99971235},"labels":[],"label_agreement":null},{"id":"W4404636434","doi":"10.1016/j.futures.2024.103514","title":"The future of artificial intelligence: Insights from recent Delphi studies","year":2024,"lang":"en","type":"article","venue":"Futures","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Rimouski; Université du Québec à Rimouski","funders":"","keywords":"Delphi; Delphi method; Management science; Political science; Regional science; Psychology; Sociology; Computer science; Artificial intelligence; Economics","score_opus":0.15303954813009238,"score_gpt":0.47638360217620784,"score_spread":0.32334405404611544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404636434","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14221907,0.6376447,0.001180173,0.16442394,0.022876376,0.0016182766,0.000078665085,0.0010600173,0.02889875],"genre_scores_gemma":[0.916751,0.074870914,0.00079516653,0.00011157888,0.0068753962,0.00007119843,0.000005129252,0.000020313251,0.0004992969],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981934,0.00028132758,0.00028569493,0.0002311245,0.00074714667,0.00026133607],"domain_scores_gemma":[0.9983245,0.001037542,0.00004623521,0.0002558852,0.00027293837,0.000062906816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007883701,0.00010144361,0.00014384289,0.00008981596,0.0007126364,0.00018164422,0.0005830823,0.00013315631,0.00014638304],"category_scores_gemma":[0.00046485246,0.000061574545,0.00007946262,0.0006536012,0.00069210184,0.00010476278,0.00012826658,0.00031290084,0.00005482048],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020822927,0.00001634626,0.000007695881,0.000012763257,0.000070981194,0.000014488621,0.027953517,0.000002658586,0.00028918625,0.3533262,0.052958198,0.5653271],"study_design_scores_gemma":[0.0000051404836,0.000020653139,0.00005270234,0.000040186183,0.000008627201,1.6910062e-7,0.088711835,0.000029004404,0.002711392,0.31667116,0.5916862,0.0000629651],"about_ca_topic_score_codex":0.00056615274,"about_ca_topic_score_gemma":0.010493947,"teacher_disagreement_score":0.77453196,"about_ca_system_score_codex":0.0000997535,"about_ca_system_score_gemma":0.00023108769,"threshold_uncertainty_score":0.5855869},"labels":[],"label_agreement":null},{"id":"W4404686119","doi":"10.1370/afm.3166","title":"Building Timely Consensus Among Diverse Stakeholders: An Adapted Nominal Group Technique","year":2024,"lang":"en","type":"article","venue":"The Annals of Family Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre de Santé et de Services Sociaux Cavendish; McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Nominal group technique; Nominal group; Group (periodic table); Political science; Psychology; Business; Computer science; Knowledge management; Linguistics","score_opus":0.6671527916814204,"score_gpt":0.5376221467772849,"score_spread":0.12953064490413546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404686119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.915632,0.0029132694,0.0053255144,0.030836876,0.00048579945,0.0017443543,0.000037487665,0.0007863839,0.042238306],"genre_scores_gemma":[0.99663377,0.00039271716,0.0015375441,0.00044072422,0.000446326,0.00005547821,0.000004237588,0.000025905234,0.0004633107],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970959,0.00058312586,0.00039250046,0.00031777794,0.0011059855,0.0005047143],"domain_scores_gemma":[0.99796593,0.00094298413,0.00010773187,0.0004553619,0.000308545,0.00021946902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007689022,0.0001651499,0.00030055345,0.00033252547,0.00030996787,0.000048713046,0.0008640338,0.00014390302,0.00018799418],"category_scores_gemma":[0.00085960975,0.000113638496,0.00008530795,0.00091103074,0.0026912168,0.0001962293,0.00012571382,0.00046341916,0.000014180403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049450604,0.00028988818,0.000769068,0.00031050108,0.00030738403,0.0008441251,0.03117086,0.00002934158,0.31224817,0.19592813,0.30408108,0.15352695],"study_design_scores_gemma":[0.002067185,0.0063652815,0.03658047,0.009372715,0.00047629833,0.000077730474,0.26484424,0.005261324,0.042187743,0.13854705,0.49218014,0.0020398414],"about_ca_topic_score_codex":0.01422494,"about_ca_topic_score_gemma":0.00046075403,"teacher_disagreement_score":0.27006042,"about_ca_system_score_codex":0.00005325195,"about_ca_system_score_gemma":0.00018436622,"threshold_uncertainty_score":0.99233943},"labels":[],"label_agreement":null},{"id":"W4404773677","doi":"10.1017/dmp.2024.251","title":"SDMPH 10-year Anniversary Conference Modified Delphi Study","year":2024,"lang":"en","type":"article","venue":"Disaster Medicine and Public Health Preparedness","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fogarty International Center; National Heart, Lung, and Blood Institute","keywords":"Delphi method; Delphi; Statement (logic); Medical education; Psychology; Operations research; Political science; Medicine; Computer science; Engineering; Law","score_opus":0.3543156576006779,"score_gpt":0.5124436940644522,"score_spread":0.15812803646377432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404773677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7616847,0.0019389943,0.002438602,0.09384116,0.0011770506,0.0026057523,0.00003949516,0.0009103671,0.13536383],"genre_scores_gemma":[0.9954013,0.00033439844,0.000048434995,0.0008438289,0.00045166683,0.0001261841,0.000021693375,0.000021160591,0.0027513355],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962405,0.0009788438,0.0004388447,0.0005732404,0.0009873137,0.000781278],"domain_scores_gemma":[0.9980574,0.0004440323,0.000067959336,0.0003730355,0.00028277925,0.0007747875],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051526837,0.00017480442,0.00034762835,0.0003486551,0.00050697784,0.00026637324,0.0004762717,0.00011444943,0.0014279723],"category_scores_gemma":[0.0007106552,0.00014315295,0.00003441826,0.00081332575,0.00073878915,0.0005492595,0.00019035062,0.00030720848,0.000047188314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029261273,0.00017087735,0.00084076874,0.00023268277,0.000041623036,0.00005875261,0.8346835,2.5372702e-7,0.0000027609708,0.017412657,0.10139093,0.04513595],"study_design_scores_gemma":[0.00045606316,0.00047494628,0.00030884764,0.00022513348,0.000010345778,0.000004193958,0.7417813,0.00038617742,1.1335333e-7,0.0011908285,0.25499716,0.00016486437],"about_ca_topic_score_codex":0.008502139,"about_ca_topic_score_gemma":0.001975024,"teacher_disagreement_score":0.23371655,"about_ca_system_score_codex":0.00022116055,"about_ca_system_score_gemma":0.0019279546,"threshold_uncertainty_score":0.99948484},"labels":[],"label_agreement":null},{"id":"W4404807455","doi":"10.1370/afm.22.s1.6817","title":"Primary care severe asthma registry project-phase 1: e-Delphi results for registry entry and indices of clinician behaviour","year":2024,"lang":"en","type":"article","venue":"The Annals of Family Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asthma; Primary care; Medicine; Patient registry; Delphi method; Delphi; Family medicine; Pediatrics; Computer science; Internal medicine; Artificial intelligence","score_opus":0.4120082878990106,"score_gpt":0.5593067478286743,"score_spread":0.14729845992966367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404807455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86443686,0.026308373,0.0000851285,0.031247225,0.00051207934,0.0022650436,0.00092684804,0.00019725946,0.07402118],"genre_scores_gemma":[0.9903619,0.005923286,0.00038184202,0.00052421895,0.00067083864,0.00006919864,0.000086752254,0.000025442978,0.0019565169],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971926,0.0002845088,0.0007400317,0.00038157284,0.001000089,0.0004011831],"domain_scores_gemma":[0.99697584,0.0014113372,0.00036584024,0.00057804445,0.0005441141,0.00012484261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050276755,0.00016789082,0.00043337798,0.00022811764,0.00022536238,0.000033723667,0.000766451,0.00022669017,0.000007122997],"category_scores_gemma":[0.0018363368,0.00011581443,0.00011364242,0.0005876361,0.001886878,0.00014975072,0.0001422773,0.00039118566,0.00000111539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030842712,0.0003388848,0.0013729067,0.0040478907,0.0002317444,0.00014279602,0.12114451,0.0000018553155,0.005426451,0.0053677824,0.71548915,0.14335175],"study_design_scores_gemma":[0.006611415,0.0057968204,0.017773071,0.012147641,0.0003429625,0.000043114775,0.4320741,0.00008579776,0.0047911457,0.0072205565,0.5122769,0.00083649723],"about_ca_topic_score_codex":0.0037815836,"about_ca_topic_score_gemma":0.0002453969,"teacher_disagreement_score":0.3109296,"about_ca_system_score_codex":0.000044190758,"about_ca_system_score_gemma":0.0007809014,"threshold_uncertainty_score":0.69522804},"labels":[],"label_agreement":null},{"id":"W4404837273","doi":"10.2196/54525","title":"Standardized Outcomes for Randomized Controlled Trials Targeting Early Interventions in Patients With Moderate-to-Severe Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Union des Blessés de la Face et de la Tête","keywords":"Randomized controlled trial; Medicine; Protocol (science); Traumatic brain injury; Psychological intervention; Preprint; Outcome (game theory); Intervention (counseling); Psychiatry; Alternative medicine; Surgery; Computer science","score_opus":0.6145621573148494,"score_gpt":0.6693858072299216,"score_spread":0.05482364991507216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404837273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022797117,0.0000013751761,0.016213074,0.0025420515,0.000013432664,0.9784086,0.00019182893,0.00011691984,0.00023305225],"genre_scores_gemma":[0.01610622,5.3711094e-8,0.011546778,0.000020531143,0.000044706998,0.97098094,0.000011073578,0.00006000932,0.0012297031],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868773,0.0056881206,0.0031165383,0.000550115,0.0027006099,0.0010672831],"domain_scores_gemma":[0.9649026,0.032207526,0.00047890117,0.00039226172,0.0018209481,0.00019780408],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12055186,0.00030002746,0.00262975,0.0009201139,0.0008252131,0.00077838934,0.0010526392,0.00018586876,0.00016514726],"category_scores_gemma":[0.048690613,0.00015690667,0.0009686518,0.0011989342,0.00052408583,0.00030613114,0.00021930152,0.00059194723,0.0000065723843],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9199116,0.0012363244,0.0063178707,0.006568538,0.00096145563,0.000002570931,0.02838825,0.000033037853,0.000052085474,0.01027437,0.014026301,0.012227546],"study_design_scores_gemma":[0.9030013,0.0034293865,0.0015172181,0.017180273,0.00004714364,1.2156467e-7,0.0045485822,0.0015321688,0.00037684457,0.017953202,0.04971748,0.0006962688],"about_ca_topic_score_codex":0.0001051648,"about_ca_topic_score_gemma":0.00043190026,"teacher_disagreement_score":0.071861245,"about_ca_system_score_codex":0.0005576789,"about_ca_system_score_gemma":0.0020226578,"threshold_uncertainty_score":0.9593227},"labels":[],"label_agreement":null},{"id":"W4404840004","doi":"10.32920/27922065","title":"Protocol for an extended scoping review on the use of virtual nominal group technique in research","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Protocol (science); Group (periodic table); Computer science; Nominal group technique; Artificial intelligence; Medicine; Physics","score_opus":0.7797285188856665,"score_gpt":0.6611020790378002,"score_spread":0.11862643984786636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013784695,0.00010758396,0.002107531,0.0081370585,0.00007439281,0.972415,0.000030827436,0.00025126355,0.016738534],"genre_scores_gemma":[0.002000623,0.00033736517,0.009666275,0.00017126896,0.00015883791,0.9864702,0.000005578123,0.00004931161,0.0011405234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926365,0.0032298241,0.00080720114,0.000817294,0.0018094373,0.000699761],"domain_scores_gemma":[0.99454224,0.0034065268,0.00016725439,0.0011201735,0.0006424851,0.000121334044],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031964596,0.00023190497,0.0005072767,0.0006479995,0.0002672286,0.00032903743,0.0018862124,0.0004951423,0.00031335207],"category_scores_gemma":[0.0059144935,0.0001584393,0.00019123818,0.0009985004,0.00092750066,0.00013639664,0.0018968469,0.0025058817,0.000016765716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055207557,0.0011035566,0.000026922706,0.0629812,0.00004081441,0.00003784193,0.0022390187,0.000014892443,0.0016567042,0.76590544,0.092384346,0.073057204],"study_design_scores_gemma":[0.00039175188,0.0026440127,0.000040762254,0.67656136,0.00002206328,0.0000026963376,0.0018260668,0.0006197943,0.0074591925,0.24732624,0.06222339,0.00088270236],"about_ca_topic_score_codex":0.006587832,"about_ca_topic_score_gemma":0.008995145,"teacher_disagreement_score":0.6135801,"about_ca_system_score_codex":0.0005064988,"about_ca_system_score_gemma":0.002199461,"threshold_uncertainty_score":0.9997954},"labels":[],"label_agreement":null},{"id":"W4404840130","doi":"10.32920/27926790","title":"Delving into Delphis","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Delphinus delphis; Zoology; Biology","score_opus":0.16471168926575638,"score_gpt":0.5129604229559147,"score_spread":0.3482487336901583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840130","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009472082,0.0014325724,0.0025888497,0.03211057,0.001643294,0.00080087857,0.000006237204,0.0019898152,0.9499557],"genre_scores_gemma":[0.9448768,0.00058561,0.018729826,0.00021182292,0.0008721971,0.00023018855,0.000006320649,0.000048790655,0.034438465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99758524,0.00021696076,0.00024810233,0.0005209077,0.0009891877,0.00043962363],"domain_scores_gemma":[0.9988472,0.00022533599,0.00004421463,0.00048271928,0.00021407507,0.00018648594],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024094123,0.00016094842,0.00019344201,0.00030521484,0.00027446574,0.0005448396,0.0011419599,0.0005335556,0.0018634815],"category_scores_gemma":[0.00078569795,0.00015548976,0.00016215153,0.00035846003,0.00034906453,0.000048110523,0.0036344235,0.0013550909,0.0011342947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000563939,0.000044322842,0.00028205983,0.0004698075,0.000086030814,0.00014734962,0.02142429,0.000023515126,0.00014479226,0.4863822,0.3773511,0.11363891],"study_design_scores_gemma":[0.000016745616,0.0000075909306,0.000019059074,0.00022412703,0.00001564052,5.768042e-7,0.002673716,0.00041427885,0.00022030302,0.7711551,0.22498274,0.00027011882],"about_ca_topic_score_codex":0.042493653,"about_ca_topic_score_gemma":0.012665245,"teacher_disagreement_score":0.9354047,"about_ca_system_score_codex":0.0005700596,"about_ca_system_score_gemma":0.0011708883,"threshold_uncertainty_score":0.99964345},"labels":[],"label_agreement":null},{"id":"W4404840265","doi":"10.32920/27926790.v1","title":"Delving into Delphis","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Delphinus delphis; Geography; Fishery; Biology","score_opus":0.16471168926575638,"score_gpt":0.5129604229559147,"score_spread":0.3482487336901583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840265","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009472082,0.0014325724,0.0025888497,0.03211057,0.001643294,0.00080087857,0.000006237204,0.0019898152,0.9499557],"genre_scores_gemma":[0.9448768,0.00058561,0.018729826,0.00021182292,0.0008721971,0.00023018855,0.000006320649,0.000048790655,0.034438465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99758524,0.00021696076,0.00024810233,0.0005209077,0.0009891877,0.00043962363],"domain_scores_gemma":[0.9988472,0.00022533599,0.00004421463,0.00048271928,0.00021407507,0.00018648594],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024094123,0.00016094842,0.00019344201,0.00030521484,0.00027446574,0.0005448396,0.0011419599,0.0005335556,0.0018634815],"category_scores_gemma":[0.00078569795,0.00015548976,0.00016215153,0.00035846003,0.00034906453,0.000048110523,0.0036344235,0.0013550909,0.0011342947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000563939,0.000044322842,0.00028205983,0.0004698075,0.000086030814,0.00014734962,0.02142429,0.000023515126,0.00014479226,0.4863822,0.3773511,0.11363891],"study_design_scores_gemma":[0.000016745616,0.0000075909306,0.000019059074,0.00022412703,0.00001564052,5.768042e-7,0.002673716,0.00041427885,0.00022030302,0.7711551,0.22498274,0.00027011882],"about_ca_topic_score_codex":0.042493653,"about_ca_topic_score_gemma":0.012665245,"teacher_disagreement_score":0.9354047,"about_ca_system_score_codex":0.0005700596,"about_ca_system_score_gemma":0.0011708883,"threshold_uncertainty_score":0.99964345},"labels":[],"label_agreement":null},{"id":"W4404840375","doi":"10.32920/27922065.v1","title":"Protocol for an extended scoping review on the use of virtual nominal group technique in research","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Protocol (science); Computer science; Group (periodic table); Medicine; Physics","score_opus":0.7797285188856665,"score_gpt":0.6611020790378002,"score_spread":0.11862643984786636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013784695,0.00010758396,0.002107531,0.0081370585,0.00007439281,0.972415,0.000030827436,0.00025126355,0.016738534],"genre_scores_gemma":[0.002000623,0.00033736517,0.009666275,0.00017126896,0.00015883791,0.9864702,0.000005578123,0.00004931161,0.0011405234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926365,0.0032298241,0.00080720114,0.000817294,0.0018094373,0.000699761],"domain_scores_gemma":[0.99454224,0.0034065268,0.00016725439,0.0011201735,0.0006424851,0.000121334044],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031964596,0.00023190497,0.0005072767,0.0006479995,0.0002672286,0.00032903743,0.0018862124,0.0004951423,0.00031335207],"category_scores_gemma":[0.0059144935,0.0001584393,0.00019123818,0.0009985004,0.00092750066,0.00013639664,0.0018968469,0.0025058817,0.000016765716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055207557,0.0011035566,0.000026922706,0.0629812,0.00004081441,0.00003784193,0.0022390187,0.000014892443,0.0016567042,0.76590544,0.092384346,0.073057204],"study_design_scores_gemma":[0.00039175188,0.0026440127,0.000040762254,0.67656136,0.00002206328,0.0000026963376,0.0018260668,0.0006197943,0.0074591925,0.24732624,0.06222339,0.00088270236],"about_ca_topic_score_codex":0.006587832,"about_ca_topic_score_gemma":0.008995145,"teacher_disagreement_score":0.6135801,"about_ca_system_score_codex":0.0005064988,"about_ca_system_score_gemma":0.002199461,"threshold_uncertainty_score":0.9997954},"labels":[],"label_agreement":null},{"id":"W4404840443","doi":"10.32920/27922149","title":"Educator's blueprint: A primer on consensus methods in medical education research","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Blueprint; Primer (cosmetics); Political science; Library science; Medical education; Engineering ethics; Sociology; Computer science; Medicine; Engineering; Art; Visual arts","score_opus":0.3685177536211727,"score_gpt":0.6817133351233929,"score_spread":0.31319558150222027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840443","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035024703,0.00096070144,0.000107253276,0.15713716,0.0034271684,0.0023983705,0.00000483399,0.000434196,0.80050564],"genre_scores_gemma":[0.7389942,0.0020914113,0.14774844,0.0021485016,0.0043122484,0.0052626305,0.000031492127,0.00024201612,0.09916907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9857413,0.007266833,0.0006807336,0.0012504397,0.0040273047,0.0010333644],"domain_scores_gemma":[0.99335366,0.004048199,0.00007825524,0.0011080296,0.00075326633,0.0006585996],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.045194544,0.00026331167,0.00041626068,0.0020064993,0.00026036485,0.00039261772,0.0019680385,0.0014369631,0.0050253286],"category_scores_gemma":[0.022175604,0.00024859756,0.00016146642,0.0016997674,0.0015666124,0.000022993052,0.0033872984,0.007308041,0.001152561],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031745443,0.0007769283,0.00037736038,0.00024621145,0.000036196223,0.000069609836,0.0074435985,0.0000026201192,0.000053649208,0.49541786,0.21783027,0.27771395],"study_design_scores_gemma":[0.00009735829,0.00005170221,0.00045083187,0.0017695678,0.000010202883,0.000005846372,0.013485763,0.00024086566,0.0011678993,0.68256897,0.29970634,0.00044463616],"about_ca_topic_score_codex":0.05522211,"about_ca_topic_score_gemma":0.007480134,"teacher_disagreement_score":0.7039695,"about_ca_system_score_codex":0.0019270844,"about_ca_system_score_gemma":0.044051405,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W4405079724","doi":"10.1007/s11136-024-03801-1","title":"PRISMA-COSMIN for OMIs 2024: response from ISOQOL’s child health special interest group","year":2024,"lang":"en","type":"letter","venue":"Quality of Life Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality of Life Research; Public health; Psychology; Medicine; Pathology","score_opus":0.5893236296927165,"score_gpt":0.5906691795292546,"score_spread":0.001345549836538118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405079724","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034372048,0.0017552867,0.00026095798,0.97031045,0.0018286761,0.0042887437,0.0031348467,0.00023066622,0.014753148],"genre_scores_gemma":[0.027464772,0.0063251397,0.010140569,0.48134884,0.25918663,0.0048624673,0.0034872997,0.0012639939,0.20592028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9662237,0.02067702,0.0021838846,0.0017280541,0.0065523013,0.0026350354],"domain_scores_gemma":[0.97369456,0.022211779,0.00054624456,0.0016410549,0.0011989815,0.00070736645],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.07893705,0.00049164955,0.0015251786,0.00176103,0.0012210166,0.0006936424,0.0036840972,0.0019323295,0.002397929],"category_scores_gemma":[0.027170656,0.0005075531,0.00075371674,0.00173068,0.0028959531,0.00022507635,0.0011435762,0.008851098,0.0006462173],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017075011,0.00015379301,0.000067126646,0.0013286687,0.00013773383,0.000059840993,0.007113441,6.7467944e-8,0.00002971284,0.004030822,0.98012555,0.005245771],"study_design_scores_gemma":[0.0004344768,0.0005277611,0.00036487024,0.0009872505,0.00001055147,6.6055543e-7,0.00462516,0.000006215779,0.00004038966,0.026702449,0.96587163,0.00042857358],"about_ca_topic_score_codex":0.06081865,"about_ca_topic_score_gemma":0.015685137,"teacher_disagreement_score":0.48896164,"about_ca_system_score_codex":0.0019227286,"about_ca_system_score_gemma":0.0061139436,"threshold_uncertainty_score":0.9998176},"labels":[],"label_agreement":null},{"id":"W4405200113","doi":"10.1177/1753495x241302848","title":"Outcome reporting in studies on critically ill obstetric patients: A systematic review","year":2024,"lang":"en","type":"review","venue":"Obstetric Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Foothills Medical Centre; University of Toronto; Mount Sinai Hospital; Impact; University of Calgary; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Medicine; Critically ill; Outcome (game theory); Intensive care medicine","score_opus":0.4333459762121869,"score_gpt":0.5813812228621167,"score_spread":0.14803524664992979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405200113","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.089504e-7,0.9706296,0.0000020604753,0.0018591573,0.0034181552,0.008308974,0.000010754116,0.00029427605,0.015476416],"genre_scores_gemma":[0.000029768147,0.99099606,0.00007253038,0.0014853566,0.00034668922,0.0017426087,0.00002578965,0.00010830361,0.0051929182],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9817824,0.002533658,0.00970627,0.0011317399,0.0038158745,0.0010301018],"domain_scores_gemma":[0.9671932,0.023550889,0.004273725,0.0016205639,0.002875119,0.000486544],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018435463,0.00078387256,0.008338894,0.0034544047,0.00022438233,0.00007682112,0.0013953566,0.00052264374,0.00010842479],"category_scores_gemma":[0.7880046,0.00047835172,0.00072463445,0.013025479,0.00060352613,0.000118690805,0.00036281784,0.0019939924,0.0005984074],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7267153e-7,0.00007412142,0.00002026075,0.9227106,0.0001573949,0.00085118506,0.00067226525,1.3631947e-8,1.8210904e-9,0.0015236475,0.011201991,0.06278803],"study_design_scores_gemma":[0.00010255972,0.00013465495,8.981314e-7,0.7258252,0.0022750604,0.000010273927,0.0013801879,5.94042e-7,5.9714793e-9,0.00016726261,0.26977438,0.00032891665],"about_ca_topic_score_codex":0.00016272365,"about_ca_topic_score_gemma":0.000041956773,"teacher_disagreement_score":0.7695691,"about_ca_system_score_codex":0.0030301919,"about_ca_system_score_gemma":0.000674048,"threshold_uncertainty_score":0.9997668},"labels":[],"label_agreement":null},{"id":"W4405245883","doi":"10.1002/pdi3.2513","title":"Fostering innovation and advancement in evidence‐based practice and guidelines within the field of pediatrics: The 2024 BRIGHT declaration","year":2024,"lang":"en","type":"article","venue":"Pediatric Discovery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Chongqing Medical University; National Children's Research Centre","keywords":"Declaration; Multidisciplinary approach; Guideline; China; Political science; Medicine; Medical education; Pediatrics; Law","score_opus":0.17979352171568486,"score_gpt":0.49375475114806017,"score_spread":0.3139612294323753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405245883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6803879,0.06535332,0.02121652,0.22058159,0.001709174,0.0023145622,0.00001665781,0.00011426068,0.008305988],"genre_scores_gemma":[0.9861449,0.01127142,0.000830379,0.00067341,0.00058798527,0.00007047686,0.0000012069952,0.0000074116115,0.00041278885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851525,0.00022198835,0.0003818314,0.00019736288,0.00053008005,0.00015350412],"domain_scores_gemma":[0.9951253,0.0043995418,0.00012514062,0.00014348177,0.00018872997,0.000017828148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047793095,0.00007338968,0.00008340798,0.00023814975,0.00016536171,0.00034778717,0.00017803947,0.00005733745,0.000009376358],"category_scores_gemma":[0.008784918,0.000045248657,0.000016741442,0.0015555598,0.000100297504,0.0015074288,0.00020845821,0.00020436528,0.0000011001512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005579332,0.00022324082,0.0976817,0.0022408385,0.000047368594,0.00008717409,0.02194525,0.0012578844,0.0009472355,0.38130558,0.07739199,0.4163138],"study_design_scores_gemma":[0.0044505442,0.0030753296,0.08569271,0.005389652,0.0022796697,0.00007060276,0.1366864,0.051587697,0.009163281,0.3312145,0.36611566,0.004273978],"about_ca_topic_score_codex":0.0011143442,"about_ca_topic_score_gemma":0.00044452658,"teacher_disagreement_score":0.41203982,"about_ca_system_score_codex":0.00004990879,"about_ca_system_score_gemma":0.0003690221,"threshold_uncertainty_score":0.9995645},"labels":[],"label_agreement":null},{"id":"W4405467197","doi":"10.1055/s-0044-1800886","title":"2024 Standardization of Polysomnography Reports – A Consensus of the Brazilian Sleep Association","year":2024,"lang":"en","type":"article","venue":"Sleep Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Sleep & Circadian Network; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"Associação Fundo de Incentivo à Pesquisa","keywords":"Polysomnography; Standardization; Delphi method; Sleep medicine; Medicine; Family medicine; Voting; Association (psychology); MEDLINE; Delphi; Psychology; Political science; Computer science; Psychiatry; Insomnia; Artificial intelligence; Sleep disorder","score_opus":0.026774836699210915,"score_gpt":0.39135748030317946,"score_spread":0.3645826436039685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405467197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79778445,0.0009746846,0.004777292,0.014994921,0.005833783,0.0015933258,0.000084639614,0.0003305645,0.17362636],"genre_scores_gemma":[0.9985324,0.000024916573,0.00051871827,0.000021863456,0.000046062218,0.000009330848,3.805411e-7,0.0000057365924,0.0008405792],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99645466,0.00018946247,0.000351869,0.00029203336,0.0023823776,0.00032959413],"domain_scores_gemma":[0.99842626,0.00028557464,0.00023006009,0.00035213138,0.00063002226,0.000075977056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073551005,0.00006523463,0.00011770702,0.0003438526,0.0003951457,0.00013339738,0.0005189434,0.00007794473,0.00009257196],"category_scores_gemma":[0.0032067362,0.0000506782,0.00011019867,0.005198503,0.0018088099,0.00022056226,0.0001333383,0.00015972636,0.0000033516817],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045833574,0.00037592955,0.42817456,0.0003163613,0.00022337469,0.00008785219,0.0412992,0.0008793388,0.20576593,0.18990271,0.04401433,0.08891457],"study_design_scores_gemma":[0.000621544,0.00044028083,0.12923874,0.0012655276,0.0002797279,0.00004028879,0.018399682,0.011441142,0.48323733,0.14299051,0.21085833,0.001186899],"about_ca_topic_score_codex":0.0009291182,"about_ca_topic_score_gemma":0.0005186409,"teacher_disagreement_score":0.29893583,"about_ca_system_score_codex":0.00032787386,"about_ca_system_score_gemma":0.00085427705,"threshold_uncertainty_score":0.66646355},"labels":[],"label_agreement":null},{"id":"W4405500800","doi":"10.1108/oxan-es291734","title":"Third-quarter results end long recession in Argentina","year":2024,"lang":"en","type":"article","venue":"Emerald expert briefings","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Recession; Headline; Economics; Geography; Keynesian economics; Business; Advertising; Archaeology","score_opus":0.07612239471026926,"score_gpt":0.4334495743636399,"score_spread":0.35732717965337063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405500800","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016895171,0.002505546,0.00042524046,0.919947,0.0005967141,0.0005829917,0.000008639287,0.0009379755,0.0581007],"genre_scores_gemma":[0.9076496,0.0033080513,0.0027595083,0.053114735,0.0016245109,0.0003115809,0.00004971365,0.0000989532,0.031083373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997419,0.000246237,0.00039626408,0.00051576353,0.00078997127,0.00063274545],"domain_scores_gemma":[0.99921143,0.00026870877,0.000040396586,0.0002740622,0.000065239416,0.00014013698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002088213,0.00014516144,0.00016820004,0.00024038761,0.0002792153,0.00035287577,0.0004437783,0.00018940847,0.00054673915],"category_scores_gemma":[0.0005079057,0.0001373593,0.0000907236,0.00087374414,0.00022106185,0.0005445959,0.00011435037,0.0004385205,0.00027973444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030294737,0.000037031605,0.000051833515,0.000015811027,0.000005761801,0.00016695994,0.021693673,5.5299023e-7,0.001527154,0.002464125,0.9589196,0.015087203],"study_design_scores_gemma":[0.0001578975,0.000027419661,0.00072771753,0.00029451406,0.0000013298873,0.0000031975985,0.00025498704,0.00014038252,0.0020939535,0.0025190762,0.9935879,0.00019161694],"about_ca_topic_score_codex":0.1179124,"about_ca_topic_score_gemma":0.0038781343,"teacher_disagreement_score":0.8907544,"about_ca_system_score_codex":0.00019943541,"about_ca_system_score_gemma":0.00016256716,"threshold_uncertainty_score":0.8879615},"labels":[],"label_agreement":null},{"id":"W4405597599","doi":"10.3138/cjgim.2024.0013","title":"Virtual multidisciplinary preoperative assessments: A multi-site formative evaluation and evidence-based guide for implementing change","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority; Royal University Hospital","funders":"","keywords":"Formative assessment; Multidisciplinary approach; Blueprint; Thematic analysis; Medicine; Focus group; Medical education; Health care; Nursing; Knowledge management; Process management; Qualitative research; Psychology; Computer science; Engineering; Business","score_opus":0.362511463275703,"score_gpt":0.5552972718288074,"score_spread":0.1927858085531044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405597599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79979604,0.020721985,0.11608479,0.05408452,0.003612392,0.003485797,0.00012148902,0.00004801792,0.0020449571],"genre_scores_gemma":[0.98956794,0.00018957655,0.0069399187,0.00038980265,0.0016506956,0.000119563774,0.0000074536056,0.000017359045,0.0011177215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774134,0.0004043378,0.0005511671,0.0001839739,0.000687761,0.00043141504],"domain_scores_gemma":[0.9974307,0.00052969647,0.00020027535,0.00008386304,0.0011992533,0.00055622065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007426385,0.00013112208,0.0002250069,0.00063825917,0.0003855829,0.00017781145,0.00029611905,0.000069511334,0.00027820322],"category_scores_gemma":[0.0019158066,0.00010204353,0.00007496478,0.0002600986,0.0003567319,0.0010139612,0.000034427045,0.00029860856,0.000002231243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038663836,0.00006862132,0.034435872,0.00043227233,0.000618345,0.000719042,0.28210023,0.00013026047,0.011635236,0.007284698,0.10024146,0.56194735],"study_design_scores_gemma":[0.007748212,0.012217615,0.03514115,0.03523181,0.0008405801,0.00026181593,0.1171796,0.63728786,0.0037509706,0.003640247,0.14555106,0.0011491092],"about_ca_topic_score_codex":0.052524425,"about_ca_topic_score_gemma":0.13597137,"teacher_disagreement_score":0.63715756,"about_ca_system_score_codex":0.000991608,"about_ca_system_score_gemma":0.0024591358,"threshold_uncertainty_score":0.9537849},"labels":[],"label_agreement":null},{"id":"W4405622833","doi":"10.12789/geocanj.2024.51.219","title":"Ottawa 2025: GAC–MAC–IAH–CNC Joint Annual Meeting Field Trips","year":2024,"lang":"en","type":"article","venue":"Geoscience Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"TRIPS architecture; Joint (building); Environmental science; Transport engineering; Engineering; Civil engineering","score_opus":0.05927774923564495,"score_gpt":0.3803724076042456,"score_spread":0.3210946583686007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405622833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15754183,0.002786601,0.0041079596,0.16112888,0.011206471,0.0017217075,0.00031338027,0.00134363,0.6598495],"genre_scores_gemma":[0.9703384,0.00009212252,0.0012181504,0.0016511584,0.00048251267,0.000054644257,0.000002541453,0.000017132545,0.026143333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996155,0.00019942712,0.00031211603,0.0005446312,0.0017940158,0.0009948112],"domain_scores_gemma":[0.998457,0.00060286594,0.000049336933,0.00030748412,0.00019562973,0.00038765173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033104972,0.00014184277,0.00016633274,0.00018584776,0.0008588171,0.0003660703,0.0009634974,0.00011113899,0.00078069174],"category_scores_gemma":[0.0027547036,0.00013649577,0.00006683386,0.0016329096,0.00040912404,0.00040437927,0.00018066635,0.00044767422,0.0000476713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003158038,0.000013961214,0.0008293182,0.000041423267,0.0000075721173,0.000408124,0.0024886646,0.000017177908,0.00069996924,0.016112342,0.92600775,0.05337054],"study_design_scores_gemma":[0.000042623244,0.0000435517,0.000414857,0.00010517607,0.0000046475343,0.0000062667455,0.006318521,0.00071586564,0.001422978,0.001544043,0.9891427,0.00023874329],"about_ca_topic_score_codex":0.95699877,"about_ca_topic_score_gemma":0.9637378,"teacher_disagreement_score":0.8127966,"about_ca_system_score_codex":0.0007448973,"about_ca_system_score_gemma":0.006891694,"threshold_uncertainty_score":0.9987383},"labels":[],"label_agreement":null},{"id":"W4405625251","doi":"10.1016/s2352-4642(24)00303-1","title":"Building global collaborative research networks in paediatric critical care: a roadmap","year":2024,"lang":"en","type":"review","venue":"The Lancet Child & Adolescent Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Children's Hospital of Eastern Ontario","funders":"National Medical Research Council; National Health and Medical Research Council; Universität Zürich; Academy of Medical Sciences; Murdoch Children's Research Institute; NOMIS Stiftung; Thrasher Research Fund","keywords":"Critical pathways; MEDLINE; Computer science; Medicine; Data science; Process management; Business; Political science","score_opus":0.2769654100824236,"score_gpt":0.5942623458695959,"score_spread":0.31729693578717233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405625251","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013476741,0.9517357,0.00011128685,0.034673523,0.0012590794,0.0045360057,0.00022303192,0.0002942377,0.0071658012],"genre_scores_gemma":[0.0019112325,0.9849711,0.0003671377,0.0006619018,0.011549392,0.00039826776,0.00002812096,0.00007768023,0.000035148852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807877,0.011692915,0.0010865087,0.0010867955,0.0024018507,0.0029442539],"domain_scores_gemma":[0.9962159,0.0014808469,0.00022135368,0.0010223149,0.0004891359,0.00057046564],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019903608,0.00051159714,0.0021662887,0.00052689604,0.0014976865,0.00061361503,0.0026728828,0.00065582927,0.000023585819],"category_scores_gemma":[0.0022838872,0.00036499836,0.00033593213,0.00921211,0.0012582246,0.00011955227,0.0010194997,0.008799279,0.0001516188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000027034377,0.00012117673,0.00009392759,0.017802596,0.000029776376,0.0000708925,0.0022202972,0.0000074645372,1.4886596e-9,0.11697824,0.12465288,0.7379957],"study_design_scores_gemma":[0.00013115225,0.000075087904,0.000056684727,0.024519447,0.00006161106,0.000010274768,0.0018788514,0.000022635204,7.720106e-9,0.0020399012,0.9708955,0.0003088227],"about_ca_topic_score_codex":0.0030173603,"about_ca_topic_score_gemma":0.0065695997,"teacher_disagreement_score":0.84624267,"about_ca_system_score_codex":0.006294733,"about_ca_system_score_gemma":0.007822604,"threshold_uncertainty_score":0.9998802},"labels":[],"label_agreement":null},{"id":"W4405664285","doi":"10.1093/gerona/glae297","title":"An Expert Consensus Statement on Biomarkers of Aging for Use in Intervention Studies","year":2024,"lang":"en","type":"article","venue":"The Journals of Gerontology Series A","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Trent University; Centre for Global Health Research","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Amgen; Biotechnology and Biological Sciences Research Council; Directorate for Biological Sciences; National Institutes of Health; Bayer HealthCare; Pfizer; Medical Research Council; Cytokinetics; Alzheimer's Association; Abbott Laboratories; UK Research and Innovation","keywords":"Biomarker; Intervention (counseling); Delphi method; Medicine; Psychological intervention; Ageing; Gerontology; Bioinformatics; Psychology; Computer science; Biology; Psychiatry; Artificial intelligence; Internal medicine","score_opus":0.42857940683759854,"score_gpt":0.5801429246393822,"score_spread":0.15156351780178368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405664285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668579,0.008929288,0.00034231492,0.02281104,0.00034866697,0.00047849846,0.000013655609,0.0000323661,0.00018624771],"genre_scores_gemma":[0.99575037,0.002462967,0.0015149926,0.000036190704,0.000034438923,0.000044237364,5.063722e-7,0.0000073735437,0.00014893363],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983378,0.00065928616,0.00044016546,0.00011263018,0.00023016914,0.00021996642],"domain_scores_gemma":[0.9983869,0.0010999328,0.00015030487,0.00014453311,0.00018855464,0.000029732335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046862722,0.000065983884,0.00020887435,0.00019994604,0.0001167393,0.00003686627,0.00024179116,0.000051690848,0.000034898454],"category_scores_gemma":[0.0006285727,0.000046410445,0.00007820872,0.00016087934,0.00076582667,0.00019836762,0.00003915221,0.000110738176,4.5268803e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057768333,0.0013255496,0.015949493,0.0013818756,0.0034917973,0.00024326649,0.41050926,0.00021126724,0.050862607,0.09600214,0.101601295,0.31264463],"study_design_scores_gemma":[0.001509176,0.004635273,0.00891764,0.0044156597,0.00010048158,0.000047829846,0.8178708,0.00066943484,0.05089588,0.07142304,0.03905638,0.0004583885],"about_ca_topic_score_codex":0.0022353195,"about_ca_topic_score_gemma":0.015061167,"teacher_disagreement_score":0.40736157,"about_ca_system_score_codex":0.00012517153,"about_ca_system_score_gemma":0.00007660591,"threshold_uncertainty_score":0.84044844},"labels":[],"label_agreement":null},{"id":"W4405749925","doi":"10.1016/j.jval.2024.10.3202","title":"SA121 Can Living Systematic Literature Reviews Reduce Research Wastage? An Evaluation of LiveSLR®","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NovAtel (Canada)","funders":"","keywords":"Systematic review; MEDLINE; Political science","score_opus":0.5751630191119229,"score_gpt":0.6100987112752647,"score_spread":0.0349356921633418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405749925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48874542,0.43841255,0.00013309013,0.024646856,0.001810856,0.025009958,0.00006134895,0.00054476125,0.020635156],"genre_scores_gemma":[0.98503584,0.01221451,0.001131167,0.000044216606,0.00028537988,0.00051662856,0.0000054715647,0.000027834272,0.0007389769],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9681785,0.02638154,0.0010588024,0.0005085621,0.0030976566,0.00077495724],"domain_scores_gemma":[0.99589515,0.0023415096,0.00015818937,0.00060171797,0.00075065356,0.00025278484],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13958332,0.000120754514,0.0004449741,0.0009390357,0.00033056614,0.00028481186,0.0006314662,0.00016783828,0.00010231192],"category_scores_gemma":[0.013453684,0.00010684906,0.0000725445,0.0034430393,0.00022521999,0.0003369427,0.00009690693,0.0008789522,0.000030176014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017511964,0.000415988,0.00071927573,0.24530545,0.000030429303,0.00004578744,0.59398764,0.0007994075,0.0007191753,0.09941786,0.012109742,0.04643174],"study_design_scores_gemma":[0.00030604316,0.0010059332,0.0015172254,0.77399564,0.00005234646,0.00002442095,0.06853259,0.09741287,0.0002503726,0.04305711,0.013132854,0.0007126182],"about_ca_topic_score_codex":0.022031918,"about_ca_topic_score_gemma":0.00292511,"teacher_disagreement_score":0.52869016,"about_ca_system_score_codex":0.0017083947,"about_ca_system_score_gemma":0.0035002897,"threshold_uncertainty_score":0.9948564},"labels":[],"label_agreement":null},{"id":"W4405749935","doi":"10.1016/j.jval.2024.10.3161","title":"SA80 A New Process Model for Study Identification in Systematic Review: Separating Studies From Reports","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Identification (biology); Computer science; Process (computing); Data science; Computational biology; Data mining; Management science; Engineering; Biology; Programming language","score_opus":0.4231419412241073,"score_gpt":0.6024569520220492,"score_spread":0.17931501079794188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405749935","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36016402,0.5250377,0.012036051,0.035147768,0.0013812748,0.06487401,0.00003386705,0.00094997004,0.00037532544],"genre_scores_gemma":[0.9904474,0.0049180416,0.001166255,0.00014367544,0.000086700355,0.0025632032,0.0000041672356,0.000020095822,0.00065047987],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961347,0.00091701833,0.0014078994,0.00046367224,0.0007219767,0.00035476187],"domain_scores_gemma":[0.99816525,0.0010020967,0.000279993,0.00031532726,0.0001509949,0.00008633414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016655913,0.000101802056,0.0005263448,0.00022463425,0.00017032104,0.00011038903,0.0002356012,0.000051141382,0.0000022274298],"category_scores_gemma":[0.0064209215,0.00009256021,0.000045502686,0.0009646196,0.000038196133,0.00023891538,0.000039489172,0.00020147544,0.000005252928],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000137266825,0.00036885278,0.0032597622,0.5750448,0.000078590965,0.000114003975,0.39509687,0.010219345,0.00001811798,0.002712329,0.011739604,0.0013340143],"study_design_scores_gemma":[0.00024226485,0.00016615464,0.0001832384,0.3100503,0.000072418625,0.0000041354383,0.07811528,0.47307438,0.000017236183,0.13761784,0.00009842058,0.0003583466],"about_ca_topic_score_codex":0.022671746,"about_ca_topic_score_gemma":0.0068770326,"teacher_disagreement_score":0.63028336,"about_ca_system_score_codex":0.0007906109,"about_ca_system_score_gemma":0.001668009,"threshold_uncertainty_score":0.98383635},"labels":[],"label_agreement":null},{"id":"W4405750564","doi":"10.1016/j.jval.2024.10.2293","title":"MSR59 Evaluating Systematic Literature Review Screening Performance of Seven Large Language Models in Response to Different Prompting Strategies","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Computer science; Psychology; Natural language processing; MEDLINE; Biology","score_opus":0.18945690421520323,"score_gpt":0.5058841504226887,"score_spread":0.3164272462074855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405750564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9040546,0.08823192,0.00052031485,0.0032779688,0.00007437501,0.003391571,0.000015413663,0.00011909926,0.00031477743],"genre_scores_gemma":[0.9908655,0.0059374445,0.0025835652,0.0001234624,0.000040781713,0.00030526047,0.0000030787962,0.000020359876,0.000120547906],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99305147,0.0040664673,0.00092407677,0.00032931755,0.0010057309,0.00062292744],"domain_scores_gemma":[0.99821836,0.0011463043,0.00014180288,0.0002791908,0.00009905684,0.000115311275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02821369,0.00013480731,0.00049307366,0.0004993632,0.000129594,0.0001408258,0.00037033678,0.00008526122,0.000011396995],"category_scores_gemma":[0.0018910299,0.00011399638,0.000054505108,0.0017171864,0.000028743785,0.00037615513,0.00011038819,0.0005017894,0.0000043114096],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014563111,0.00012059642,0.0012142748,0.67388356,0.00001779138,0.00010813752,0.28602633,0.019330384,0.0006164979,0.009391707,0.0001621134,0.0089829685],"study_design_scores_gemma":[0.0001399587,0.0002632425,0.0008087282,0.68892324,0.000005750423,0.000005276343,0.017118126,0.2919579,0.000026191306,0.0005488709,0.000032024487,0.00017067547],"about_ca_topic_score_codex":0.0018092179,"about_ca_topic_score_gemma":0.0004552273,"teacher_disagreement_score":0.27262753,"about_ca_system_score_codex":0.00046454198,"about_ca_system_score_gemma":0.0008127108,"threshold_uncertainty_score":0.97783583},"labels":[],"label_agreement":null},{"id":"W4405813941","doi":"10.1136/bmjopen-2024-096453","title":"Developing standards for the implementation of stepped care in child and youth mental health service settings: protocol for a multi-method, delphi-based study","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; Spinal Cord Injury BC; McGill University Health Centre; GRi Simulations (Canada); Government of Newfoundland and Labrador; Memorial University of Newfoundland; McGill University; Douglas Mental Health University Institute","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Protocol (science); Mental health; Medicine; Stakeholder; Delphi; Snowball sampling; Medical education; Nursing; Public relations; Computer science; Psychiatry; Alternative medicine","score_opus":0.3550708059291682,"score_gpt":0.6593559473868638,"score_spread":0.3042851414576956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405813941","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001310395,0.000026677502,0.025034824,0.019715197,0.0000427391,0.9524667,0.001271096,0.00004530637,0.000087032895],"genre_scores_gemma":[0.07192498,0.0000010190041,0.0843921,0.00052926055,0.0000408494,0.8430339,0.000038520877,0.00002537563,0.000014005982],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99809664,0.00047667467,0.00038603978,0.00026671315,0.00050117925,0.00027277236],"domain_scores_gemma":[0.99907315,0.00031249053,0.00012542434,0.00014359302,0.0003033534,0.000041967527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012085257,0.00008734117,0.00017945914,0.00009655188,0.000513855,0.0002707437,0.00045352423,0.000035359677,0.000011854312],"category_scores_gemma":[0.00021307927,0.0000672939,0.000028257497,0.00041857042,0.000032414675,0.00016771349,0.000222776,0.000083559025,1.3112566e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014789767,0.00016758204,0.007366035,0.0044967234,0.00010135997,0.0000011169104,0.84220695,0.000023932529,0.000018494518,0.0023616313,0.0015600496,0.14021714],"study_design_scores_gemma":[0.00498143,0.0006542226,0.0019974646,0.0010560314,0.000013762942,3.4099688e-7,0.9635165,0.0025511621,0.00032317726,0.000102293765,0.024646917,0.00015674344],"about_ca_topic_score_codex":0.016756674,"about_ca_topic_score_gemma":0.103248045,"teacher_disagreement_score":0.14006041,"about_ca_system_score_codex":0.00040319885,"about_ca_system_score_gemma":0.0028893726,"threshold_uncertainty_score":0.9897908},"labels":[],"label_agreement":null},{"id":"W4405863285","doi":"10.22541/au.173541068.80680185/v1","title":"Temporal Validation and Extension of a Risk Prediction Model for Postoperative Pulmonary Complications in Head and Neck Surgery Patients","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Head and neck; Extension (predicate logic); Head and neck surgery; Surgery; Radiology; Computer science; Otorhinolaryngology","score_opus":0.15548811191437575,"score_gpt":0.4307235966570291,"score_spread":0.27523548474265336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405863285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900395,0.00013927388,0.0047925753,0.0013506741,0.00009203524,0.0018721683,0.00058445137,0.00007948194,0.0010497939],"genre_scores_gemma":[0.99372184,0.00056284945,0.0049189935,0.000014542736,0.000019862828,0.0003480675,0.0002822735,0.000013481813,0.00011811495],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985454,0.00019780076,0.00037901127,0.00041669633,0.00030960434,0.00015145187],"domain_scores_gemma":[0.9987404,0.0004778206,0.00012999347,0.00017807868,0.00041216562,0.000061542545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001321591,0.0001093889,0.0002195314,0.0003287548,0.00015856582,0.000069601214,0.000088530905,0.00023114798,0.0000033840581],"category_scores_gemma":[0.00058507023,0.00010569429,0.000048371374,0.00018033311,0.00019913472,0.00011570906,0.00035376506,0.00029755654,5.616872e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002761913,0.00081107335,0.89004,0.0009492579,0.000054536915,0.0000021871135,0.019593233,0.0022874277,0.00031413496,0.011742886,0.006746467,0.0671826],"study_design_scores_gemma":[0.00017803324,0.000055027383,0.31644094,0.00072030054,0.000029213354,5.939509e-7,0.0009973149,0.52480686,0.00011906019,0.15633257,0.00010174403,0.00021834417],"about_ca_topic_score_codex":0.0059008705,"about_ca_topic_score_gemma":0.0015586355,"teacher_disagreement_score":0.5735991,"about_ca_system_score_codex":0.00011270556,"about_ca_system_score_gemma":0.00026751883,"threshold_uncertainty_score":0.89203906},"labels":[],"label_agreement":null},{"id":"W4405964518","doi":"10.1093/geroni/igae098.3055","title":"USING THE MONTREAL COGNITIVE ASSESSMENT IN MILD AGE-RELATED HEARING LOSS","year":2024,"lang":"en","type":"article","venue":"Innovation in Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audiology; Montreal Cognitive Assessment; Hearing loss; Cognition; Cognitive Assessment System; Psychology; Cognitive impairment; Medicine; Psychiatry","score_opus":0.20260306461702238,"score_gpt":0.5091340147785787,"score_spread":0.3065309501615563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405964518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.944611,0.00010697452,0.0047401213,0.007552426,0.0003078074,0.00052204623,0.0000019424356,0.00016608555,0.041991595],"genre_scores_gemma":[0.998932,0.000017910994,0.00058370666,0.000114247116,0.00006737453,0.00004205321,0.0000044607064,0.0000119222905,0.0002263293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99844205,0.000251115,0.00037534314,0.00020275802,0.00043739378,0.00029131002],"domain_scores_gemma":[0.9993051,0.0004210106,0.000046744644,0.000083230996,0.0001292673,0.0000146119755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039268946,0.00006881292,0.00008550321,0.0006965093,0.00019384788,0.0002555741,0.00017083774,0.00007614307,0.000042923155],"category_scores_gemma":[0.00030911813,0.00006213195,0.000016895012,0.004799589,0.00020417669,0.00028734814,0.000077296856,0.00063212134,0.0000057347206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018163353,0.00013647828,0.2283772,0.00010727131,0.00005892858,0.0010359552,0.10623686,0.0018415902,0.0044675134,0.53331524,0.0005906993,0.1238141],"study_design_scores_gemma":[0.0016135629,0.000052191193,0.44337317,0.0069613117,0.00002734126,0.000022465345,0.11107264,0.15727499,0.0022197908,0.2699701,0.006356247,0.0010561926],"about_ca_topic_score_codex":0.01616587,"about_ca_topic_score_gemma":0.0037151726,"teacher_disagreement_score":0.26334515,"about_ca_system_score_codex":0.0005445556,"about_ca_system_score_gemma":0.00030151912,"threshold_uncertainty_score":0.9903856},"labels":[],"label_agreement":null},{"id":"W4405973982","doi":"10.3390/clinpract15010009","title":"Guidelines for the Management of Complications of Diabetes in Saudi Arabia Using Delphi Technique for Consensus Among National Experts","year":2024,"lang":"en","type":"article","venue":"Clinics and Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Alfaisal University","keywords":"Medicine; Delphi method; Delphi; Diabetes mellitus; Diabetes management; Disease management; Disease; Family medicine; MEDLINE; Type 2 diabetes; Internal medicine","score_opus":0.4658138637867865,"score_gpt":0.5922874561275248,"score_spread":0.12647359234073824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405973982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1589846,0.018857341,0.40985915,0.34804624,0.0013617479,0.0241139,0.0007241871,0.00025521783,0.037797637],"genre_scores_gemma":[0.78759664,0.001621376,0.20942497,0.00027144322,0.00008895759,0.00084297167,0.0000050538306,0.000013841208,0.00013476919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990178,0.00011550143,0.00039007777,0.00013838221,0.0002233693,0.00011489842],"domain_scores_gemma":[0.98483336,0.013945947,0.0001516942,0.000107440246,0.0009408189,0.000020734988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007090003,0.000045516368,0.00009614602,0.00007545772,0.00014757308,0.000039155304,0.00015333327,0.00006290063,0.0000030755325],"category_scores_gemma":[0.0062231356,0.000037443,0.000045913406,0.00024414668,0.00030505407,0.000094328774,0.000050322324,0.000066918845,1.06613484e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017730994,0.00041097397,0.0044538216,0.0015342898,0.0004666845,0.0000033794313,0.003819481,0.00046728007,0.0042022,0.8726361,0.04409141,0.06773708],"study_design_scores_gemma":[0.0004925055,0.00016265255,0.0021180874,0.0010876026,0.00020988207,0.0000029723278,0.02175342,0.10038763,0.0011851691,0.16569655,0.70663756,0.00026595715],"about_ca_topic_score_codex":0.00020742092,"about_ca_topic_score_gemma":0.000110762165,"teacher_disagreement_score":0.7069395,"about_ca_system_score_codex":0.000030877087,"about_ca_system_score_gemma":0.0001436837,"threshold_uncertainty_score":0.7450124},"labels":[],"label_agreement":null},{"id":"W4406087449","doi":"10.1097/ccm.0000000000006556","title":"A Core Outcome Set for Adult General ICU Patients","year":2025,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Delphi method; Outcome (game theory); Psychological intervention; Danish; Clinical trial; Family medicine; Delphi; Set (abstract data type); Randomized controlled trial; Nursing; Surgery","score_opus":0.3007135663119002,"score_gpt":0.5789710991696894,"score_spread":0.27825753285778915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406087449","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25430483,0.0012267447,0.01688082,0.32243407,0.0063891443,0.0048290347,0.00039861712,0.0009358188,0.39260092],"genre_scores_gemma":[0.99141127,0.000010273484,0.0012230356,0.004714849,0.00047794418,0.00018092268,0.0000505951,0.000010543723,0.0019205458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982658,0.00009545186,0.00028193754,0.00025524097,0.00063492305,0.0004666496],"domain_scores_gemma":[0.99642736,0.0010349543,0.000016190836,0.00021188891,0.0021066063,0.00020300175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00056869094,0.000099823636,0.00022882133,0.00012617627,0.0003340715,0.000024354149,0.00036162682,0.00014148658,0.00020199793],"category_scores_gemma":[0.025794566,0.0000815437,0.00006339718,0.00035234305,0.0010439013,0.000054976925,0.000077783276,0.00019443664,0.00001162711],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057994766,0.000064607695,0.109377645,0.00046106693,0.000010719377,0.000019078676,0.00513573,1.3499505e-7,0.000052658357,0.67467463,0.19007365,0.020072097],"study_design_scores_gemma":[0.006223088,0.0021465984,0.031795394,0.0011198256,0.00029735363,0.000001923265,0.12122101,0.00034353495,0.0005381837,0.1602036,0.675212,0.0008974183],"about_ca_topic_score_codex":0.0008538364,"about_ca_topic_score_gemma":0.0003565291,"teacher_disagreement_score":0.73710644,"about_ca_system_score_codex":0.00020051733,"about_ca_system_score_gemma":0.00014864381,"threshold_uncertainty_score":0.98241156},"labels":[],"label_agreement":null},{"id":"W4406091007","doi":"10.58931/cait.2024.4374","title":"Pearls from the 2024 European Respiratory Congress","year":2024,"lang":"en","type":"article","venue":"Canadian allergy & immunology today.","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"Institute of Circulatory and Respiratory Health; Canadian Institutes of Health Research; European Academy of Allergy and Clinical Immunology; Sanofi; McMaster University; Canadian Allergy, Asthma and Immunology Foundation; AstraZeneca","keywords":"Political science; Medicine","score_opus":0.06476207318996106,"score_gpt":0.35659353042263964,"score_spread":0.29183145723267856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406091007","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040759515,0.03459748,0.000025202085,0.06984569,0.006721332,0.0005468797,0.00016218617,0.00058667164,0.846755],"genre_scores_gemma":[0.92505866,0.0015326282,0.000076393415,0.005343569,0.0013414825,0.00008197965,0.000024072668,0.0000976246,0.06644357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996697,0.0014196904,0.00024979186,0.0004506233,0.0003134383,0.00086942205],"domain_scores_gemma":[0.9982217,0.00063741894,0.000033624936,0.0006560537,0.00012055794,0.0003306594],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018462394,0.00016512685,0.00015602306,0.00025299727,0.00086663384,0.00037689751,0.00153553,0.00023633268,0.006262168],"category_scores_gemma":[0.00058085396,0.00014153031,0.00010368654,0.00055004744,0.0014737094,0.00016512163,0.00015743109,0.00084566977,0.003304758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084604135,0.00000822182,0.00034829357,0.0000026146001,0.00030079682,0.0011209409,0.005608815,0.000001556739,0.00049053226,0.085457176,0.8702448,0.03640777],"study_design_scores_gemma":[0.00006669555,0.000025705498,0.0050820797,0.000054943426,0.0000066025545,0.0000032112987,0.0029393483,0.000005829036,0.00004544792,0.0018252822,0.98978263,0.00016219789],"about_ca_topic_score_codex":0.49423233,"about_ca_topic_score_gemma":0.8085933,"teacher_disagreement_score":0.88429916,"about_ca_system_score_codex":0.00055320247,"about_ca_system_score_gemma":0.0023500144,"threshold_uncertainty_score":0.9974713},"labels":[],"label_agreement":null},{"id":"W4406108236","doi":"10.1080/07060661.2024.2444170","title":"British Columbia Regional Meeting, 2024/Réunion régionale de la Colombie-Britannique, 2024","year":2025,"lang":"fr","type":"article","venue":"Canadian Journal of Plant Pathology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.03359111308018056,"score_gpt":0.3414137321021023,"score_spread":0.30782261902192176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406108236","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5294699,0.07303451,0.0006102839,0.083284765,0.01408467,0.0009930021,0.001968111,0.00005669668,0.29649806],"genre_scores_gemma":[0.31500003,0.017519735,0.0057958798,0.005867476,0.0022174583,0.000057867575,0.000062733525,0.000083392995,0.6533954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948818,0.0025595846,0.000716737,0.00031653218,0.00044789608,0.0010774466],"domain_scores_gemma":[0.99659675,0.0012526496,0.00035124907,0.00018994512,0.0005679568,0.0010414524],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061065564,0.00016121927,0.0004696614,0.0004746308,0.0006007822,0.0005369619,0.00093701377,0.00085823814,0.006500007],"category_scores_gemma":[0.0017783385,0.0002712582,0.00023010066,0.00088211236,0.0026918466,0.00020779774,0.000060399172,0.0015325184,0.00002684749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015112013,0.000053061736,0.049795114,0.000050546005,0.00006424922,0.021159893,0.00061292003,0.000012452844,0.00012245499,0.007279288,0.91512144,0.005713447],"study_design_scores_gemma":[0.00035753872,0.00018957976,0.030766819,0.0012309756,0.000067121786,0.011217545,0.0011992307,0.000039367966,0.000013132287,0.036800005,0.91790086,0.00021781385],"about_ca_topic_score_codex":0.44613072,"about_ca_topic_score_gemma":0.930914,"teacher_disagreement_score":0.4847833,"about_ca_system_score_codex":0.0013797806,"about_ca_system_score_gemma":0.012575044,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W4406181614","doi":"10.1007/978-3-030-74923-1_513","title":"Delphi Technique","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science","score_opus":0.14569744246931576,"score_gpt":0.4526185217900572,"score_spread":0.3069210793207414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406181614","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2174752e-7,0.0004713262,0.0009803307,0.00522758,0.00027711215,0.0010933419,0.000017583474,0.001537583,0.990395],"genre_scores_gemma":[0.00054037693,0.0009247671,0.002530485,0.00013843231,0.0005740501,0.00015495569,0.0000070589563,0.00009215195,0.99503773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978431,0.000025760015,0.00026428947,0.00044005486,0.0010323833,0.0003944066],"domain_scores_gemma":[0.9989762,0.00017363741,0.00005246304,0.00043782598,0.00018674925,0.00017316292],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014741673,0.00022385905,0.00023771243,0.00040482086,0.00020157066,0.00018062658,0.0007818408,0.00090517936,0.012953847],"category_scores_gemma":[0.00009710316,0.00021094103,0.00019798978,0.00009130473,0.0005963942,0.000074519914,0.00028395248,0.00094836275,0.0049367915],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012181542,0.000002670785,2.3835041e-7,0.00002362653,0.000016408694,0.00008494985,0.00015923272,1.775176e-8,0.000018562678,0.8400182,0.15514736,0.0045274827],"study_design_scores_gemma":[0.0000062634917,0.000011850222,5.1045436e-8,0.000104796854,0.000008435976,0.000002284552,0.00005793908,6.013234e-7,0.000059014434,0.42757937,0.5720236,0.00014582707],"about_ca_topic_score_codex":0.0008615312,"about_ca_topic_score_gemma":0.0014221156,"teacher_disagreement_score":0.4168762,"about_ca_system_score_codex":0.0003591337,"about_ca_system_score_gemma":0.00048055543,"threshold_uncertainty_score":0.995838},"labels":[],"label_agreement":null},{"id":"W4406196204","doi":"10.1002/alz.091349","title":"Building consensus on the utility of central and peripheral physiological markers for neuropsychiatric symptoms of dementia: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; Ontario Shores Centre for Mental Health Sciences; The Scarborough Hospital","funders":"","keywords":"Dementia; Peripheral; Medicine; Delphi; Psychology; Disease; Computer science; Internal medicine","score_opus":0.09986464720185914,"score_gpt":0.4005104902380728,"score_spread":0.30064584303621367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406196204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816689,0.012844405,0.00038808785,0.0016315867,0.0003898381,0.002000565,0.000029820405,0.00008111533,0.0009656734],"genre_scores_gemma":[0.99858487,0.000051390274,0.0011297314,0.00004866681,0.0000713074,0.0000959848,0.0000011761013,0.000014300011,0.0000025559416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978086,0.0005440634,0.00036814957,0.00036514844,0.000492424,0.00042163883],"domain_scores_gemma":[0.99869,0.00079021766,0.00009472744,0.00024016583,0.000106539526,0.000078345154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016993039,0.00013739246,0.00020430656,0.00008375507,0.0002752575,0.00006544711,0.000379768,0.00006835387,0.00020228306],"category_scores_gemma":[0.00021719816,0.000099186895,0.00012686494,0.00037113996,0.000596812,0.00005134912,0.00014001867,0.00017542715,8.0000893e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023931223,0.0048374343,0.13616556,0.000312893,0.07058069,0.000079456324,0.02267481,0.000082064114,0.012171409,0.2610083,0.09701912,0.39267513],"study_design_scores_gemma":[0.0040888027,0.0112799825,0.79483944,0.0003622815,0.04233635,0.0000112040825,0.03817473,0.031272627,0.00597469,0.039250564,0.030519525,0.00188978],"about_ca_topic_score_codex":0.0005009099,"about_ca_topic_score_gemma":0.00008634564,"teacher_disagreement_score":0.6586739,"about_ca_system_score_codex":0.0000061105434,"about_ca_system_score_gemma":0.00011620131,"threshold_uncertainty_score":0.4044724},"labels":[],"label_agreement":null},{"id":"W4406388949","doi":"10.1016/j.hlyend.2019.100368","title":"10.1016/j.hlyend.2019.100368","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expression (computer science); Psychology; Computer science; Programming language","score_opus":0.03778105929562361,"score_gpt":0.3342678958567707,"score_spread":0.2964868365611471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406388949","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018601646,0.000035711797,0.0000014396219,0.0031153862,0.0000018764209,0.0003640461,0.000010573003,0.00038524534,0.9958997],"genre_scores_gemma":[0.0002870488,0.0000014238515,0.00034107693,0.000045661556,0.0002312265,0.00004414051,0.0000039200554,0.000020326586,0.99902517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982489,0.00018295649,0.00015508481,0.00024471444,0.0006506545,0.00051771244],"domain_scores_gemma":[0.99914455,0.00014923401,0.000020526455,0.0003197749,0.00009646951,0.00026943506],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010248505,0.000097600016,0.00012873634,0.000113670416,0.00029576113,0.00011040256,0.000658613,0.00011191249,0.9988683],"category_scores_gemma":[0.00025822193,0.00010139746,0.000057305602,0.0005589752,0.00018528187,0.0001514085,0.00006885304,0.00017196297,0.9971793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001505008,0.000021493737,1.3082253e-7,0.000001000848,0.000003213065,0.0000049109726,0.00009354751,0.0000026243843,0.000016725913,0.000019854948,0.5402256,0.45959583],"study_design_scores_gemma":[0.00006478969,0.00006145203,0.000015756295,0.000010635009,0.0000031841942,0.0000010434029,0.000011670434,0.000015225784,0.00008042669,0.00012852969,0.9994722,0.00013511056],"about_ca_topic_score_codex":0.0011161442,"about_ca_topic_score_gemma":0.000008606653,"teacher_disagreement_score":0.4594607,"about_ca_system_score_codex":0.000118299504,"about_ca_system_score_gemma":0.00014071484,"threshold_uncertainty_score":0.41348684},"labels":[],"label_agreement":null},{"id":"W4406426593","doi":"10.1136/bmjopen-2024-088822","title":"Development of a core patient-reported outcome set for use in HIV care at the individual patient level in Montreal: protocol for a two-phased multimethod project","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Centre for Advancing Health Outcomes; McGill University Health Centre","funders":"HIV/AIDS and STBBI Research Initiative; Canadian Institutes of Health Research; Merck Canada; McGill University Health Centre; ViiV Healthcare; McGill University; Gilead Sciences","keywords":"Medicine; Protocol (science); Human immunodeficiency virus (HIV); Family medicine; Patient-reported outcome; Core (optical fiber); Public health; Outcome (game theory); Health services research; Health care; Patient care; Alternative medicine; Nursing; Quality of life (healthcare); Pathology","score_opus":0.6854093649726816,"score_gpt":0.6260076869398867,"score_spread":0.059401678032794836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406426593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14402863,0.0000016084674,0.0009539748,0.00029966744,0.000041305135,0.8526194,0.000438498,0.000030879633,0.0015860206],"genre_scores_gemma":[0.05187948,4.403157e-8,0.116140254,0.0000848083,0.0000060422963,0.83118933,0.000064810294,0.000015567393,0.000619688],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706334,0.00044062812,0.0010251823,0.00039192292,0.0006305564,0.00044839585],"domain_scores_gemma":[0.9977015,0.0010608701,0.00039579958,0.000398096,0.00039808705,0.000045638528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041225455,0.00015629095,0.00035858995,0.000281911,0.00027934177,0.00012928662,0.0008552739,0.00011928992,0.00001564315],"category_scores_gemma":[0.0032147642,0.00011637803,0.000076937526,0.0007002566,0.00012139399,0.00018349256,0.000675189,0.00013531456,8.9247993e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006201926,0.001114813,0.33027205,0.00089804473,0.0001517721,0.000033950462,0.30318788,0.00006745011,0.00070111593,0.00043294328,0.019484071,0.33745396],"study_design_scores_gemma":[0.05533885,0.0016278778,0.29711756,0.004007059,0.0000992182,0.000005185661,0.24947605,0.0023281625,0.041128427,0.0023289237,0.34452108,0.0020216356],"about_ca_topic_score_codex":0.022764212,"about_ca_topic_score_gemma":0.21049218,"teacher_disagreement_score":0.33543235,"about_ca_system_score_codex":0.00061909994,"about_ca_system_score_gemma":0.0022021541,"threshold_uncertainty_score":0.9837433},"labels":[],"label_agreement":null},{"id":"W4406546445","doi":"10.1016/s1541-9800(09)70402-8","title":"10.1016/s1541-9800(09)70402-8","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Psychology; Political science; Law","score_opus":0.042884133700991575,"score_gpt":0.3367849655893863,"score_spread":0.2939008318883947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406546445","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026236792,0.000052703323,0.0000015919975,0.0024282518,0.0000022131314,0.00038239386,0.000008152429,0.0003909951,0.99647135],"genre_scores_gemma":[0.00071536907,0.0000013238086,0.00035192803,0.000035733876,0.00033677032,0.000059657563,0.0000034355949,0.000022659537,0.9984731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808353,0.00020412786,0.00016594087,0.0002263237,0.0006836038,0.0006364983],"domain_scores_gemma":[0.9990737,0.00015924139,0.000022355316,0.00031646815,0.00008972508,0.00033853477],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011953393,0.00010679901,0.00013719648,0.00011194826,0.00031431142,0.00010273936,0.00062769814,0.000119983284,0.99903613],"category_scores_gemma":[0.00023979426,0.00011155964,0.000062976396,0.00059403275,0.00019030675,0.000184383,0.00007523363,0.00018850686,0.99714744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016556725,0.000035184465,4.0732783e-7,0.0000016630084,0.0000042398624,0.000004261315,0.00018088306,0.000002225054,0.000020606249,0.000022840999,0.43373418,0.565977],"study_design_scores_gemma":[0.000063242165,0.000050317518,0.000027087819,0.000010478225,0.0000044810236,0.0000012275967,0.000019140107,0.000012212331,0.000092705464,0.000103143866,0.9994683,0.00014764753],"about_ca_topic_score_codex":0.0008812192,"about_ca_topic_score_gemma":0.000008372723,"teacher_disagreement_score":0.56582934,"about_ca_system_score_codex":0.00013632498,"about_ca_system_score_gemma":0.000117824224,"threshold_uncertainty_score":0.454927},"labels":[],"label_agreement":null},{"id":"W4406571000","doi":"10.1016/j.endend.2019.03.005","title":"10.1016/j.endend.2019.03.005","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expression (computer science); Computer science; Programming language","score_opus":0.039297373754773615,"score_gpt":0.33607861252482923,"score_spread":0.29678123877005563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406571000","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016841348,0.00003796002,0.0000013058543,0.003011035,0.0000021591525,0.00035703197,0.000011957871,0.00039128892,0.9960188],"genre_scores_gemma":[0.00042817122,0.0000016148377,0.00032566534,0.000046541707,0.00027235906,0.00004338284,0.000003931078,0.000021163445,0.9988572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815744,0.00018825495,0.00016167307,0.00025836023,0.000694203,0.0005400534],"domain_scores_gemma":[0.9991406,0.0001509482,0.000022169797,0.00032967288,0.000079904465,0.00027668188],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010440295,0.000102926286,0.00013411796,0.00011794316,0.0002975989,0.00011559073,0.0006911415,0.000121371275,0.99872243],"category_scores_gemma":[0.00023161992,0.000106888656,0.00006137844,0.00051869196,0.00018679717,0.00016131833,0.000076502336,0.00018990849,0.9972484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016032192,0.00002492127,1.7402675e-7,0.0000011584043,0.000004006214,0.000006202572,0.00010818252,0.0000028466177,0.00001860615,0.000028165796,0.5683936,0.4313961],"study_design_scores_gemma":[0.00006870355,0.00005983402,0.000017624918,0.0000106284315,0.000003518021,0.0000013319985,0.000014568766,0.000015775291,0.00008800293,0.00016000871,0.99941885,0.00014114245],"about_ca_topic_score_codex":0.0010667655,"about_ca_topic_score_gemma":0.000011559763,"teacher_disagreement_score":0.43125495,"about_ca_system_score_codex":0.00013129762,"about_ca_system_score_gemma":0.00014969513,"threshold_uncertainty_score":0.4358793},"labels":[],"label_agreement":null},{"id":"W4406572032","doi":"10.1016/j.chstcc.2025.100128","title":"Developing Core Outcome (Measurement) Sets for Critical Care Research Using the Modified Delphi Method","year":2025,"lang":"en","type":"review","venue":"CHEST Critical Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Canadian Institutes of Health Research; National Institutes of Health","keywords":"Delphi method; Narrative; Outcome (game theory); Delphi; Core (optical fiber); Psychology; Computer science; Medical education; Data science; Nursing; Medicine; Artificial intelligence; Mathematics; Philosophy","score_opus":0.8947105061687364,"score_gpt":0.7151336848298141,"score_spread":0.17957682133892228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406572032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.26072e-7,0.92473704,0.058740918,0.0037758772,0.00082235277,0.0045770193,0.00036974804,0.00024090122,0.0067353076],"genre_scores_gemma":[0.0077901543,0.7986924,0.18298894,0.0005576917,0.002355067,0.0067308405,0.00022598999,0.000389977,0.00026892286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98699546,0.0043025776,0.0012448833,0.0013242138,0.0038474372,0.002285454],"domain_scores_gemma":[0.96308976,0.026031861,0.000086130734,0.0011345833,0.009158178,0.00049948157],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.013548108,0.00062664517,0.0018056445,0.0006205009,0.0036259892,0.0008013234,0.0029240355,0.0014291134,0.00004908091],"category_scores_gemma":[0.11270225,0.00049524975,0.00091646326,0.0022506989,0.0025340617,0.00018793208,0.0010619555,0.002764354,0.000020355883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000125846755,0.000032955348,0.000008470221,0.12853096,0.000047257196,0.00006471546,0.0046654204,6.864529e-7,9.3069997e-7,0.38129568,0.0008716565,0.48446867],"study_design_scores_gemma":[0.00015567127,0.00006956257,0.0000021094654,0.019153124,0.00073161547,0.000011107165,0.05771116,0.000042919008,0.000012195902,0.01469417,0.9065745,0.00084187975],"about_ca_topic_score_codex":0.00065818004,"about_ca_topic_score_gemma":0.0006496049,"teacher_disagreement_score":0.9057028,"about_ca_system_score_codex":0.0057129967,"about_ca_system_score_gemma":0.010308494,"threshold_uncertainty_score":0.99986726},"labels":[],"label_agreement":null},{"id":"W4406606594","doi":"10.1016/j.parkreldis.2025.107295","title":"Tardive dyskinesia versus tardive syndrome. What is in a name?","year":2025,"lang":"en","type":"article","venue":"Parkinsonism & Related Disorders","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Movement Disorders; University of Toronto","funders":"","keywords":"Tardive dyskinesia; Dyskinesia; Medicine; Psychiatry; Schizophrenia (object-oriented programming); Internal medicine; Parkinson's disease","score_opus":0.02717991358875845,"score_gpt":0.37912756018728455,"score_spread":0.3519476465985261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406606594","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35886198,0.021608254,0.0005878592,0.10405199,0.0052583627,0.0040924447,0.000030719057,0.001301964,0.5042064],"genre_scores_gemma":[0.9780948,0.017317489,0.00032775768,0.00055644184,0.00001878713,0.0002494781,0.000011680887,0.00003409104,0.0033894712],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963468,0.0005958377,0.00048894575,0.0007017741,0.0008924464,0.00097420573],"domain_scores_gemma":[0.99837756,0.00064655486,0.00011863996,0.0005051211,0.00017651587,0.00017559543],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015173182,0.00028296348,0.0003930483,0.0006436661,0.00059050537,0.00035878806,0.0009299917,0.00055998523,0.0007581683],"category_scores_gemma":[0.0007617293,0.000316164,0.00021118217,0.0022600975,0.0007846633,0.0007597824,0.00025135497,0.0008226301,0.00042022878],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086975005,0.00093260105,0.014358786,0.00013023707,0.00091762113,0.0005653487,0.0702558,0.00030656683,0.00005123093,0.04471082,0.053481717,0.8134195],"study_design_scores_gemma":[0.0024195858,0.00012244108,0.002548223,0.0002983223,0.000052703963,0.0000024226201,0.03152471,0.00028107976,0.000049509315,0.044768807,0.91742384,0.0005083711],"about_ca_topic_score_codex":0.008061362,"about_ca_topic_score_gemma":0.002877589,"teacher_disagreement_score":0.8639421,"about_ca_system_score_codex":0.00054820447,"about_ca_system_score_gemma":0.00055802136,"threshold_uncertainty_score":0.9999291},"labels":[],"label_agreement":null},{"id":"W4406692140","doi":"10.1053/j.ajkd.2024.10.013","title":"A Core Outcome Set for Trials in CKD: Report of the Standardized Outcomes in Nephrology–Chronic Kidney Disease (SONG-CKD) Stakeholder Workshops","year":2025,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Agencia Nacional de Investigación y Desarrollo; International Society of Nephrology","keywords":"Medicine; Kidney disease; Nephrology; Internal medicine; Intensive care medicine; Core (optical fiber); Outcome (game theory); Family medicine","score_opus":0.23050699307941092,"score_gpt":0.4980061065964598,"score_spread":0.26749911351704886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406692140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8254503,0.0012189536,0.0018997743,0.16189097,0.0014352152,0.004441189,0.0027250643,0.00008168621,0.0008568749],"genre_scores_gemma":[0.9944509,0.00021707763,0.0006251807,0.0038034588,0.0001491349,0.00015358605,0.000015001661,0.000026854761,0.0005588011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932752,0.002118859,0.0023850724,0.00034694996,0.0011947955,0.0006791199],"domain_scores_gemma":[0.9911948,0.004140065,0.0021327713,0.0006564711,0.0005801109,0.001295826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008538433,0.00025943256,0.0017319593,0.0007355463,0.00019359971,0.00008343077,0.0012108703,0.00009436349,0.00013755349],"category_scores_gemma":[0.1362005,0.00018205147,0.00088355545,0.0017778458,0.0017378316,0.0002613931,0.0001818912,0.0004799557,6.022199e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023708963,0.00039511433,0.9275876,0.00010553408,0.00021374976,0.00030668674,0.0006185862,0.000068804606,0.000060502774,0.0009517002,0.061223924,0.0060968883],"study_design_scores_gemma":[0.0134118125,0.0010559694,0.7824655,0.0028271077,0.001169762,0.000029572866,0.01621954,0.00011894518,0.00010180796,0.03102976,0.15066436,0.00090587063],"about_ca_topic_score_codex":0.0007806353,"about_ca_topic_score_gemma":0.00032838786,"teacher_disagreement_score":0.16900063,"about_ca_system_score_codex":0.0007877635,"about_ca_system_score_gemma":0.014338122,"threshold_uncertainty_score":0.9912497},"labels":[],"label_agreement":null},{"id":"W4406788176","doi":"10.1016/j.jclinepi.2025.111687","title":"Pain and physical function are common core domains across 40 core outcome sets of musculoskeletal conditions: a systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Caring for our Country; National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Core (optical fiber); Outcome (game theory); Medicine; Musculoskeletal pain; Systematic review; Common core; Physical therapy; MEDLINE; Physical medicine and rehabilitation; Computer science; Mathematics; Biology","score_opus":0.6146223269836836,"score_gpt":0.6873810050712015,"score_spread":0.0727586780875179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406788176","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030294395,0.9937473,0.00043281636,0.001864837,0.0007696125,0.0025254788,0.00015062782,0.000032653406,0.00017374846],"genre_scores_gemma":[0.00083279394,0.9966636,0.00032336917,0.0012872228,0.0005638132,0.00013972323,0.000028720022,0.000025562276,0.00013519709],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9430327,0.04278819,0.012172049,0.0005119976,0.0008190777,0.00067603035],"domain_scores_gemma":[0.80948406,0.1748671,0.013852061,0.0006132567,0.0007639887,0.00041952042],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14423467,0.00043469484,0.017641993,0.00024245931,0.0002652227,0.000018572868,0.0011426676,0.0012597151,0.00003986989],"category_scores_gemma":[0.3944064,0.00029020853,0.0039348155,0.00069318654,0.0021130953,0.00013585814,0.0003006713,0.0030427035,0.00001379281],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042498734,0.00027306972,0.0035634278,0.87160647,0.000636184,0.00006476557,0.00006192393,3.604669e-7,1.5414573e-8,0.0051219603,0.009260645,0.109368674],"study_design_scores_gemma":[0.00040203106,0.0011699778,0.001251398,0.8412952,0.004186544,0.000094108036,0.00048430488,0.000021276624,2.6146196e-9,0.020508911,0.13022609,0.00036019104],"about_ca_topic_score_codex":0.00006188048,"about_ca_topic_score_gemma":0.00012490022,"teacher_disagreement_score":0.25017172,"about_ca_system_score_codex":0.00019469287,"about_ca_system_score_gemma":0.00093482237,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W4406793594","doi":"10.1038/s41598-025-87380-2","title":"Development of a checklist for cognitive assessment requirements (CARE) based on a Delphi consensus study","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Checklist; Delphi method; Delphi; MEDLINE; Cognition; Computer science; Medicine; Psychology; Artificial intelligence; Biology; Psychiatry","score_opus":0.14453425084485624,"score_gpt":0.5058025185177568,"score_spread":0.36126826767290054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406793594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932929,0.000028271663,0.0072398945,0.0005537447,0.0038011256,0.0076358584,0.000016121336,0.0001677986,0.0872643],"genre_scores_gemma":[0.9847514,2.72886e-7,0.0115443785,0.00003769408,0.000017389284,0.0007656656,0.000029484285,0.000010492433,0.0028432438],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959515,0.00024457747,0.00081451226,0.0008008739,0.0017320522,0.00045651355],"domain_scores_gemma":[0.99699974,0.00042260348,0.00036796372,0.0005564707,0.0015398249,0.000113407106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009505849,0.00014211328,0.00025282192,0.00051582564,0.0012428518,0.0002413895,0.0002968561,0.00007949191,0.00006037077],"category_scores_gemma":[0.0019919167,0.00013961771,0.000096537755,0.0011107391,0.0006925639,0.000056375673,0.00011969421,0.000121571305,0.000002845348],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015952473,0.020932548,0.27532384,0.001799695,0.001192592,0.001802214,0.21082135,0.00023551355,0.0392858,0.012977175,0.1450655,0.28896853],"study_design_scores_gemma":[0.005738128,0.0012878102,0.041053858,0.002934594,0.00033773846,0.000004706684,0.44544807,0.0015987591,0.11904429,0.016699608,0.36424398,0.0016084781],"about_ca_topic_score_codex":0.00019137739,"about_ca_topic_score_gemma":0.0012567503,"teacher_disagreement_score":0.28736004,"about_ca_system_score_codex":0.00053239905,"about_ca_system_score_gemma":0.004828524,"threshold_uncertainty_score":0.9559137},"labels":[],"label_agreement":null},{"id":"W4406894067","doi":"10.1542/peds.2024-069954b","title":"Beyond Traditional Milestones: Questioning Developmental Framework for Children With Down Syndrome","year":2025,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre for Disability Prevention and Rehabilitation; SickKids Foundation","funders":"","keywords":"Medicine; Developmental Milestone; Pediatrics","score_opus":0.05323945772591015,"score_gpt":0.3766901562334355,"score_spread":0.32345069850752534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406894067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.721702,0.0007027927,0.23084933,0.008561687,0.000817735,0.0027451944,0.00023769644,0.0007236881,0.033659887],"genre_scores_gemma":[0.8240714,0.00013152318,0.17405866,0.00022255862,0.00039058714,0.00030401096,0.000060078037,0.000015632699,0.0007455168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986315,0.000061107356,0.00017130356,0.00024569244,0.0005391819,0.0003512281],"domain_scores_gemma":[0.99882823,0.0007734167,0.00005341612,0.00009657388,0.00015260118,0.00009576019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007517537,0.00009942234,0.000119613476,0.00024398153,0.00071849616,0.00011578592,0.00033969406,0.0001669554,0.000079212914],"category_scores_gemma":[0.0008624393,0.00009913551,0.00004343098,0.00092903705,0.0002118133,0.00015417644,0.00004168387,0.0002471647,0.000016289034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027294214,0.0001327117,0.23730926,0.000040384068,0.000038394734,0.000010235684,0.0013466196,0.00001876935,0.0000024797012,0.7368413,0.018895466,0.0053370716],"study_design_scores_gemma":[0.0007123912,0.00017569712,0.32728252,0.00013135301,0.00010717093,0.00004453863,0.0024371524,0.00003443109,0.00006212844,0.66025597,0.008133182,0.00062348234],"about_ca_topic_score_codex":0.00025823398,"about_ca_topic_score_gemma":0.00013763,"teacher_disagreement_score":0.102369435,"about_ca_system_score_codex":0.00027871254,"about_ca_system_score_gemma":0.0010040653,"threshold_uncertainty_score":0.5526164},"labels":[],"label_agreement":null},{"id":"W4406978715","doi":"10.1016/j.joen.2025.01.009","title":"Development of a Core Outcome Set in Endodontics (COS-ENDO): Part 4 – COS-ENDO for Studies of Vital Pulp Therapy in Permanent Teeth","year":2025,"lang":"en","type":"article","venue":"Journal of Endodontics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Western University; Mount Sinai Hospital; University of Toronto","funders":"American Academy of Pediatric Dentistry; University of California; University of Pennsylvania; American Association of Endodontists Foundation","keywords":"Endodontics; Endodontic therapy; Pulp (tooth); Dentistry; Medicine; Root canal","score_opus":0.4552839206611359,"score_gpt":0.5448424777388224,"score_spread":0.08955855707768656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406978715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992711,0.0018208174,0.00080097344,0.0016487614,0.00072123605,0.0010996556,0.000036825062,0.000015490037,0.0011452212],"genre_scores_gemma":[0.98036784,0.0027381533,0.016249457,0.00007061083,0.0000889335,0.000044220116,0.0000025691347,0.000019288673,0.00041890694],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603677,0.00027027342,0.0019017203,0.00019495224,0.0010534184,0.00054289337],"domain_scores_gemma":[0.99627566,0.0015363808,0.0008484233,0.00022655145,0.0010134566,0.00009950952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005348617,0.00020820505,0.00093194813,0.000821847,0.00012535289,0.000034231216,0.0007451733,0.00016085884,0.000013119733],"category_scores_gemma":[0.0029848623,0.00017960818,0.00023688712,0.0007732063,0.00039934617,0.00019550964,0.00015669041,0.0005008017,6.4162214e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012350345,0.0020798678,0.84280694,0.00092144037,0.0008848814,0.0002932167,0.07574959,0.00016307995,0.0150352195,0.01667775,0.007971449,0.036181547],"study_design_scores_gemma":[0.03000342,0.0035555328,0.09714361,0.006580837,0.00036086788,0.00009258176,0.29086113,0.00049966254,0.16989717,0.028387852,0.37059286,0.002024464],"about_ca_topic_score_codex":0.00015243869,"about_ca_topic_score_gemma":0.0028491067,"teacher_disagreement_score":0.7456633,"about_ca_system_score_codex":0.000587286,"about_ca_system_score_gemma":0.0010610092,"threshold_uncertainty_score":0.7324209},"labels":[],"label_agreement":null},{"id":"W4406979062","doi":"10.1016/j.joen.2025.01.011","title":"Development of a Core Outcome Set in Endodontics (COS-ENDO): Part 3 – COS-ENDO for Studies of Surgical Endodontics in Permanent Teeth","year":2025,"lang":"en","type":"article","venue":"Journal of Endodontics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Western University; Mount Sinai Hospital; University of Toronto","funders":"American Academy of Pediatric Dentistry; University of California; University of Pennsylvania; American Association of Endodontists Foundation","keywords":"Endodontics; Dentistry; Medicine; Orthodontics; Core (optical fiber); Outcome (game theory); Materials science; Mathematics; Composite material","score_opus":0.4286286619354862,"score_gpt":0.54594583295975,"score_spread":0.11731717102426376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406979062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98645514,0.002687448,0.0013830498,0.002978177,0.0014775451,0.0017277857,0.00008168111,0.000034825185,0.003174351],"genre_scores_gemma":[0.9668624,0.0036245515,0.028342182,0.000054773194,0.000163516,0.000053885135,0.0000056436875,0.000032876545,0.00086017326],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936534,0.0004773284,0.0031232263,0.00030911414,0.0015749388,0.0008619916],"domain_scores_gemma":[0.99324,0.0034067067,0.0012679334,0.00035784507,0.0015401357,0.00018739839],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007996489,0.00032502832,0.0015381647,0.0012334546,0.00017490337,0.000049128328,0.001064559,0.00028589444,0.000020343183],"category_scores_gemma":[0.0050166566,0.00029442174,0.00038872755,0.0011895188,0.0006704429,0.00023905381,0.0003287702,0.0008342077,0.0000013223439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014147081,0.0026340957,0.8674211,0.0022296696,0.0010039902,0.0012115914,0.046335883,0.00037366757,0.003186346,0.047589257,0.012929711,0.01366999],"study_design_scores_gemma":[0.025374504,0.0016419949,0.028623695,0.006956053,0.0006605111,0.00020545238,0.133737,0.00088893593,0.046130426,0.015037533,0.7389167,0.0018271896],"about_ca_topic_score_codex":0.000186283,"about_ca_topic_score_gemma":0.003802042,"teacher_disagreement_score":0.8387974,"about_ca_system_score_codex":0.0008996594,"about_ca_system_score_gemma":0.0015535733,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W4407132017","doi":"10.1136/bmjebm-2023-112389","title":"Rapid reviews methods series: guidance on rapid scoping, mapping and evidence and gap map (‘Big Picture Reviews’)","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Ottawa Hospital","funders":"","keywords":"Series (stratigraphy); Data science; Computer science; Information retrieval; Biology","score_opus":0.4793826492030341,"score_gpt":0.5678402709174526,"score_spread":0.08845762171441851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407132017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018228323,0.7794216,0.0339619,0.17462005,0.0009805742,0.006910065,0.0000016694037,0.00021145526,0.0037103684],"genre_scores_gemma":[0.0031936145,0.86522776,0.104890116,0.018003566,0.0016777037,0.0018184257,0.0000032706969,0.00004216292,0.0051433914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897276,0.0058310353,0.0014345425,0.0010688129,0.0011377679,0.0008002184],"domain_scores_gemma":[0.9897173,0.007634221,0.0006188886,0.0011628107,0.00043232302,0.00043446472],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04251332,0.00046929662,0.0013553043,0.0005603981,0.00076624175,0.0001447721,0.0009076035,0.00029603456,0.0005129893],"category_scores_gemma":[0.082266144,0.00035385453,0.000136855,0.0017718339,0.0020698763,0.00064883777,0.00024219487,0.0007341266,0.000030131761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020457845,0.000034407854,0.0014512736,0.010042578,0.000025260442,0.000040586045,0.0025768469,0.000001065391,0.0027000087,0.0031378826,0.16249031,0.8172952],"study_design_scores_gemma":[0.00041468567,0.00048181,0.0006625156,0.28852776,0.00007469059,0.000005942105,0.0010023825,0.00003896961,0.00092202803,0.002175558,0.7053387,0.00035494615],"about_ca_topic_score_codex":0.00052672747,"about_ca_topic_score_gemma":0.00023621673,"teacher_disagreement_score":0.81694025,"about_ca_system_score_codex":0.0003082581,"about_ca_system_score_gemma":0.001006762,"threshold_uncertainty_score":0.99989134},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4407163003","doi":"10.2196/63481","title":"Core Outcome Set Development for Tension-Type Headache Treatment Using Traditional Chinese Medicine: Protocol for a Delphi Consensus Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Delphi method; Protocol (science); Medicine; MEDLINE; Data extraction; Alternative medicine; Thematic analysis; Comparability; Family medicine; Qualitative research; Computer science","score_opus":0.9061121205900329,"score_gpt":0.7404855577426601,"score_spread":0.16562656284737276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407163003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030998285,0.0000010414468,0.0004592808,0.0036736727,0.00002497071,0.99077696,0.000048586866,0.00019067261,0.0017250048],"genre_scores_gemma":[0.0060123694,7.9825256e-8,0.008648819,0.00007633983,0.00035642143,0.98168135,0.000024312565,0.000045806657,0.003154516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935791,0.001043332,0.00097397645,0.00083082984,0.0022490285,0.0013237251],"domain_scores_gemma":[0.99139994,0.004741296,0.00016799565,0.00060094416,0.0027315428,0.0003582547],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010629932,0.00034801697,0.00059260783,0.0007792952,0.0024907854,0.00020413245,0.0009054949,0.00026069436,0.00017428964],"category_scores_gemma":[0.005870652,0.00025209197,0.00014235487,0.0018066552,0.0010195966,0.00012331075,0.00021554295,0.0004737037,0.000011202129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031552717,0.027438939,0.22029328,0.0067574526,0.001020885,0.00033342358,0.05244973,0.00006577151,0.009216784,0.034153268,0.57106435,0.0456534],"study_design_scores_gemma":[0.01468064,0.008235045,0.0046784002,0.0020161788,0.000010240221,0.0000068742866,0.009421185,0.001067732,0.00038604403,0.016125368,0.9428762,0.0004960518],"about_ca_topic_score_codex":0.00062032347,"about_ca_topic_score_gemma":0.0009854692,"teacher_disagreement_score":0.3718119,"about_ca_system_score_codex":0.0019011919,"about_ca_system_score_gemma":0.0054360903,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W4407213005","doi":"10.1109/mmm.2024.3510055","title":"The Women in Microwaves Event at IMBioC 2024 in Montréal [Women in Microwaves]","year":2025,"lang":"en","type":"article","venue":"IEEE Microwave Magazine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Microwave; Materials science; Optoelectronics; Telecommunications; Engineering","score_opus":0.022400431859696146,"score_gpt":0.34871342633999325,"score_spread":0.3263129944802971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407213005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92854357,0.0023848088,0.000028417344,0.009721967,0.00071413966,0.001393582,0.000022846329,0.00007962504,0.057111036],"genre_scores_gemma":[0.89647645,0.0016453506,0.00019497436,0.00037676626,0.00010958965,0.0004784509,0.0000052077567,0.00004108608,0.100672126],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99388915,0.000960776,0.0010206955,0.0007952841,0.00062169135,0.0027123888],"domain_scores_gemma":[0.99792826,0.00082888186,0.0001469695,0.0006918794,0.00013104476,0.00027295155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076973927,0.0003741126,0.0005875487,0.0009675281,0.00036663798,0.0002402824,0.001347533,0.00035480596,0.00019792395],"category_scores_gemma":[0.00073149457,0.00033929,0.0001276186,0.0027100546,0.00083173683,0.00018949824,0.0005703936,0.00093001226,0.0004047677],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006237068,0.0005689728,0.02849579,0.00011522971,0.0000583245,0.0004697112,0.030084187,0.000044753247,0.8317915,0.0012929224,0.08441967,0.022035211],"study_design_scores_gemma":[0.005153969,0.00027882628,0.0756298,0.0007830179,0.00001298739,0.000021550102,0.024594601,0.00020887594,0.13662183,0.055123527,0.7000912,0.0014798508],"about_ca_topic_score_codex":0.0055172252,"about_ca_topic_score_gemma":0.1299291,"teacher_disagreement_score":0.6951697,"about_ca_system_score_codex":0.0072850273,"about_ca_system_score_gemma":0.0008006957,"threshold_uncertainty_score":0.9999059},"labels":[],"label_agreement":null},{"id":"W4407316543","doi":"10.1371/journal.pone.0318458","title":"Identifying priorities and developing collaborative action plans to improve accessible housing practice, policy, and research in Canada","year":2025,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Autism Canada; Dalhousie University; Wellesley Institute; Barrie Urology Group; EllisDon (Canada); Centre for Interdisciplinary Research in Rehabilitation; Praxis Spinal Cord Institute; Université Laval; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Spinal Cord Injury Ontario; Health Sciences Centre; University Health Network; University of Toronto; Toronto Rehabilitation Institute; Sunnybrook Health Science Centre","funders":"Accessibility Standards Canada; Government of Canada; Canadian Institutes of Health Research; Rick Hansen Foundation","keywords":"Delphi method; Government (linguistics); Public relations; Cohesion (chemistry); Best practice; Delphi; Action (physics); Political science; Business; Economic growth; Computer science; Economics","score_opus":0.3334300298515765,"score_gpt":0.5266196532808542,"score_spread":0.19318962342927776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407316543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532961,0.00018600925,0.00011034093,0.031119566,0.000049308743,0.0009323299,0.000012790297,0.000037194648,0.014256363],"genre_scores_gemma":[0.99029535,0.0011496857,0.0075000813,0.00024067577,0.000082158935,0.000114317285,6.416402e-7,0.000008061513,0.00060899835],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979135,0.000439872,0.00016573684,0.00025203035,0.00080873526,0.00042011953],"domain_scores_gemma":[0.99788636,0.0013469495,0.000040002888,0.0001020386,0.0005323067,0.00009231326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021679222,0.00006479512,0.00013979606,0.0006095787,0.0006275379,0.0004356961,0.0001748528,0.00006471049,0.000002539908],"category_scores_gemma":[0.004212912,0.00007493206,0.000003520081,0.0022633297,0.0001475666,0.00061141624,0.00027672993,0.00032740438,7.829396e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008416452,0.0006680191,0.44248173,0.0034171008,0.0005350643,0.00029061362,0.1009574,0.000008830617,0.1364291,0.15469435,0.0048929765,0.15478316],"study_design_scores_gemma":[0.0012794475,0.00020368476,0.12019679,0.0062307906,0.0000610849,0.0000020262512,0.5781423,0.00024739053,0.2361579,0.033956803,0.022561794,0.00096002046],"about_ca_topic_score_codex":0.93282956,"about_ca_topic_score_gemma":0.9859455,"teacher_disagreement_score":0.4771849,"about_ca_system_score_codex":0.0020648302,"about_ca_system_score_gemma":0.0098373955,"threshold_uncertainty_score":0.9957759},"labels":[],"label_agreement":null},{"id":"W4407372594","doi":"10.3389/fvets.2025.1465926","title":"The case for development of a core outcome set (COS) and supplemental reporting guidelines for influenza vaccine challenge trial research in swine","year":2025,"lang":"en","type":"article","venue":"Frontiers in Veterinary Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Checklist; Protocol (science); Inclusion (mineral); Clinical trial; Influenza vaccine; Medicine; Systematic review; Set (abstract data type); Clinical study design; MEDLINE; Family medicine; Alternative medicine; Psychology; Biology; Computer science; Vaccination; Immunology; Pathology","score_opus":0.7455495859222954,"score_gpt":0.6445571823423577,"score_spread":0.10099240357993766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407372594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838,0.00034397162,0.0022351283,0.004574845,0.00070157193,0.0034172311,0.000020321595,0.00001860743,0.0003083364],"genre_scores_gemma":[0.89681923,0.000059722406,0.10202602,0.00004228672,0.0000569195,0.0007967843,0.0000023344523,0.00000708925,0.00018962094],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965652,0.0001650991,0.0014723355,0.00045152823,0.000619643,0.00072615745],"domain_scores_gemma":[0.9978439,0.0008280441,0.00030566112,0.00028260626,0.00066147174,0.000078296],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03965703,0.00010160396,0.00026828513,0.00086828234,0.0012263716,0.00009971884,0.00078741653,0.000073900366,0.0000024811445],"category_scores_gemma":[0.013681179,0.000083330255,0.00003949242,0.0017497652,0.0008891901,0.0002652386,0.00050988304,0.00019078524,8.857063e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04035107,0.0010901169,0.17554988,0.0016504393,0.000090767535,0.001890202,0.0618422,0.000053914664,0.0074391123,0.03117214,0.05994701,0.6189231],"study_design_scores_gemma":[0.041307967,0.005930831,0.0101549355,0.0010240343,0.000017560902,0.00016601203,0.23257293,0.017957442,0.0013089112,0.049237926,0.63935155,0.00096990075],"about_ca_topic_score_codex":0.0006962042,"about_ca_topic_score_gemma":0.0016987397,"teacher_disagreement_score":0.61795324,"about_ca_system_score_codex":0.00045916036,"about_ca_system_score_gemma":0.0013385338,"threshold_uncertainty_score":0.994627},"labels":[],"label_agreement":null},{"id":"W4407437280","doi":"10.1101/2025.02.11.25322103","title":"Statistical Analysis Plan for the manuscript reporting the primary outcome of the MSU-TELEMED study","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Outcome (game theory); Plan (archaeology); Primary (astronomy); Business; History; Economics; Archaeology","score_opus":0.2934345425926784,"score_gpt":0.502143462699096,"score_spread":0.20870892010641762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407437280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886102,0.00032334894,0.037534982,0.035661884,0.0025763595,0.016063672,0.0007210547,0.00028156268,0.020735128],"genre_scores_gemma":[0.9934433,0.00002672709,0.0009700243,0.00019382368,0.0001646181,0.001016204,0.000013240249,0.000014617567,0.0041574575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99404365,0.0015722245,0.0016474408,0.0005403418,0.0017169368,0.00047942967],"domain_scores_gemma":[0.9907348,0.0055435374,0.0014932472,0.0017717447,0.00039474,0.00006193431],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021297386,0.00020876274,0.00065880147,0.00017908175,0.0009911682,0.00017327537,0.0032387304,0.00019165457,0.00008578129],"category_scores_gemma":[0.016554654,0.000100341815,0.0005262554,0.0010728614,0.00079188356,0.000027830096,0.0019286759,0.0010637336,0.0000013833211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023900986,0.00011793656,0.98501664,0.00010499582,0.00084817095,0.000009557933,0.0050731767,0.00009463413,0.0000082059,0.0034227914,0.0029078955,0.0023720618],"study_design_scores_gemma":[0.000118682336,0.000030050254,0.973258,0.000039648214,0.0013539164,3.6299843e-7,0.0095393015,0.0004600015,0.000048132897,0.006166977,0.008819398,0.0001654903],"about_ca_topic_score_codex":0.0075225667,"about_ca_topic_score_gemma":0.01061223,"teacher_disagreement_score":0.107341275,"about_ca_system_score_codex":0.00019050724,"about_ca_system_score_gemma":0.00061876065,"threshold_uncertainty_score":0.99908644},"labels":[],"label_agreement":null},{"id":"W4407655710","doi":"10.1155/ijbc/8642832","title":"Labels, Language, and Other Strategies to Improve Communication About Lower Grade Forms of Ductal Carcinoma In Situ of the Breast: A National Delphi Survey","year":2025,"lang":"en","type":"article","venue":"International Journal of Breast Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; McGill University Health Centre; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; Toronto General Hospital; University Health Network","funders":"Canadian Cancer Society","keywords":"Ductal carcinoma; Medicine; In situ; Delphi method; Delphi; Oncology; Breast cancer; Internal medicine; Cancer; Artificial intelligence; Computer science","score_opus":0.0398199628629513,"score_gpt":0.4315933029358738,"score_spread":0.39177334007292247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407655710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880588,0.00033480392,0.000069777605,0.008288006,0.00026903374,0.00016013475,0.00032464165,0.0000035312485,0.0024912688],"genre_scores_gemma":[0.99946344,0.000075137694,0.000121040226,0.00016096435,0.0000718386,0.000010503513,0.0000013798568,0.000005715599,0.000089986475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832654,0.0002051719,0.00039826258,0.00008619411,0.0008635836,0.00012024843],"domain_scores_gemma":[0.9979085,0.00023082846,0.00029953843,0.0001090842,0.0014123793,0.000039692604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015634235,0.00006761131,0.00014408614,0.0002722117,0.000046355814,0.000053726475,0.0007857565,0.000058513386,0.000062781844],"category_scores_gemma":[0.00020934339,0.000051380863,0.000059869326,0.0003553652,0.00026768522,0.0002688264,0.0001517174,0.00019821525,2.9575722e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010337745,0.00048007778,0.8815918,0.00004683963,0.0003235599,0.000013800187,0.014419107,0.00035766908,0.028874384,0.054645263,0.0023167315,0.015897006],"study_design_scores_gemma":[0.00046233888,0.00001868775,0.99014515,0.0002691798,0.000006432869,0.00003931384,0.0034422218,0.00003828264,0.001213493,0.004090686,0.00021756183,0.00005663746],"about_ca_topic_score_codex":0.01804944,"about_ca_topic_score_gemma":0.030668668,"teacher_disagreement_score":0.10855337,"about_ca_system_score_codex":0.00030072185,"about_ca_system_score_gemma":0.0009568902,"threshold_uncertainty_score":0.98848945},"labels":[],"label_agreement":null},{"id":"W4407766122","doi":"10.1093/nop/npaf023","title":"Core Outcome Sets for Meningioma In Clinical studies (COSMIC): An international patient and healthcare professional consensus for research studies","year":2025,"lang":"en","type":"article","venue":"Neuro-Oncology Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universität Zürich; Daiichi Sankyo Europe; Servier; National Cancer Institute; Medac; U.S. Department of Veterans Affairs; University of Toronto; Universität Wien; National Institute for Health and Care Research; Gentofte Hospital; Leids Universitair Medisch Centrum; Department of Health and Social Care; Florida International University; University of Oxford; Haaglanden Medisch Centrum; Novocure; Brain Tumour Charity; Sanofi; GlaxoSmithKline; Universiteit Leiden; University Hospital Southampton NHS Foundation Trust; Eli Lilly and Company; Bristol-Myers Squibb; Medizinische Universität Wien","keywords":"Core (optical fiber); Health care; Outcome (game theory); Health professionals; Medicine; Psychology; Political science; Computer science; Mathematics","score_opus":0.815878416049402,"score_gpt":0.7455621807017525,"score_spread":0.07031623534764952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407766122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6509261,0.001095033,0.000019977933,0.3376846,0.0039759767,0.004501494,0.000056151242,0.00008889976,0.0016517512],"genre_scores_gemma":[0.9727857,0.001993846,0.015605189,0.006378422,0.00025016392,0.002454487,0.000010080085,0.000021045838,0.000501077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99314153,0.0041240496,0.000851795,0.00064338546,0.00063174043,0.0006075247],"domain_scores_gemma":[0.9223644,0.074014604,0.00028670175,0.00022603081,0.0029775247,0.00013070718],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01787614,0.00013230342,0.00044115764,0.0004003563,0.0009368346,0.000048368285,0.00043087482,0.00028508838,0.000002892363],"category_scores_gemma":[0.15064114,0.00012294257,0.000063601066,0.00041884248,0.0015339187,0.0002946331,0.0005386068,0.00093124155,0.0000021035833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014930778,0.0029232868,0.24311003,0.00064510136,0.0007998245,0.0005580385,0.04914111,0.000007644944,0.00068374746,0.23820369,0.24868202,0.20031473],"study_design_scores_gemma":[0.002529085,0.0032319643,0.0076299156,0.00013706223,0.000048890422,0.000023659773,0.17743056,0.00027494572,0.00006180767,0.029904764,0.7785261,0.00020120894],"about_ca_topic_score_codex":0.00029798626,"about_ca_topic_score_gemma":0.0035513488,"teacher_disagreement_score":0.5298441,"about_ca_system_score_codex":0.0006370108,"about_ca_system_score_gemma":0.0013461249,"threshold_uncertainty_score":0.8565134},"labels":[],"label_agreement":null},{"id":"W4407766822","doi":"10.2196/69537","title":"Authors’ Response to Peer Reviews of “Checklist Approach to Developing and Implementing AI in Clinical Settings: Instrument Development Study”","year":2025,"lang":"en","type":"article","venue":"JMIRx Med","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Psychology; Peer review; Medical education; Computer science; Medicine; Cognitive psychology; Political science","score_opus":0.21673584046572494,"score_gpt":0.5537406365536232,"score_spread":0.33700479608789824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407766822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9213875,0.00003942384,0.0018712728,0.063857675,0.00014139377,0.0049424237,0.000001648606,0.000060878763,0.0076978137],"genre_scores_gemma":[0.8544779,0.000030215251,0.12569934,0.0019302068,0.00004988065,0.0015088709,0.0000031822185,0.000017898476,0.016282532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947871,0.0019202642,0.0013444959,0.0005127043,0.0008686517,0.0005667649],"domain_scores_gemma":[0.99857706,0.0005142147,0.00014114595,0.00027609465,0.0003037985,0.00018771268],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04681601,0.0001374393,0.00044892918,0.00047626748,0.00027337507,0.000093266026,0.000514837,0.000106442894,0.000013879044],"category_scores_gemma":[0.01231195,0.00013182295,0.00004301163,0.0014885642,0.000092049806,0.00008340755,0.00076729426,0.00030480657,0.000008281441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079671707,0.0009801232,0.23668197,0.00037590048,0.000086492946,0.000013457816,0.1450187,0.0000015432852,0.0011153623,0.0055968934,0.13474669,0.47458616],"study_design_scores_gemma":[0.00036510438,0.000065660824,0.12465261,0.00026291225,0.000005102157,1.6225646e-7,0.015340217,0.00000515803,0.0004287746,0.00011601301,0.8586051,0.00015319731],"about_ca_topic_score_codex":0.0004214576,"about_ca_topic_score_gemma":0.0014972622,"teacher_disagreement_score":0.7238584,"about_ca_system_score_codex":0.00041614252,"about_ca_system_score_gemma":0.0009375092,"threshold_uncertainty_score":0.99600774},"labels":[],"label_agreement":null},{"id":"W4407782770","doi":"10.1007/s00403-025-03920-w","title":"Pyoderma gangrenosum refined elements for core item selection and evaluation (PRECISE-PG): a study protocol for reaching consensus on core outcome domain items in clinical trials of pyoderma gangrenosum","year":2025,"lang":"en","type":"article","venue":"Archives of Dermatological Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Pyoderma gangrenosum; Medicine; Protocol (science); Selection (genetic algorithm); Dermatology; Core (optical fiber); Computer science; Internal medicine; Pathology; Artificial intelligence","score_opus":0.799298504706374,"score_gpt":0.708711060375997,"score_spread":0.09058744433037702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407782770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7483562,0.00002514661,0.00091070624,0.0031344162,0.00007976301,0.24418603,0.00008376952,0.000072780385,0.0031511695],"genre_scores_gemma":[0.84318733,0.000015873362,0.0064018006,0.00004774998,0.000055622128,0.15006961,0.00002370244,0.000022548727,0.00017577015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98185354,0.011150345,0.0032383057,0.00086315,0.0019267648,0.00096787524],"domain_scores_gemma":[0.94026554,0.057563573,0.0007181092,0.00042057713,0.0008335822,0.00019859363],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057586707,0.00025690134,0.0012825694,0.0012150581,0.00059454184,0.000087374014,0.0007945917,0.0003412066,0.000027105949],"category_scores_gemma":[0.08791629,0.00020797226,0.00031007332,0.001005981,0.0012156343,0.00008985187,0.00034094276,0.00086954294,0.0000010037356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016318822,0.004193345,0.7939187,0.0011544903,0.00025067365,0.000021844644,0.0046772026,0.00002263668,0.0039180326,0.042008247,0.0058773714,0.12763861],"study_design_scores_gemma":[0.047259267,0.009935377,0.46346262,0.0023947468,0.00017489344,0.000010985468,0.021683022,0.054871857,0.004625019,0.3816025,0.0130292615,0.00095045293],"about_ca_topic_score_codex":0.0003078383,"about_ca_topic_score_gemma":0.0010602012,"teacher_disagreement_score":0.33959424,"about_ca_system_score_codex":0.00017188943,"about_ca_system_score_gemma":0.0008200864,"threshold_uncertainty_score":0.9704128},"labels":[],"label_agreement":null},{"id":"W4407853907","doi":"10.1016/j.semarthrit.2025.152671","title":"What outcomes are important to people with foot and ankle disorders in rheumatic and musculoskeletal diseases? An OMERACT qualitative interview study across four continents","year":2025,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Canadian Patient Safety Institute","funders":"University of Leeds; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Foot (prosody); Ankle; Physical therapy; Physical medicine and rehabilitation; Qualitative research; Surgery","score_opus":0.03224829081475212,"score_gpt":0.43489175825231075,"score_spread":0.40264346743755863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407853907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97615254,0.017902393,0.000038389866,0.0038569022,0.0001140161,0.0017967509,0.000032574048,0.000038459497,0.00006796874],"genre_scores_gemma":[0.87448865,0.124749504,0.00025918265,0.000051580468,0.000002853728,0.0003388605,0.0000043968603,0.000014483141,0.00009051413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971781,0.0008662848,0.00054365414,0.00050841353,0.00042227723,0.0004812939],"domain_scores_gemma":[0.9986685,0.0006909296,0.00013908533,0.00022593627,0.00006471907,0.00021082447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025994738,0.00022467281,0.00059279863,0.00025488078,0.00033584252,0.00048779557,0.00020744327,0.00007796777,0.00001459646],"category_scores_gemma":[0.00073549506,0.00019534242,0.00003295006,0.0005706821,0.00040103018,0.00093185034,0.00026882172,0.00022511325,7.470309e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018666433,0.0002102434,0.56084,0.00008637292,0.000017538667,0.000016877164,0.1099208,4.5380528e-7,7.8001784e-7,0.0002466423,0.000035754463,0.3286059],"study_design_scores_gemma":[0.0010470286,0.00031497385,0.66189414,0.008216316,0.0000050706817,0.0000023104838,0.32524082,0.000035475656,3.536037e-7,0.0030203196,0.00004206708,0.00018109157],"about_ca_topic_score_codex":0.007995551,"about_ca_topic_score_gemma":0.37053958,"teacher_disagreement_score":0.36254403,"about_ca_system_score_codex":0.00006510334,"about_ca_system_score_gemma":0.00005967209,"threshold_uncertainty_score":0.9986103},"labels":[],"label_agreement":null},{"id":"W4407856618","doi":"10.1016/j.semarthrit.2025.152664","title":"Summary of findings tables for measurement property reviews: The evolution and application of OMERACT's summary of measurement properties (SOMP) Table.","year":2025,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Institute for Work & Health","funders":"","keywords":"Medicine; Table (database); Medical physics; Property (philosophy); Nuclear medicine; Data mining; Epistemology","score_opus":0.07814882081787819,"score_gpt":0.3293807709571918,"score_spread":0.25123195013931365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407856618","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08143274,0.90103424,0.004530009,0.0031189213,0.00014492274,0.006396283,0.000054069937,0.000027856011,0.003260965],"genre_scores_gemma":[0.747807,0.2507373,0.0008396829,0.0000101273445,0.0000056840763,0.00043902703,0.0000021027736,0.000005396798,0.0001536238],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9980111,0.00026918954,0.00062930776,0.00020991974,0.0006707057,0.00020977094],"domain_scores_gemma":[0.99894845,0.00011133391,0.00022182311,0.00019977197,0.00048779926,0.000030821622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073484373,0.0001049502,0.0003641978,0.00015244585,0.00021962092,0.000022715614,0.0002125149,0.000087096654,0.000003541768],"category_scores_gemma":[0.0011323286,0.00006819933,0.000041491043,0.00038104,0.00062597735,0.00017513621,0.000093415976,0.000101869904,1.0953841e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062157575,0.00013738961,0.009119085,0.0014566109,0.00002565169,1.4408543e-7,0.003261189,0.0000035994547,0.032662705,0.011139691,0.0068041435,0.93532765],"study_design_scores_gemma":[0.00534859,0.0015447896,0.055551264,0.5265172,0.00018918481,0.000010192232,0.056934766,0.0032898216,0.11977601,0.06448464,0.16495608,0.0013974244],"about_ca_topic_score_codex":0.0073328777,"about_ca_topic_score_gemma":0.0049324804,"teacher_disagreement_score":0.9339302,"about_ca_system_score_codex":0.00016992938,"about_ca_system_score_gemma":0.0002557204,"threshold_uncertainty_score":0.99927735},"labels":[],"label_agreement":null},{"id":"W4407902846","doi":"10.1001/jamanetworkopen.2024.61554","title":"Proposed Core Outcomes After Neonatal Sepsis","year":2025,"lang":"en","type":"review","venue":"JAMA Network Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medicine; Delphi method; Likert scale; Systematic review; Sepsis; Neonatal sepsis; Inclusion (mineral); Health care; Family medicine; Intensive care medicine; MEDLINE; Pediatrics; Psychology; Internal medicine","score_opus":0.19805365809458683,"score_gpt":0.5208321671106277,"score_spread":0.3227785090160409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407902846","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.600722e-7,0.8751711,0.00003387505,0.0019143048,0.00070498866,0.006284375,0.00008355725,0.00018686162,0.11562007],"genre_scores_gemma":[0.00000940575,0.9246752,0.0023618413,0.00045959058,0.00088824244,0.0017227664,0.00008623656,0.000060070317,0.06973661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949645,0.0014345212,0.0007561206,0.00077703304,0.0010217859,0.0010460675],"domain_scores_gemma":[0.9962708,0.0019348077,0.00034320727,0.0009886672,0.00021156207,0.0002509801],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047722235,0.0004665685,0.0019491934,0.00020417631,0.0005947643,0.0013972964,0.0050169113,0.0009876438,0.001848198],"category_scores_gemma":[0.0011825288,0.00036972226,0.0006196297,0.0018196262,0.00038995236,0.0004155751,0.0030128919,0.0011715248,0.0004594807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015248187,0.000019911133,0.00050800515,0.0019842882,0.00012371296,0.00010329637,0.00019801711,3.1448087e-7,2.9059488e-10,0.0030884573,0.15673797,0.8372208],"study_design_scores_gemma":[0.00011785073,0.000015506528,0.00007554554,0.016561711,0.00017614377,0.0000015069608,0.000092832466,0.000001359068,1.1939825e-8,0.0018954736,0.98066217,0.00039991317],"about_ca_topic_score_codex":0.0017853471,"about_ca_topic_score_gemma":0.0022637323,"teacher_disagreement_score":0.83682084,"about_ca_system_score_codex":0.00049561553,"about_ca_system_score_gemma":0.0028290832,"threshold_uncertainty_score":0.9998755},"labels":[],"label_agreement":null},{"id":"W4407994813","doi":"10.32471/umj.1680-3051.259561","title":"Використання Montreal Cognitive Assessment (MoCA) для ранньої діагностики когнітивних порушень у хворих на розсіяний склероз","year":2025,"lang":"uk","type":"article","venue":"Ukrainian Medical Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Gerontology; Cognitive impairment; Medicine; Psychiatry","score_opus":0.0675826373307981,"score_gpt":0.5068025948509718,"score_spread":0.4392199575201737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407994813","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064673685,0.0043739798,0.011334075,0.1829148,0.008677659,0.0025461214,0.00021460162,0.0005742105,0.72469085],"genre_scores_gemma":[0.955296,0.0095985,0.002017616,0.008651119,0.005576539,0.00016257854,0.00003676593,0.00013896929,0.018521924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9777649,0.004713316,0.0026335737,0.0014948836,0.009905045,0.0034882652],"domain_scores_gemma":[0.9871012,0.0051586987,0.000933803,0.0008429745,0.0017534725,0.0042098393],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.01834378,0.0010242162,0.0016366473,0.0013564763,0.0031501204,0.0016826566,0.004134253,0.0021348088,0.021594226],"category_scores_gemma":[0.0139581,0.00095416914,0.0010225327,0.0030269448,0.0047080675,0.00076600816,0.001275209,0.009040216,0.0008319952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049550645,0.0020914779,0.0059470395,0.0002478618,0.0014638153,0.007684455,0.029821528,0.0000047259855,0.00007194498,0.00901579,0.13605814,0.80709773],"study_design_scores_gemma":[0.012654065,0.0023716998,0.0489565,0.010858309,0.0012872136,0.001268828,0.07012699,0.0058641923,0.00023309082,0.039797537,0.803329,0.0032526108],"about_ca_topic_score_codex":0.003228274,"about_ca_topic_score_gemma":0.0034284063,"teacher_disagreement_score":0.8906223,"about_ca_system_score_codex":0.0018551283,"about_ca_system_score_gemma":0.019086448,"threshold_uncertainty_score":0.999946},"labels":[],"label_agreement":null},{"id":"W4408031286","doi":"10.14434/do.v18i1.40883","title":"The Impact of a Developmental Care Skin-To-Skin Quality Improvement Project as Part of our Process of Becoming A NIDCAP Certified Unit.","year":2025,"lang":"en","type":"article","venue":"Developmental Observer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Certification; Process (computing); Unit (ring theory); Quality (philosophy); Skin care; Business; Medicine; Operations management; Process management; Nursing; Computer science; Engineering; Psychology; Management","score_opus":0.18262399781163643,"score_gpt":0.49845093730032625,"score_spread":0.3158269394886898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408031286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821849,0.000048049485,0.00001607935,0.000336586,0.00013000375,0.0017969914,0.00005250137,0.00004007883,0.015394825],"genre_scores_gemma":[0.99530643,0.000024866787,0.0032301166,0.000044880573,0.000018226716,0.00025673147,0.000018197115,0.000018335042,0.0010822318],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965558,0.0003135923,0.0010529186,0.0003741762,0.0011197568,0.00058373174],"domain_scores_gemma":[0.9982318,0.00025212648,0.0003747709,0.00025847723,0.00076663663,0.000116177085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021748159,0.00023908693,0.00044090432,0.00026473196,0.0004123797,0.000054063403,0.0010614765,0.00014467591,0.000055285112],"category_scores_gemma":[0.0007927284,0.00018575758,0.00019696871,0.001648758,0.00026651972,0.00017840925,0.000485474,0.00020264075,0.000007512933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014522132,0.0012199599,0.50717884,0.0015830032,0.0012386069,0.000012747723,0.22774425,0.00003102862,0.04118587,0.003674671,0.008238703,0.2064401],"study_design_scores_gemma":[0.0009915252,0.0002702313,0.2598729,0.0005717066,0.000021970276,0.0000011870786,0.3492836,0.0000059075915,0.38196534,0.0006875122,0.005883433,0.00044468022],"about_ca_topic_score_codex":0.023943609,"about_ca_topic_score_gemma":0.0077874195,"teacher_disagreement_score":0.34077945,"about_ca_system_score_codex":0.0009782884,"about_ca_system_score_gemma":0.0052940026,"threshold_uncertainty_score":0.98255605},"labels":[],"label_agreement":null},{"id":"W4408098017","doi":"10.1136/bmjpo-2024-003054","title":"Uptake of core outcome sets in paediatric clinical trials: a protocol","year":2025,"lang":"en","type":"article","venue":"BMJ Paediatrics Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Protocol (science); Comparability; Outcome (game theory); Medicine; Population; Intervention (counseling); Family medicine; Medical physics; Alternative medicine; Pathology; Nursing","score_opus":0.6981549519662195,"score_gpt":0.6956991486471484,"score_spread":0.002455803319071026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408098017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030935723,0.0001760432,0.0007260066,0.010900053,0.001876519,0.7027711,0.00014148132,0.00029427462,0.2521788],"genre_scores_gemma":[0.41809893,0.00050086685,0.032804485,0.0013338955,0.002165143,0.5332166,0.000025386256,0.00010474073,0.011749988],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99009496,0.0038813886,0.0036120536,0.00058321346,0.0011686907,0.0006596746],"domain_scores_gemma":[0.99050397,0.0072968244,0.0008672134,0.00069764693,0.00042267572,0.0002116803],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09409056,0.00018610134,0.0011102888,0.0008202029,0.00018248275,0.00022100499,0.0028771237,0.0005181701,0.0002636854],"category_scores_gemma":[0.075376175,0.00016911027,0.00033868576,0.0041458537,0.00030096827,0.00030627198,0.001372694,0.00071951514,0.00005834627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044925945,0.00052070373,0.78434885,0.00015407895,0.000025502492,0.000042604483,0.0004591347,0.00000554682,0.0000032506969,0.01649169,0.08906006,0.10843933],"study_design_scores_gemma":[0.009685147,0.00042115484,0.28319418,0.00018529249,0.000120929784,0.0000012464667,0.003662999,0.00046991688,0.000031346168,0.051586688,0.6498595,0.0007815847],"about_ca_topic_score_codex":0.002585796,"about_ca_topic_score_gemma":0.0017921143,"teacher_disagreement_score":0.5607994,"about_ca_system_score_codex":0.00022272975,"about_ca_system_score_gemma":0.0030556081,"threshold_uncertainty_score":0.93282443},"labels":[],"label_agreement":null},{"id":"W4408216951","doi":"10.2196/64352","title":"Building Consensus on the Relevant Criteria to Screen for Depressive Symptoms Among Near-Centenarians and Centenarians: Modified e-Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Aging","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sykehuset i Vestfold; Centre hospitalier régional universitaire de Lille; Universidade de Aveiro; Aix-Marseille Université; Centre Hospitalier Universitaire Vaudois; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Delphi method; Depressive symptoms; Delphi; Psychology; Gerontology; Medicine; Psychiatry; Computer science; Artificial intelligence; Cognition","score_opus":0.07475150502838279,"score_gpt":0.4392271134115645,"score_spread":0.3644756083831817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408216951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94663364,0.00005179173,0.0069360896,0.034700938,0.00027262853,0.006675288,0.00003402617,0.00028809425,0.0044075283],"genre_scores_gemma":[0.99623144,0.000007054092,0.0011271338,0.00083315844,0.0001104519,0.0010309491,0.0000014739676,0.000028131768,0.0006302106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9973919,0.00050163124,0.0003269615,0.00055409,0.00052577973,0.0006996739],"domain_scores_gemma":[0.9973756,0.0016396249,0.00008986799,0.00045768093,0.00026781106,0.00016940165],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021687278,0.00019450755,0.00025241319,0.0002130042,0.0016177822,0.0006227228,0.0006699275,0.00010514501,0.000016511083],"category_scores_gemma":[0.00171572,0.00015303976,0.000074838594,0.0005619768,0.00038066512,0.00010557993,0.0003314996,0.00032146575,0.000003569949],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020042062,0.002188141,0.16339187,0.00034100038,0.0012420875,0.00047461386,0.2317148,0.0009696353,0.011284379,0.2899708,0.20486775,0.09155072],"study_design_scores_gemma":[0.012619012,0.002699409,0.25769317,0.0071643996,0.0005723183,0.000017599836,0.47454864,0.07369541,0.0041184966,0.05769579,0.10537629,0.0037994718],"about_ca_topic_score_codex":0.0031115224,"about_ca_topic_score_gemma":0.0011379846,"teacher_disagreement_score":0.24283384,"about_ca_system_score_codex":0.00017904423,"about_ca_system_score_gemma":0.00015256983,"threshold_uncertainty_score":0.99968195},"labels":[],"label_agreement":null},{"id":"W4408340331","doi":"10.22541/au.174168936.61736823/v1","title":"Current Standards and Future Directions of Duchenne Muscular Dystrophy Respiratory Care: The PPMD Italy Meeting Report","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Duchenne muscular dystrophy; Muscular dystrophy; Current (fluid); Medicine; Respiratory system; Physical medicine and rehabilitation; Pediatrics; Physical therapy; Internal medicine; Physics","score_opus":0.05557936056431694,"score_gpt":0.4437053174635082,"score_spread":0.38812595689919127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408340331","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15007062,0.14850092,0.0018761137,0.021058086,0.009704384,0.006796661,0.0011266492,0.0013140034,0.6595526],"genre_scores_gemma":[0.92258286,0.0550516,0.007705491,0.00020325258,0.007723479,0.0017661335,0.00008615668,0.00011994814,0.0047610532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621034,0.00067364523,0.0005513582,0.0005864567,0.0016315664,0.0003466574],"domain_scores_gemma":[0.9966971,0.00026064468,0.0003002323,0.00087351113,0.0017555585,0.00011293896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00532639,0.00020820306,0.00035643778,0.000235902,0.00071886496,0.00017061729,0.0006901382,0.00035889176,0.00006964352],"category_scores_gemma":[0.0016780366,0.0001565131,0.00022427252,0.0005467419,0.00072324683,0.00006711239,0.0011196095,0.0011200161,5.1713727e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010386007,0.00032854054,0.0105469655,0.003763023,0.00079035707,0.00027683933,0.06734848,0.00009977301,0.0005183734,0.07589334,0.08939693,0.7509335],"study_design_scores_gemma":[0.000060797316,0.00001946524,0.00060618954,0.00029884398,0.00005700645,0.0000014865714,0.011759128,0.0000032990274,0.00032863734,0.0015019446,0.9851973,0.00016588258],"about_ca_topic_score_codex":0.006667007,"about_ca_topic_score_gemma":0.0032195288,"teacher_disagreement_score":0.8958004,"about_ca_system_score_codex":0.00053928583,"about_ca_system_score_gemma":0.0027620497,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W4408534396","doi":"10.3138/ptc-2024-0031","title":"Establishing National Consensus on the Canadian Physiotherapy Association's Core Professional Values Through e-Delphi Surveys and Member Consultation","year":2025,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Stroke Network; McMaster University","funders":"","keywords":"Delphi method; Association (psychology); Delphi; Core (optical fiber); Consensus conference; Professional association; Member states; Physical therapy; Medicine; Family medicine; Political science; Psychology; Computer science; Public relations; Business; Artificial intelligence; European union","score_opus":0.08407870893225182,"score_gpt":0.44707195980937026,"score_spread":0.3629932508771184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408534396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.489181,0.00040673718,0.00011867799,0.34193382,0.0024921258,0.002960334,0.0005684443,0.00022879793,0.16211003],"genre_scores_gemma":[0.9782056,0.00011899939,0.00018314239,0.009338219,0.00022382566,0.00011839313,0.000024324343,0.000022374008,0.0117650805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601823,0.001322605,0.00022734032,0.00031913616,0.001619679,0.00049302506],"domain_scores_gemma":[0.9934691,0.005161708,0.00015036494,0.00018084233,0.00090707873,0.0001308971],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034978052,0.00016756373,0.00018495637,0.00013213778,0.0021100699,0.00027080972,0.00037415395,0.00014306072,0.00033513142],"category_scores_gemma":[0.0018053191,0.00013770057,0.000040129875,0.00085058645,0.00029160065,0.00015544287,0.000022858398,0.000351309,0.0000035561054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003456943,0.000065377506,0.008071012,0.00002214607,0.00018969832,0.000005202513,0.0055307415,0.000091962815,0.001200887,0.17906192,0.8016686,0.0040578856],"study_design_scores_gemma":[0.0018961832,0.0000721177,0.09432214,0.0003596911,0.000018565344,7.585828e-7,0.014782966,0.0018023537,0.0017937354,0.18797141,0.69606185,0.0009182461],"about_ca_topic_score_codex":0.99218506,"about_ca_topic_score_gemma":0.9981819,"teacher_disagreement_score":0.4890246,"about_ca_system_score_codex":0.0032317087,"about_ca_system_score_gemma":0.012441221,"threshold_uncertainty_score":0.999189},"labels":[],"label_agreement":null},{"id":"W4408644758","doi":"10.1080/02640414.2025.2477393","title":"International consensus on the definition of functional training: Modified e-Delphi method","year":2025,"lang":"en","type":"article","venue":"Journal of Sports Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi; Computer science; Consensus conference; Library science","score_opus":0.3531635638599496,"score_gpt":0.4818512517463602,"score_spread":0.12868768788641055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408644758","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22228074,0.000076502336,0.008219894,0.09464433,0.0019312934,0.00021094704,0.0000054484544,0.0000237861,0.67260706],"genre_scores_gemma":[0.98745817,0.000084292464,0.011661176,0.00027025215,0.00015109191,0.000002940656,2.104519e-7,0.0000021154385,0.0003697499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973263,0.00019460288,0.00045523135,0.00011875036,0.0017302282,0.0001749003],"domain_scores_gemma":[0.99749684,0.0013550179,0.00044550287,0.00008201412,0.0005687988,0.000051808904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010484792,0.000061110695,0.00014486232,0.0004430644,0.00039304065,0.00007461203,0.0006174217,0.0000580931,0.00036348333],"category_scores_gemma":[0.0018062695,0.000039519087,0.00011082293,0.0007249021,0.0011067606,0.00010951056,0.000036433048,0.00023789535,0.0000011587999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009962629,0.00008285284,0.0012409784,0.000003717608,0.000031766278,0.000018589564,0.0025122983,0.00075153937,0.0010794881,0.9569709,0.017384637,0.019823652],"study_design_scores_gemma":[0.0005181369,0.0003056165,0.017089484,0.00049182674,0.00004053125,0.000062479885,0.06163218,0.0011291321,0.00256402,0.88169265,0.034282416,0.00019153488],"about_ca_topic_score_codex":0.000071204966,"about_ca_topic_score_gemma":0.0000144581945,"teacher_disagreement_score":0.7651774,"about_ca_system_score_codex":0.000078598496,"about_ca_system_score_gemma":0.0010405539,"threshold_uncertainty_score":0.40779054},"labels":[],"label_agreement":null},{"id":"W4408661717","doi":"10.63485/3qwv1-6xs33","title":"10 university presses endorse OA","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.13287940469541343,"score_gpt":0.4286126093357229,"score_spread":0.2957332046403095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408661717","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010977726,0.00007636599,0.0013526734,0.0064061247,0.00011379596,0.0005559105,0.000015047252,0.00065112946,0.9897312],"genre_scores_gemma":[0.27076033,0.0016611398,0.011324832,0.0001137839,0.00050584937,0.000010074025,0.00003412554,0.000021918317,0.71556795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807876,0.0004053647,0.0001088722,0.00037266454,0.00067381613,0.00036051823],"domain_scores_gemma":[0.99888307,0.00019843645,0.00006780165,0.00045289853,0.00023852255,0.00015925101],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001036995,0.00012155399,0.0001694648,0.00016605202,0.00028058692,0.00013501619,0.0013782515,0.00041365725,0.018576907],"category_scores_gemma":[0.0004339078,0.0001312683,0.0001074474,0.00021497346,0.00032590228,0.00010372571,0.0009274821,0.00055143127,0.000693958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007110296,0.00023275329,0.0003053157,0.0000820744,0.000054063796,0.0002326443,0.0021093872,0.000056606954,0.000062563755,0.0986058,0.7917437,0.10644397],"study_design_scores_gemma":[0.000049668823,0.000021392641,0.00021647786,0.00003192927,0.000009426176,2.3887762e-7,0.00095549325,0.000021321226,0.00019986874,0.019718511,0.9785952,0.00018049976],"about_ca_topic_score_codex":0.011731627,"about_ca_topic_score_gemma":0.0027072637,"teacher_disagreement_score":0.27416325,"about_ca_system_score_codex":0.00027819222,"about_ca_system_score_gemma":0.0006143251,"threshold_uncertainty_score":0.9948493},"labels":[],"label_agreement":null},{"id":"W4408712227","doi":"10.63485/eadby-ppr75","title":"Another call for OA in Canada","year":2009,"lang":"fr","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Computer security; Telecommunications; Business","score_opus":0.14504119204657778,"score_gpt":0.4330894808612834,"score_spread":0.2880482888147056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408712227","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017116548,0.00066720886,0.011789804,0.14682809,0.001629483,0.004404009,0.00011472524,0.00012607155,0.81732404],"genre_scores_gemma":[0.7491306,0.0005686265,0.031435173,0.0041364194,0.0006169986,0.00060359156,0.00001723391,0.00005807001,0.21343325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713844,0.0002897629,0.0004130951,0.00052485015,0.0007863731,0.0008474646],"domain_scores_gemma":[0.9986702,0.00051762006,0.000095625874,0.00039053583,0.00017497275,0.00015102266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017411734,0.00021411941,0.00034916622,0.00009847979,0.000116213974,0.00006286825,0.0011170354,0.00038925416,0.0017732234],"category_scores_gemma":[0.0002902158,0.00022013235,0.000104201565,0.0003619186,0.0002053798,0.000058333964,0.00023018707,0.00060223154,0.00003868582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003888168,0.00015036832,0.008692609,0.00014423179,0.000032861368,0.000075556796,0.0014945277,0.00045245912,0.000059257647,0.23466776,0.50827503,0.24591644],"study_design_scores_gemma":[0.00019285223,0.000041092633,0.0058524082,0.00012810086,0.000006313187,7.242494e-7,0.000993457,0.0015817701,0.00028310638,0.05367221,0.9368321,0.0004158983],"about_ca_topic_score_codex":0.99931043,"about_ca_topic_score_gemma":0.9998645,"teacher_disagreement_score":0.73201406,"about_ca_system_score_codex":0.0045163846,"about_ca_system_score_gemma":0.008419987,"threshold_uncertainty_score":0.9993051},"labels":[],"label_agreement":null},{"id":"W4408729791","doi":"10.63485/gv2az-3rs86","title":"No open licensing for Canadian PM debates","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Political science","score_opus":0.2709483277885202,"score_gpt":0.49616041910245867,"score_spread":0.2252120913139385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408729791","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008130827,0.000050448725,0.00080739724,0.011918576,0.0006366049,0.0034500465,0.000044664255,0.00019134584,0.98208785],"genre_scores_gemma":[0.46367764,0.0024658106,0.15172668,0.0037442078,0.0027668206,0.0017529676,0.0001681756,0.00017702226,0.37352067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803656,0.00014924852,0.00021412046,0.00045051146,0.00040287664,0.0007466725],"domain_scores_gemma":[0.99801415,0.00034792465,0.00006909736,0.00044108782,0.0006499158,0.000477824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016755095,0.00014841041,0.00024922818,0.00022461716,0.0010155307,0.00071377587,0.0022154879,0.0004873781,0.00073797686],"category_scores_gemma":[0.0015138458,0.00015256974,0.000099190074,0.00016853325,0.0002769875,0.00013461219,0.001051658,0.00043219066,0.00020319884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014447704,0.000027519742,0.00056223787,0.00005188132,0.000043597556,0.00003582978,0.0035948257,0.000021294318,0.00002111106,0.021421783,0.9582069,0.015998578],"study_design_scores_gemma":[0.00006592163,0.000015081581,0.00008131018,0.00006197853,0.0000048517654,9.681867e-7,0.00058115594,0.0003023334,0.00016678977,0.012126089,0.9863316,0.0002619529],"about_ca_topic_score_codex":0.97485316,"about_ca_topic_score_gemma":0.95986,"teacher_disagreement_score":0.6085672,"about_ca_system_score_codex":0.0008216555,"about_ca_system_score_gemma":0.006128067,"threshold_uncertainty_score":0.99950624},"labels":[],"label_agreement":null},{"id":"W4408747575","doi":"10.63485/myd96-48c68","title":"Addressing long-term worries about the rise of OA","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Term (time); Psychology; Physics","score_opus":0.34599328039158933,"score_gpt":0.5111887695557191,"score_spread":0.1651954891641298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408747575","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28249538,0.0039688684,0.0035745774,0.008250633,0.0010230021,0.0022057109,0.00003615713,0.0006406266,0.69780505],"genre_scores_gemma":[0.98366815,0.004202793,0.0015837874,0.00005782407,0.0003679763,0.0001156851,0.0000040776176,0.00002425613,0.009975433],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971353,0.0005354901,0.0003616683,0.0003347531,0.0012054895,0.0004273229],"domain_scores_gemma":[0.99807,0.0004927447,0.00023750018,0.0007587429,0.000341596,0.000099407065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018756363,0.00016560714,0.0002896011,0.00013972257,0.00058540795,0.00021604485,0.0018102664,0.0003991605,0.00083509367],"category_scores_gemma":[0.0007584681,0.00011607864,0.00018605954,0.00027488597,0.0025541186,0.00009155976,0.0013006947,0.000890619,0.000032245927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013534943,0.0005606195,0.28415897,0.0011122962,0.00038239564,0.000322193,0.1048703,0.00021377076,0.00036042096,0.051575523,0.18369697,0.3726112],"study_design_scores_gemma":[0.0013000948,0.00025584534,0.56966907,0.008786388,0.0003310249,0.00004672323,0.03130549,0.000898706,0.02451176,0.12450403,0.23352662,0.004864243],"about_ca_topic_score_codex":0.007149118,"about_ca_topic_score_gemma":0.0029840798,"teacher_disagreement_score":0.70117277,"about_ca_system_score_codex":0.0001359611,"about_ca_system_score_gemma":0.0007806351,"threshold_uncertainty_score":0.99946237},"labels":[],"label_agreement":null},{"id":"W4408867342","doi":"10.58430/jib.v131i1.71","title":"Big thanks to all the reviewers in 2024","year":2025,"lang":"en","type":"article","venue":"Journal of the Institute of Brewing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Central City Brewers and Distillers (Canada)","funders":"","keywords":"Computer science","score_opus":0.13853163553983472,"score_gpt":0.45578477051133837,"score_spread":0.31725313497150365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408867342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42646727,0.0052963444,0.0023218463,0.30928078,0.017463395,0.0015034592,0.0000047205463,0.0000276368,0.23763455],"genre_scores_gemma":[0.99366546,0.00063454814,0.0011064428,0.0018772787,0.00027054557,0.000004947753,3.3280106e-8,0.000004778191,0.0024359783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984044,0.0002418494,0.0004388503,0.00007125828,0.00064933416,0.00019434937],"domain_scores_gemma":[0.9991246,0.00019473665,0.00019607025,0.00023963719,0.00019630705,0.00004863865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005357477,0.000058895886,0.00018727232,0.00021933703,0.0001703268,0.00005895645,0.0013626359,0.000055097345,0.0000136957815],"category_scores_gemma":[0.0025951397,0.00003319867,0.00015045851,0.0010627876,0.00023382275,0.00018840627,0.00022465571,0.00045616986,0.0000032852945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020252394,0.00027913015,0.015988417,0.00033166172,0.00033885398,0.00015593901,0.03309808,0.004374221,0.011038856,0.05426312,0.3744511,0.5054781],"study_design_scores_gemma":[0.0001401831,0.000024862811,0.0018941696,0.0016706929,0.000024628313,0.000007047197,0.0018238378,0.000011653156,0.0009899053,0.005251093,0.9881033,0.000058673464],"about_ca_topic_score_codex":0.001061788,"about_ca_topic_score_gemma":0.0015690682,"teacher_disagreement_score":0.61365217,"about_ca_system_score_codex":0.00021882093,"about_ca_system_score_gemma":0.0006369683,"threshold_uncertainty_score":0.3106812},"labels":[],"label_agreement":null},{"id":"W4408901774","doi":"10.1055/s-0045-1805305","title":"Standardizing EUS-guided Gastroenterostomy: a Delphi consensus on technical steps and adverse events management","year":2025,"lang":"en","type":"article","venue":"Endoscopy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Gastroenterostomy; Delphi; Delphi method; General surgery; MEDLINE; Adverse effect; Medical physics; Intensive care medicine; Surgery; Internal medicine","score_opus":0.05904562485361124,"score_gpt":0.4418960534211509,"score_spread":0.38285042856753965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408901774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64913255,0.00022361771,0.0063088224,0.015474939,0.0007951712,0.0033836844,0.00006906756,0.000951632,0.3236605],"genre_scores_gemma":[0.98057455,0.00018555892,0.016035078,0.000412784,0.000039964743,0.00012556351,0.0000022925872,0.000014777543,0.0026094445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784344,0.000291414,0.00026933194,0.00037868673,0.0006897156,0.0005273861],"domain_scores_gemma":[0.99914885,0.00024121368,0.00005976921,0.00031833546,0.000087381486,0.0001444587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014127513,0.00014389692,0.00019625245,0.0002819251,0.00041654787,0.000039379487,0.00035723686,0.000092323506,0.000066316636],"category_scores_gemma":[0.00034307275,0.00014714079,0.00006333576,0.00040444318,0.00034303984,0.00005598068,0.0002666119,0.00026550354,0.000026096885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025748927,0.0010442056,0.17164907,0.0005022794,0.00060646946,0.0011025855,0.004276885,0.00006618708,0.0083588585,0.33378753,0.43039066,0.045640387],"study_design_scores_gemma":[0.011842108,0.001210822,0.060408555,0.00385086,0.00024511255,0.000013632306,0.030928247,0.00016288804,0.010649078,0.031740643,0.8476568,0.001291285],"about_ca_topic_score_codex":0.00023008997,"about_ca_topic_score_gemma":0.00019789433,"teacher_disagreement_score":0.4172661,"about_ca_system_score_codex":0.00040593382,"about_ca_system_score_gemma":0.00013487632,"threshold_uncertainty_score":0.60002273},"labels":[],"label_agreement":null},{"id":"W4408960114","doi":"10.1016/j.arthro.2025.03.038","title":"Guidelines for Designing and Conducting Delphi Consensus Studies: An Expert Consensus Delphi Study","year":2025,"lang":"en","type":"article","venue":"Arthroscopy The Journal of Arthroscopic and Related Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"","keywords":"Delphi; Delphi method; Consensus conference; Scientific consensus; Computer science; Management science; Engineering; Library science; Artificial intelligence; Biology","score_opus":0.4364393855066981,"score_gpt":0.5314031079669258,"score_spread":0.09496372246022772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408960114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9568876,0.024958624,0.00052892714,0.014782319,0.0015337707,0.0010375521,0.0000028659344,0.000066731234,0.00020163518],"genre_scores_gemma":[0.9796472,0.013696291,0.005385297,0.0006342938,0.00020007095,0.000024752282,5.558206e-7,0.00002662169,0.0003849159],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958983,0.0014068227,0.0013676381,0.00030075255,0.0004979115,0.0005285701],"domain_scores_gemma":[0.9888153,0.00834469,0.0006047402,0.0002805099,0.0017557987,0.00019894242],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012434292,0.00024741262,0.00070977357,0.00034889928,0.0019092484,0.0001380119,0.00025012746,0.00020053021,0.000013993137],"category_scores_gemma":[0.009372045,0.00017270316,0.00011369621,0.0004886669,0.0017696089,0.00020248092,0.000118959695,0.0004773197,8.456036e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003321069,0.0017456643,0.0985322,0.0005027053,0.0073516727,0.0007097952,0.41949204,0.00043091452,0.04020544,0.006041077,0.34324986,0.07841755],"study_design_scores_gemma":[0.0036568013,0.0017655053,0.0009032962,0.0026349952,0.00060927944,0.00029965918,0.9540401,0.00053745403,0.004337382,0.014497949,0.015961815,0.0007557479],"about_ca_topic_score_codex":0.00026922836,"about_ca_topic_score_gemma":0.0002732453,"teacher_disagreement_score":0.53454804,"about_ca_system_score_codex":0.00007668565,"about_ca_system_score_gemma":0.0007074548,"threshold_uncertainty_score":0.9993901},"labels":[],"label_agreement":null},{"id":"W4408970377","doi":"10.3171/2024.12.jns242467","title":"Core outcomes in nerve surgery: development of a core outcome set for sciatic injury and neuropathy evaluation","year":2025,"lang":"en","type":"article","venue":"Journal of neurosurgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Core (optical fiber); Sciatic nerve; Sciatic nerve injury; Nerve injury; Surgery; Outcome (game theory); Physical medicine and rehabilitation; Anesthesia","score_opus":0.4677097506402423,"score_gpt":0.531589170223028,"score_spread":0.0638794195827857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408970377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964823,0.00009027556,0.00011250586,0.001834977,0.00082056934,0.0005094402,0.0000090754,0.0000124019,0.00012845139],"genre_scores_gemma":[0.9989741,0.000053052394,0.00056926004,0.00021692377,0.000036642028,0.000029772867,0.0000012660714,0.00001177725,0.00010720841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968327,0.00040943117,0.0013023966,0.00016446698,0.0009938462,0.00029711027],"domain_scores_gemma":[0.9945216,0.0038930995,0.0007001001,0.00013866131,0.0006530368,0.00009345537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012019976,0.000118119286,0.000570131,0.0012598598,0.00015538954,0.000054880224,0.00023883475,0.00008827508,0.0000108811055],"category_scores_gemma":[0.013265836,0.0001052559,0.0001722653,0.00092980295,0.00015996162,0.00022064883,0.00007786285,0.00025023287,4.5029515e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001211052,0.000104371065,0.9740617,0.00009734527,0.00001889052,0.00003391296,0.00089770986,0.0000075328035,0.0015471609,0.00019460295,0.0027004858,0.020215139],"study_design_scores_gemma":[0.00042913758,0.00008249201,0.9908575,0.00029017255,0.000040183615,0.000009731098,0.00075122167,0.000307481,0.0006871975,0.0033760981,0.0030124455,0.00015633661],"about_ca_topic_score_codex":0.00003683488,"about_ca_topic_score_gemma":0.00008089744,"teacher_disagreement_score":0.020058803,"about_ca_system_score_codex":0.00017511082,"about_ca_system_score_gemma":0.0015382936,"threshold_uncertainty_score":0.99504584},"labels":[],"label_agreement":null},{"id":"W4409059544","doi":"10.59350/32wd2-yg920","title":"Join us for CoFest 2024!","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Join (topology); Computer science; Business; Mathematics; Combinatorics","score_opus":0.2407464837706013,"score_gpt":0.5323571395358494,"score_spread":0.29161065576524814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409059544","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021415732,0.00043650685,0.0029819368,0.030719556,0.0039259885,0.0025067427,0.00012577047,0.00091516547,0.95624673],"genre_scores_gemma":[0.1581062,0.00047775102,0.021787096,0.0004405469,0.0021564795,0.0018763745,0.00003330368,0.00007822206,0.81504405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980557,0.000120949306,0.00022737714,0.00048277236,0.0006525369,0.00046069556],"domain_scores_gemma":[0.99880886,0.0003946315,0.000044087392,0.00038955032,0.00022222025,0.00014062047],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002332421,0.00014387142,0.00021049324,0.00019280944,0.00020148116,0.0004282824,0.0008465216,0.0005115282,0.0019697694],"category_scores_gemma":[0.0006995941,0.00013356596,0.00020338099,0.00022309182,0.00027835355,0.000027949296,0.0015019833,0.0008596591,0.00057830487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046692085,0.00001981699,0.000074654774,0.00020709279,0.00002589859,0.000012193235,0.0007606767,0.0000035774674,0.000021625938,0.17228077,0.8204186,0.006170429],"study_design_scores_gemma":[0.000029044291,0.000015106452,0.000024215293,0.000095826595,0.000013431924,2.9077117e-7,0.0006536723,0.00019243294,0.00017537335,0.37874782,0.61989146,0.00016129656],"about_ca_topic_score_codex":0.009707825,"about_ca_topic_score_gemma":0.006100129,"teacher_disagreement_score":0.20646705,"about_ca_system_score_codex":0.00028952165,"about_ca_system_score_gemma":0.0011462448,"threshold_uncertainty_score":0.99894255},"labels":[],"label_agreement":null},{"id":"W4409209681","doi":"10.1186/s12912-025-03045-5","title":"Advancing home health nursing competencies in Canada to reflect a dynamic care environment and complex population health needs: a modified eDelphi study","year":2025,"lang":"en","type":"article","venue":"BMC Nursing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; McMaster University; Toronto Metropolitan University; Princess Margaret Cancer Centre","funders":"","keywords":"Nursing research; Medicine; Nursing; Nursing management; Population health; Health care; Health informatics; Health administration; Public health","score_opus":0.08146343034377113,"score_gpt":0.4551900289385457,"score_spread":0.3737265985947746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409209681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96928614,0.0016430975,0.00846434,0.016076943,0.00033191632,0.0032614088,0.000010465574,0.00010768876,0.00081797043],"genre_scores_gemma":[0.9916756,0.000050486025,0.007878716,0.00024806845,0.0000228367,0.000055956396,0.000014173199,0.000017048573,0.0000371125],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967973,0.0008001403,0.00048190771,0.0003990304,0.0007008913,0.0008207108],"domain_scores_gemma":[0.99913645,0.00017979159,0.00012193294,0.0002583521,0.000041814295,0.00026165842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012211002,0.00016421959,0.00039150985,0.00056639215,0.00094013056,0.00008751647,0.00024213716,0.000042591022,0.000005131278],"category_scores_gemma":[0.00009502338,0.00019496657,0.000024877994,0.0009441316,0.00011282291,0.0001252129,0.00004844502,0.00023197033,5.3390465e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022798452,0.0005326351,0.1856999,0.00039139742,0.000018452185,0.000010499599,0.40926984,0.011757282,0.00024559602,0.004634458,0.0017495132,0.38546243],"study_design_scores_gemma":[0.0004983125,0.00023201497,0.3589732,0.0015457284,0.0000054659868,0.0000012522368,0.63187915,0.0047554267,0.000002130388,0.0015603974,0.0003174401,0.00022947352],"about_ca_topic_score_codex":0.92437774,"about_ca_topic_score_gemma":0.98346525,"teacher_disagreement_score":0.38523296,"about_ca_system_score_codex":0.020256512,"about_ca_system_score_gemma":0.0032922286,"threshold_uncertainty_score":0.98350453},"labels":[],"label_agreement":null},{"id":"W4409276511","doi":"10.1101/2025.04.07.25325365","title":"Evidence of ethnic variations in the relationships between routinely recorded clinical factors and T2D: a systematic review and meta-analysis","year":2025,"lang":"en","type":"review","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Queen Mary University of London","keywords":"Meta-analysis; Ethnic group; Systematic review; Psychology; Medicine; MEDLINE; Biology; Sociology; Internal medicine; Anthropology","score_opus":0.7991733259579648,"score_gpt":0.6126010534791908,"score_spread":0.18657227247877395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409276511","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001818053,0.9934287,0.00019765452,0.0017532068,0.000017923752,0.0042442614,0.00003996106,0.000025169014,0.00027494272],"genre_scores_gemma":[0.0026687824,0.9959728,0.00024507716,0.00003573438,0.000016354832,0.00068454386,0.0000096959,0.000009697776,0.000357285],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9734126,0.022684403,0.0024112477,0.000491339,0.0007562542,0.00024418347],"domain_scores_gemma":[0.94878644,0.04894282,0.0011212616,0.0008497595,0.00020558746,0.000094136834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04864083,0.00025999238,0.0056304163,0.0005820184,0.00023447824,0.00007288989,0.0010540511,0.00040293497,0.000061678074],"category_scores_gemma":[0.06448068,0.00014352413,0.0013271926,0.0055811945,0.0003489088,0.0001369137,0.0001775728,0.0010994386,0.000003853463],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.348542e-7,0.000045328474,0.01963808,0.9450322,0.026778618,0.0000032584917,0.0017503549,5.0169028e-8,2.3965463e-9,0.0029917995,0.00014749168,0.003612184],"study_design_scores_gemma":[0.000025381705,0.000026105181,0.005316384,0.09282767,0.8968018,6.6588575e-7,0.00037244556,0.0000015380677,7.464583e-9,0.0007361078,0.0036556327,0.00023623311],"about_ca_topic_score_codex":0.0006928458,"about_ca_topic_score_gemma":0.002076599,"teacher_disagreement_score":0.8700232,"about_ca_system_score_codex":0.00006226134,"about_ca_system_score_gemma":0.00047732415,"threshold_uncertainty_score":0.97962445},"labels":[],"label_agreement":null},{"id":"W4409377816","doi":"10.1089/respcare.12608","title":"Core Outcome Set for Studies Investigating Secretion Clearance Interventions Used in the Community by Patients With Neuromuscular Disease","year":2025,"lang":"en","type":"article","venue":"Respiratory Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Core (optical fiber); Outcome (game theory); Disease; Psychological intervention; Intensive care medicine; Set (abstract data type); Neuromuscular disease; Central core disease; Physical medicine and rehabilitation; Internal medicine; Psychiatry","score_opus":0.5095183532614912,"score_gpt":0.5464425054015111,"score_spread":0.03692415214001987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409377816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99651486,0.0006929968,0.000109856126,0.0008023746,0.00006384897,0.0013847746,0.00011361945,0.00006428303,0.00025337635],"genre_scores_gemma":[0.9985169,0.000006242459,0.00005715678,0.0009076938,0.000014303514,0.00042142655,0.00003642698,0.000009359073,0.000030469453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99764013,0.0013343345,0.00024096345,0.00015479731,0.00041221018,0.00021753319],"domain_scores_gemma":[0.9985337,0.00061137305,0.00007937777,0.0003488312,0.00036860636,0.000058113466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016382352,0.00009205622,0.00013959862,0.000093359056,0.0009528366,0.00007049138,0.00050037226,0.00004959911,0.000002906077],"category_scores_gemma":[0.002872897,0.000070789516,0.00008899576,0.0005174514,0.00045587524,0.00013071054,0.00009949006,0.0003664243,9.771043e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037744787,0.000088386114,0.9762629,0.00055369985,0.000021580925,0.0000023502848,0.017071474,0.0000157668,0.000041518168,0.0014519795,0.0028032851,0.0016492723],"study_design_scores_gemma":[0.0012734971,0.00032210373,0.83042634,0.0010638546,0.00006335978,2.4313094e-8,0.14303198,0.000013581535,0.000077469296,0.002234797,0.021233954,0.0002590176],"about_ca_topic_score_codex":0.00033321066,"about_ca_topic_score_gemma":0.002906478,"teacher_disagreement_score":0.14583659,"about_ca_system_score_codex":0.0002125655,"about_ca_system_score_gemma":0.00014137817,"threshold_uncertainty_score":0.73285455},"labels":[],"label_agreement":null},{"id":"W4409468232","doi":"10.1093/humrep/deaf039","title":"A core outcome set for future male infertility research: development of an international consensus","year":2025,"lang":"en","type":"article","venue":"Human Reproduction","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CReATe Fertility Centre; St. Thomas Hospital","funders":"Norgine; European Society of Human Reproduction and Embryology; Gedeon Richter; World Health Organization; Bundesministerium für Bildung und Forschung; Urology Foundation; UK Research and Innovation; University of Dundee; Deutsche Forschungsgemeinschaft","keywords":"Infertility; Medicine; Delphi method; Clinical trial; Randomized controlled trial; Outcome (game theory); Psychological intervention; Family medicine; Set (abstract data type); Male infertility; Gynecology; Psychology; Pregnancy; Psychiatry; Surgery; Computer science; Internal medicine","score_opus":0.6651833956818629,"score_gpt":0.6098928549724264,"score_spread":0.05529054070943651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409468232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793867,0.000026101761,0.00018399219,0.0043171253,0.00069976697,0.00094937586,0.0000109616385,0.000094485986,0.014331493],"genre_scores_gemma":[0.98314357,0.000004159943,0.00784649,0.00001376841,0.00046300027,0.00015810497,0.000033732147,0.0000063450207,0.008330816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981066,0.00023339974,0.00036070874,0.00043703092,0.00062245637,0.00023980525],"domain_scores_gemma":[0.99815786,0.000107337764,0.00007992435,0.00047610872,0.001130523,0.000048264472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00778606,0.000061606006,0.00011523251,0.00030747429,0.0006938171,0.000047505757,0.00038118582,0.00010407013,0.00013538265],"category_scores_gemma":[0.0019439448,0.00006447907,0.000038939263,0.00039040192,0.000433444,0.000093670635,0.0001043082,0.00021349484,0.000004624138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009181175,0.0013021262,0.2646401,0.0006091824,0.00020424137,0.00001327461,0.05949315,0.000022572145,0.033829704,0.35915682,0.04373109,0.23607962],"study_design_scores_gemma":[0.00063733006,0.00014692263,0.28577775,0.000079135105,0.000011274544,0.000005421371,0.028480418,0.000048519505,0.02516742,0.058218922,0.60118103,0.00024588738],"about_ca_topic_score_codex":0.00037902186,"about_ca_topic_score_gemma":0.001499788,"teacher_disagreement_score":0.55744994,"about_ca_system_score_codex":0.0003024882,"about_ca_system_score_gemma":0.00037416982,"threshold_uncertainty_score":0.5336351},"labels":[],"label_agreement":null},{"id":"W4409483503","doi":"10.1136/bmj-2024-081124","title":"CONSORT 2025 explanation and elaboration: updated guideline for reporting randomised trials","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Alberta; Robarts Clinical Trials; St. Joseph’s Healthcare Hamilton; Hospital for Sick Children; Ottawa Hospital; McMaster University; Women's College Hospital; University of Toronto","funders":"","keywords":"Elaboration; Consolidated Standards of Reporting Trials; Guideline; Computer science; Medicine; Alternative medicine; Pathology","score_opus":0.29727344440799,"score_gpt":0.5822235299020323,"score_spread":0.2849500854940423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409483503","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03311919,0.0007591718,0.30247852,0.36351934,0.0017676736,0.021140845,0.00008105928,0.00082355534,0.27631065],"genre_scores_gemma":[0.84914434,0.00028261333,0.10421456,0.0027234668,0.0016442495,0.0031888483,0.00036813825,0.000027776701,0.038406022],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973493,0.00048608083,0.0015783536,0.00017446507,0.00026292383,0.00014887369],"domain_scores_gemma":[0.99706435,0.0013119065,0.00078211265,0.00013668954,0.0006641303,0.000040792518],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034071386,0.000054168177,0.0002590156,0.00012684864,0.0003024169,0.00010869951,0.00010063927,0.000098679186,0.00011007667],"category_scores_gemma":[0.07494082,0.000050356735,0.000049525504,0.0003731648,0.000084253494,0.00011524216,0.00002582212,0.000057911573,0.0000022217855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005082308,0.000012576971,0.00054774806,0.000012486544,0.000032212036,0.000003860815,0.00024312072,0.0000047528106,0.0011536542,0.03772288,0.94485515,0.014903331],"study_design_scores_gemma":[0.007572948,0.00002622856,0.000329871,0.0000618634,0.000050830407,9.609137e-7,0.0026045793,0.0013353638,0.0050353436,0.018906496,0.963928,0.00014752547],"about_ca_topic_score_codex":0.0003381826,"about_ca_topic_score_gemma":0.00032527256,"teacher_disagreement_score":0.81602514,"about_ca_system_score_codex":0.000054475597,"about_ca_system_score_gemma":0.00056743727,"threshold_uncertainty_score":0.99462676},"labels":[],"label_agreement":null},{"id":"W4409518217","doi":"10.3389/fpubh.2025.1519467","title":"Child opinions related to a core outcome set for school-based healthy lifestyle behavior interventions: the COCOS study","year":2025,"lang":"en","type":"article","venue":"Frontiers in Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Calgary","funders":"Wellcome Trust; Centers for Disease Control and Prevention; Inyuvesi Yakwazulu-Natali; University of Leicester; Edge Hill University","keywords":"Psychological intervention; Outcome (game theory); Medicine; Set (abstract data type); Core (optical fiber); Family medicine; Gerontology; Psychology; Nursing; Computer science","score_opus":0.3209769606249761,"score_gpt":0.565226566933103,"score_spread":0.24424960630812692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409518217","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04598748,0.0007071558,0.054786522,0.8553574,0.0055278353,0.03256895,0.00040867383,0.00073261076,0.003923391],"genre_scores_gemma":[0.9752483,0.00005134674,0.007415337,0.007814218,0.000072421455,0.007766793,0.00008925372,0.000031168875,0.0015111876],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952116,0.0014870366,0.0010764069,0.0005042939,0.00064200663,0.0010786274],"domain_scores_gemma":[0.99781585,0.00043697804,0.00020278152,0.0006768664,0.00027356818,0.0005939467],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013760245,0.00016914855,0.00042579864,0.0010255666,0.0016311439,0.00023617718,0.0012729665,0.0001717703,0.000056770125],"category_scores_gemma":[0.0055252006,0.00014959207,0.00019236022,0.0028761094,0.00024770925,0.00019323468,0.00017299394,0.00079270167,0.000013360046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040199066,0.0011338919,0.6718501,0.000103930084,0.000032084237,0.0000028122101,0.0036444024,0.0000075570347,3.666414e-8,0.010830978,0.29761145,0.014742589],"study_design_scores_gemma":[0.0031570913,0.0020166438,0.36615297,0.00049226714,0.00002587577,0.0000012640073,0.075325,0.0005002911,4.29731e-7,0.0037892815,0.5481455,0.00039339374],"about_ca_topic_score_codex":0.004430093,"about_ca_topic_score_gemma":0.0056192977,"teacher_disagreement_score":0.9292608,"about_ca_system_score_codex":0.001769673,"about_ca_system_score_gemma":0.0039247954,"threshold_uncertainty_score":0.9996686},"labels":[],"label_agreement":null},{"id":"W4409533503","doi":"10.63485/2y12t-6jt58","title":"Comment on the draft OA mandate from CIHR","year":2006,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Hull; Political science; Aeronautics; Engineering; Law; Marine engineering","score_opus":0.16286438517414878,"score_gpt":0.4521603282164019,"score_spread":0.28929594304225315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409533503","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076901237,0.000033537824,0.0012086342,0.3546942,0.00040049583,0.000975355,0.000075541924,0.00031103584,0.63461107],"genre_scores_gemma":[0.94054896,0.00033458837,0.004375804,0.019761505,0.0013038401,0.000605382,0.0001559909,0.000056232533,0.032857697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712515,0.00062811683,0.0002321562,0.00041842027,0.0011943163,0.00040182425],"domain_scores_gemma":[0.99791616,0.000957036,0.00009492533,0.0008439108,0.00010327799,0.00008471402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022437482,0.00016985647,0.00019118552,0.00007488929,0.00046110005,0.0004042693,0.0017065738,0.00032948604,0.0040251063],"category_scores_gemma":[0.0001987681,0.00011318782,0.00012639516,0.00012101974,0.00039727922,0.000029584908,0.0012161939,0.0009785057,0.00052669056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007148882,0.00007268135,0.00042260592,0.0000047654976,0.000024448036,0.000010102906,0.00088626216,0.0000118752905,0.0000063626976,0.10593307,0.8876821,0.0049386],"study_design_scores_gemma":[0.000048736933,0.000012818285,0.00052901526,0.000057954803,0.0000069956295,3.031292e-8,0.0005640923,0.00007354481,0.00042922838,0.16571929,0.8323902,0.00016812251],"about_ca_topic_score_codex":0.14084485,"about_ca_topic_score_gemma":0.008982585,"teacher_disagreement_score":0.9328588,"about_ca_system_score_codex":0.00031734965,"about_ca_system_score_gemma":0.00020267295,"threshold_uncertainty_score":0.99688536},"labels":[],"label_agreement":null},{"id":"W4409539552","doi":"10.1183/23120541.01007-2024","title":"Outcomes and measures in studies of techniques to promote secretion clearance in individuals with neuromuscular conditions: a scoping review","year":2025,"lang":"en","type":"review","venue":"ERJ Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"","keywords":"Medicine; Physical medicine and rehabilitation; Secretion; Neuroscience; Physical therapy; Internal medicine","score_opus":0.5294507085105733,"score_gpt":0.6514831034423437,"score_spread":0.12203239493177043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409539552","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000064290834,0.9711569,0.0000045086617,0.0024398968,0.000018441995,0.02197315,0.000030416695,0.0000416459,0.0042707287],"genre_scores_gemma":[0.000037563415,0.9878315,0.0016917955,0.0000814692,0.000015496016,0.009709279,0.000010479914,0.000031788753,0.0005906695],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98915493,0.0061277645,0.0010684559,0.00082558696,0.0020936762,0.0007295576],"domain_scores_gemma":[0.99585724,0.0022907,0.00022626412,0.0006746242,0.00081695366,0.00013420497],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03139827,0.00029479148,0.0024104707,0.0018910136,0.00031256163,0.00025474522,0.0020109925,0.00026067495,0.000031808406],"category_scores_gemma":[0.013785399,0.00023029861,0.00010478898,0.005151156,0.0008895255,0.00036258268,0.0017251952,0.0012587262,0.0000073993006],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018136405,0.00012129074,0.00090450037,0.17316999,0.000103602026,0.00006089082,0.0014401332,1.3155159e-7,7.9089665e-7,0.0017984122,0.0016085798,0.82077354],"study_design_scores_gemma":[0.00012630476,0.0001542072,0.00030486018,0.768758,0.000036181107,0.0000018617569,0.0004796395,8.035152e-8,0.000005468884,0.00067569455,0.22922958,0.00022813096],"about_ca_topic_score_codex":0.002837343,"about_ca_topic_score_gemma":0.007877234,"teacher_disagreement_score":0.82054543,"about_ca_system_score_codex":0.00041645893,"about_ca_system_score_gemma":0.0028459113,"threshold_uncertainty_score":0.9973793},"labels":[],"label_agreement":null},{"id":"W4409630767","doi":"10.1097/j.pain.0000000000003621","title":"Developing consensus on the most important equity-relevant items to include in pain research: a modified e-Delphi study","year":2025,"lang":"en","type":"article","venue":"Pain","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Ottawa Hospital; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Ottawa","funders":"National Health and Medical Research Council; Canada Excellence Research Chairs, Government of Canada; Medical Research Council; International Association for the Study of Pain","keywords":"Delphi method; Equity (law); Inclusion (mineral); Delphi; Psychology; Set (abstract data type); Applied psychology; Data collection; Medicine; Social psychology; Political science; Computer science; Sociology; Social science","score_opus":0.4385997129723756,"score_gpt":0.5466985039458826,"score_spread":0.108098790973507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409630767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5420626,0.00019941444,0.012105189,0.35456443,0.00033841346,0.011787942,0.000019363753,0.00050802075,0.07841466],"genre_scores_gemma":[0.99472946,0.000033186076,0.00056121254,0.0024471546,0.00007130109,0.0008657937,0.0000013544595,0.000020376687,0.0012701718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96744686,0.027554851,0.0007649304,0.00064930273,0.0022374198,0.0013466504],"domain_scores_gemma":[0.97114223,0.02757774,0.000073884185,0.0006484151,0.00038341776,0.00017433992],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.256328,0.00017311607,0.00027009167,0.0008241691,0.0011166333,0.00027509592,0.0014644358,0.0001469351,0.000036343055],"category_scores_gemma":[0.10153712,0.00013622642,0.000046877616,0.004085282,0.0004349187,0.00003927183,0.0010287126,0.0009326133,0.00003993518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041902947,0.0012667609,0.029835263,0.00009734778,0.00010522002,0.0006236677,0.07577009,0.00015450777,0.0019137103,0.57023287,0.1701319,0.14944962],"study_design_scores_gemma":[0.0013135353,0.0011634615,0.0077648116,0.0017393187,0.000013279672,0.0000010581175,0.45123187,0.016537728,0.0010733844,0.3090099,0.20900024,0.00115139],"about_ca_topic_score_codex":0.019672714,"about_ca_topic_score_gemma":0.04875372,"teacher_disagreement_score":0.4526669,"about_ca_system_score_codex":0.0012303396,"about_ca_system_score_gemma":0.0016426578,"threshold_uncertainty_score":0.9868554},"labels":[],"label_agreement":null},{"id":"W4409723112","doi":"10.1093/ageing/afaf102","title":"Development of a core outcome set for clinical trials targeting interventions aiming to improve adherence to appropriate polypharmacy in older people—an international consensus study","year":2025,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Polypharmacy; Medicine; Delphi method; Psychological intervention; Quality of life (healthcare); Likert scale; Population; Intervention (counseling); Delphi; Family medicine; Nursing; Intensive care medicine; Psychology","score_opus":0.5918663614800576,"score_gpt":0.6416404888881917,"score_spread":0.04977412740813414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409723112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98927695,0.000017450415,0.007125551,0.0006094333,0.00033630716,0.0022732154,0.000013635832,0.000030464826,0.00031700934],"genre_scores_gemma":[0.9734159,0.0000056881227,0.025802242,0.00010462583,0.000060810034,0.00030240646,0.000004639507,0.000006003606,0.00029766804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976442,0.0004475753,0.0011309077,0.0003016457,0.00024159685,0.00023409339],"domain_scores_gemma":[0.998236,0.0012419611,0.00017034981,0.00010266578,0.00014501174,0.00010402694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012835608,0.00008233822,0.00034760244,0.0002433289,0.00019452137,0.00009155905,0.0003257561,0.00004952654,0.000020057536],"category_scores_gemma":[0.00826405,0.00007850374,0.00008971076,0.00031880135,0.00004008593,0.00007936915,0.0002727414,0.0001518939,0.0000013268888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038555326,0.0009754348,0.29097003,0.0002508746,0.00018945466,0.00029185426,0.107318036,0.000011607777,0.010598495,0.0018767181,0.00058528944,0.58654666],"study_design_scores_gemma":[0.00859214,0.0011370478,0.68569714,0.002171707,0.0001551135,0.0000010904866,0.2872763,0.001427136,0.002753898,0.0031997266,0.0066381805,0.00095054007],"about_ca_topic_score_codex":0.0012344553,"about_ca_topic_score_gemma":0.0053309095,"teacher_disagreement_score":0.5855961,"about_ca_system_score_codex":0.0000673016,"about_ca_system_score_gemma":0.00015477145,"threshold_uncertainty_score":0.9893437},"labels":[],"label_agreement":null},{"id":"W4409745299","doi":"10.1093/ced/llaf191","title":"How do atopic dermatitis trialists perceive the Harmonising Outcomes Measurement in Eczema (HOME) core outcome set? A survey study from the HOME initiative","year":2025,"lang":"en","type":"article","venue":"Clinical and Experimental Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Otto von Guericke University Magdeburg; Eli Lilly Japan; Gilead Sciences; LEO Pharma; Bristol-Myers Squibb; Faculty of Health and Medical Sciences, University of Western Australia; Otsuka Pharmaceutical; Universiteit van Amsterdam; Nanyang Technological University; Pfizer; Incyte; Sun Pharma; Dermira; Amgen; Gemeinsame Bundesausschuss; Genentech; National Jewish Health; Regeneron Pharmaceuticals; Valeant Pharmaceuticals International; Tel Aviv University; European Commission; Sanofi; Galderma; Lee Kong Chian School of Medicine, Nanyang Technological University; Eli Lilly and Company; GlaxoSmithKline","keywords":"Atopic dermatitis; Medicine; Set (abstract data type); Outcome (game theory); Core (optical fiber); Dermatology; Computer science","score_opus":0.5436347168097359,"score_gpt":0.5471367869345597,"score_spread":0.0035020701248238417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409745299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963647,0.0011773417,0.00003330663,0.032165416,0.0008563151,0.0015058599,0.00003464977,0.000055413828,0.00052471634],"genre_scores_gemma":[0.9968143,0.00012937783,0.000038208575,0.0026367118,0.00006240901,0.00023242224,0.00000844837,0.000011230793,0.00006688744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922784,0.0052482234,0.0008861284,0.00048533766,0.00063985214,0.00046204872],"domain_scores_gemma":[0.9935266,0.005629731,0.00017099347,0.00040884299,0.00015071729,0.00011312693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004085333,0.00022446382,0.00071608997,0.0000865145,0.0007662917,0.00035678633,0.0007935745,0.00023686913,0.00004638254],"category_scores_gemma":[0.0027914327,0.00013679534,0.00015128603,0.00038327524,0.0017596935,0.00017573789,0.0004896816,0.0006013052,0.0000122329375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005898096,0.00032736588,0.9793364,0.0000046637815,0.00010367229,0.00007071028,0.016062627,8.631671e-8,0.0000093650115,0.0011428997,0.0019903758,0.00089289184],"study_design_scores_gemma":[0.0019781312,0.00006954297,0.9272587,0.000033169505,0.00002101772,0.0000043005375,0.06608821,0.000015720421,0.00007692387,0.003125518,0.0011734082,0.00015538333],"about_ca_topic_score_codex":0.0074880347,"about_ca_topic_score_gemma":0.010569684,"teacher_disagreement_score":0.05207768,"about_ca_system_score_codex":0.00017154329,"about_ca_system_score_gemma":0.00020615384,"threshold_uncertainty_score":0.9991212},"labels":[],"label_agreement":null},{"id":"W4409754972","doi":"10.31234/osf.io/jrwvh_v1","title":"Expanding the Toolbox: 25 Years of Methodological Change in Infant Research","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Toolbox; Regional science; Psychology; Political science; Computer science; Geography; Programming language","score_opus":0.8106560240971544,"score_gpt":0.6675920746425594,"score_spread":0.143063949454595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409754972","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24149759,0.0011867695,0.0014834655,0.03248457,0.0009894681,0.0068044914,0.000052050767,0.00030825537,0.71519333],"genre_scores_gemma":[0.9818671,0.0018312766,0.009708296,0.0001504033,0.00028836884,0.0011492885,0.0000037484058,0.000010484434,0.0049910685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99015445,0.0065849465,0.00043303438,0.0004800408,0.0016649377,0.00068261643],"domain_scores_gemma":[0.99027973,0.008548424,0.00009069952,0.0006852533,0.00032249565,0.000073383635],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044077888,0.00011610687,0.0003891829,0.0007562622,0.00019447594,0.00011581152,0.002198769,0.0006252298,0.0005361912],"category_scores_gemma":[0.011778394,0.00008648502,0.0001290146,0.001411987,0.0011428527,0.00006763454,0.0028972102,0.002277004,0.00001216495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014327126,0.00032253185,0.03506157,0.00046795286,0.000088016706,0.00012006764,0.11121935,0.00002586803,0.0005474777,0.5103417,0.018895341,0.3227668],"study_design_scores_gemma":[0.0006922815,0.00028377218,0.220276,0.0030113284,0.000034118817,0.0000018351028,0.085378826,0.00043581755,0.0053327177,0.509744,0.17363761,0.0011716926],"about_ca_topic_score_codex":0.093392275,"about_ca_topic_score_gemma":0.012420093,"teacher_disagreement_score":0.7403695,"about_ca_system_score_codex":0.0003454681,"about_ca_system_score_gemma":0.0007386739,"threshold_uncertainty_score":0.9965458},"labels":[],"label_agreement":null},{"id":"W4409798935","doi":"10.1016/j.accpm.2025.101529","title":"A Delphi process to define medical reporting outcomes for urgent surgical pathways","year":2025,"lang":"en","type":"article","venue":"Anaesthesia Critical Care & Pain Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine; Medical emergency; Delphi method","score_opus":0.13243690480539178,"score_gpt":0.5124622752749435,"score_spread":0.3800253704695517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409798935","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08812092,0.002478787,0.032723997,0.85260457,0.00038150663,0.0028632395,0.0000070491005,0.00083471707,0.019985234],"genre_scores_gemma":[0.97677886,0.000096521166,0.0018928921,0.019747894,0.00043899342,0.00080357015,0.000017135304,0.00003251788,0.0001916207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.993507,0.0008710711,0.0014411244,0.0006921319,0.0023741818,0.0011144531],"domain_scores_gemma":[0.9907871,0.005710678,0.00015461272,0.00050092227,0.0014861955,0.0013604757],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019360274,0.0002682399,0.00076966174,0.0003577879,0.0006725644,0.000059450245,0.0008415084,0.00038270277,0.00043900593],"category_scores_gemma":[0.2378276,0.00021396331,0.00020720776,0.0011284677,0.0011329227,0.00008740447,0.00009945203,0.0004705964,0.00001027595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020415921,0.00033462147,0.059485916,0.0012562816,0.000056726432,0.0027668306,0.015180709,0.000002499749,0.00003001174,0.5917941,0.052071698,0.27681646],"study_design_scores_gemma":[0.0016739967,0.0017563384,0.0030017274,0.0024587722,0.00017390453,0.000032085933,0.095723026,0.0003436625,0.0002253052,0.054636344,0.8390998,0.0008750157],"about_ca_topic_score_codex":0.0011637873,"about_ca_topic_score_gemma":0.0010618637,"teacher_disagreement_score":0.8886579,"about_ca_system_score_codex":0.00029730776,"about_ca_system_score_gemma":0.0016214749,"threshold_uncertainty_score":0.8725171},"labels":[],"label_agreement":null},{"id":"W4409854789","doi":"10.63720/dv1fz0zv","title":"Best Available Evidence: Overcoming Barriers and Building a Platform for Clarity and Closer Collaboration","year":2025,"lang":"en","type":"article","venue":"Journal of The Best Available Evidence in Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"CLARITY; Computer science; Engineering ethics; Human–computer interaction; Data science; Engineering; Chemistry","score_opus":0.17811458231854205,"score_gpt":0.46653775157372607,"score_spread":0.288423169255184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409854789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86184233,0.044303775,0.00062677445,0.08658044,0.0014819984,0.0018646456,0.000004208729,0.000025816704,0.0032700298],"genre_scores_gemma":[0.95029134,0.030444544,0.0060356064,0.0009865314,0.0006866923,0.000060752856,2.0367642e-7,0.000021728018,0.011472631],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970789,0.00036162342,0.0007958718,0.00028590648,0.001029771,0.00044791578],"domain_scores_gemma":[0.9940749,0.004083117,0.00045997606,0.00028973795,0.00086595735,0.00022634803],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015018668,0.00016638586,0.00046831885,0.0004314008,0.00076842104,0.0002208859,0.0007420528,0.00022222358,0.00022411818],"category_scores_gemma":[0.040551577,0.00011959636,0.000056944664,0.0013853458,0.0009302111,0.0018905504,0.00021609472,0.0007264261,0.0000053378903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014936852,0.00014973484,0.5191624,0.0014103737,0.0001448456,0.000076762044,0.013640619,0.0000851346,0.04317502,0.00981571,0.39892668,0.011919008],"study_design_scores_gemma":[0.007532375,0.004166499,0.0077905552,0.15967697,0.0011779018,0.00021201867,0.13972928,0.00682505,0.014057967,0.08607613,0.5713223,0.0014329468],"about_ca_topic_score_codex":0.0025950796,"about_ca_topic_score_gemma":0.001689784,"teacher_disagreement_score":0.5113719,"about_ca_system_score_codex":0.00061178947,"about_ca_system_score_gemma":0.0016063825,"threshold_uncertainty_score":0.96753025},"labels":[],"label_agreement":null},{"id":"W4409978840","doi":"10.3138/ptc-2022-0010-cc","title":"Commentary on Anekwe et al.","year":2025,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Physical medicine and rehabilitation; Medicine","score_opus":0.03559840209086444,"score_gpt":0.4515160935876484,"score_spread":0.4159176914967839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409978840","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016860845,0.0001077239,0.0000874997,0.83709806,0.0004344228,0.00035660458,0.000018632962,0.00009991737,0.14493628],"genre_scores_gemma":[0.5303674,0.00029405032,0.00011602946,0.4652418,0.000058503458,0.000037552334,0.000004545102,0.000010347077,0.003869817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987972,0.0001924991,0.00008448926,0.00015957748,0.0005091709,0.00025708633],"domain_scores_gemma":[0.99939466,0.00025558987,0.000020784379,0.00021881022,0.000042776323,0.0000673759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033898538,0.00007095357,0.00008916484,0.00007359218,0.00026141305,0.000039321534,0.00035038186,0.000023275215,0.0003446179],"category_scores_gemma":[0.000024062068,0.000070923765,0.000026365933,0.0003856562,0.00009257352,0.000050360097,0.000023213488,0.00015006003,0.0000041109674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014516579,0.000030927404,0.00025324544,0.0000028448308,0.000013722464,0.0000049241326,0.0001743368,0.0000057376697,0.00068612833,0.011825271,0.97726876,0.009719586],"study_design_scores_gemma":[0.00011580033,0.000018728497,0.00040178924,0.000023479006,6.1339324e-7,2.437697e-8,0.00036516174,0.000021106145,0.0013119358,0.002075159,0.99559593,0.00007024166],"about_ca_topic_score_codex":0.96551573,"about_ca_topic_score_gemma":0.95292056,"teacher_disagreement_score":0.51350653,"about_ca_system_score_codex":0.0005460794,"about_ca_system_score_gemma":0.0011699894,"threshold_uncertainty_score":0.37733242},"labels":[],"label_agreement":null},{"id":"W4410176934","doi":"10.1002/jgc4.70044","title":"Genetic counseling program director competencies as proposed by the program leadership development subcommittee of the Genetic Counselor Educators Association","year":2025,"lang":"en","type":"article","venue":"Journal of Genetic Counseling","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Accreditation; Medical education; Credentialing; Graduate medical education; Genetic counseling; Core competency; Leadership development; Program director; Workforce; Psychology; Medicine; Political science; Public relations; Management","score_opus":0.054399078849952216,"score_gpt":0.37471700699787147,"score_spread":0.32031792814791926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410176934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761975,0.011922773,0.0007335794,0.006633025,0.0012528972,0.0025658011,0.000004028866,0.00011151886,0.00057888206],"genre_scores_gemma":[0.9767961,0.0024830282,0.018407397,0.00037742124,0.00034136206,0.0001638039,0.0000010696548,0.000041970496,0.0013878762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930498,0.0011224393,0.001513384,0.000333503,0.0030266647,0.00095418474],"domain_scores_gemma":[0.9945776,0.0012042843,0.0013543057,0.000453436,0.0022244195,0.00018595994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005915734,0.0003072438,0.0005031751,0.00025498582,0.0011882003,0.00041836713,0.0018597692,0.00027155434,0.00005990318],"category_scores_gemma":[0.001708789,0.00021255067,0.00029639635,0.0014649822,0.00066275103,0.00010677433,0.00008448835,0.00084293,0.00000828818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018572895,0.001658747,0.15001495,0.00045917215,0.00088434946,0.000021754595,0.06853845,0.00058792223,0.0077553308,0.00011440138,0.033957817,0.73582137],"study_design_scores_gemma":[0.001722555,0.00094794086,0.11838964,0.001993824,0.0006779526,0.00007609528,0.07389535,0.0011612419,0.01312398,0.0024211446,0.78451145,0.0010788178],"about_ca_topic_score_codex":0.0004812237,"about_ca_topic_score_gemma":0.0008650202,"teacher_disagreement_score":0.75055367,"about_ca_system_score_codex":0.0010697363,"about_ca_system_score_gemma":0.005106051,"threshold_uncertainty_score":0.91387963},"labels":[],"label_agreement":null},{"id":"W4410187616","doi":"10.1177/13872877251338186","title":"Red flags for remote cognitive diagnostic assessment: A Delphi expert consensus study by the Canadian Consortium on Neurodegeneration in Aging","year":2025,"lang":"en","type":"article","venue":"Journal of Alzheimer s Disease","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Centre Hospitalier de l’Université de Montréal; Baycrest Hospital; University of Toronto; Nova Scotia Health Authority; McMaster University; Jewish General Hospital; University of Northern British Columbia; University of Alberta; University of British Columbia; University of Calgary; Montreal Neurological Institute and Hospital; Centre for Family Medicine; McGill University; Dalhousie University","funders":"National Institute on Aging","keywords":"Workgroup; Dementia; Multidisciplinary approach; Delphi method; Cognition; Cognitive decline; Medicine; Psychology; Computer science; Psychiatry; Artificial intelligence; Political science; Disease; Pathology","score_opus":0.09966000462191921,"score_gpt":0.4641373487846715,"score_spread":0.3644773441627523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410187616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85327053,0.0038484922,0.000652546,0.1316896,0.0009555467,0.0049279104,0.000107174725,0.00004053942,0.004507664],"genre_scores_gemma":[0.9979049,0.000081436054,0.00014785351,0.0015887024,0.00012867489,0.00006507087,0.0000041933295,0.0000127920475,0.0000663889],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974289,0.00093564583,0.000459429,0.00019831938,0.00061732874,0.00036038895],"domain_scores_gemma":[0.9962271,0.0024517772,0.0001963082,0.00016283,0.0005897235,0.00037228636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023646948,0.00011919836,0.00019157359,0.00037142806,0.000643489,0.0002038299,0.00032679216,0.00005432012,0.000021188225],"category_scores_gemma":[0.0056780796,0.00009749587,0.00009686298,0.00043464292,0.00022406175,0.00010520241,0.00002948325,0.0003532163,0.0000013256888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003394947,0.004919096,0.18457271,0.00006149535,0.0026217345,0.0041498365,0.033798836,0.0008259582,0.0008911163,0.007362435,0.59271264,0.16468921],"study_design_scores_gemma":[0.01994956,0.00339862,0.73823833,0.0030391857,0.0043650083,0.000025993944,0.12700045,0.014573371,0.0038228591,0.021277366,0.06215067,0.0021585987],"about_ca_topic_score_codex":0.03419545,"about_ca_topic_score_gemma":0.1299817,"teacher_disagreement_score":0.5536656,"about_ca_system_score_codex":0.00029293424,"about_ca_system_score_gemma":0.003065268,"threshold_uncertainty_score":0.9722359},"labels":[],"label_agreement":null},{"id":"W4410231705","doi":"10.29390/001c.137201","title":"Proceedings from the Canadian Society of Respiratory Therapists Annual Conference May 8-10, 2025","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Library science; Medical education; Psychology; Political science; Medicine; Operations research; Computer science; Engineering","score_opus":0.12146137923696969,"score_gpt":0.39888937558013204,"score_spread":0.27742799634316234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410231705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686318,0.018767199,0.00007096873,0.0439698,0.0012486686,0.001422161,0.00037335206,0.000053270087,0.06546282],"genre_scores_gemma":[0.98695064,0.00034883607,0.00023309176,0.010168834,0.00050261844,0.000019636907,0.0000010647458,0.000027962844,0.0017473466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971312,0.0004398769,0.0006505138,0.00026125458,0.000767224,0.0007499065],"domain_scores_gemma":[0.99556005,0.0003877156,0.00040209576,0.00034155397,0.0023422996,0.0009663069],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004558336,0.00021419725,0.00037234213,0.00047388783,0.0011875981,0.00033581315,0.0019850414,0.00037034595,0.0013895154],"category_scores_gemma":[0.00055287726,0.00017297275,0.00028371072,0.0010696367,0.0016635886,0.0003704253,0.000024275714,0.0008262573,0.000010498714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009783837,0.000029468252,0.09202029,0.00001868839,0.0003080712,0.00004431742,0.03105589,0.0000030309839,0.0013805621,0.012931679,0.8202357,0.041874427],"study_design_scores_gemma":[0.0004633603,0.0001630736,0.016146565,0.00016803447,0.000010377063,7.898572e-7,0.009952101,0.0000019524205,0.0014554844,0.002950719,0.9685245,0.00016302211],"about_ca_topic_score_codex":0.5182866,"about_ca_topic_score_gemma":0.88347036,"teacher_disagreement_score":0.3651838,"about_ca_system_score_codex":0.0011518428,"about_ca_system_score_gemma":0.03570816,"threshold_uncertainty_score":0.99952334},"labels":[],"label_agreement":null},{"id":"W4410245399","doi":"10.1136/bjsports-2024-108847","title":"Combining evidence and practice to optimise neck training aimed at reducing head acceleration events in sport: a systematic review and Delphi-consensus study","year":2025,"lang":"en","type":"review","venue":"British Journal of Sports Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Top Hat (Canada); University of Calgary","funders":"Leeds Beckett University","keywords":"Medicine; Psychological intervention; Systematic review; Delphi; Delphi method; Concussion; Physical therapy; Grading (engineering); Best practice; Physical medicine and rehabilitation; Poison control; MEDLINE; Injury prevention; Medical emergency; Nursing; Computer science","score_opus":0.2506807272433493,"score_gpt":0.5172884285262896,"score_spread":0.26660770128294037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410245399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015746056,0.98867434,0.0000059227373,0.0024449765,0.00023544625,0.006725574,0.0000021783278,0.000022449301,0.00031449832],"genre_scores_gemma":[0.004177574,0.9940973,0.0007991792,0.00027574683,0.00015541262,0.00015030343,0.0000029226921,0.000030924675,0.00031065283],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99270433,0.0014517809,0.0031219318,0.00049986475,0.0017695783,0.0004524995],"domain_scores_gemma":[0.99327284,0.0028885663,0.0023797173,0.00027899147,0.00072715303,0.0004527147],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03026001,0.00032767068,0.0039008735,0.0007392124,0.00033503812,0.00008725257,0.0004905687,0.00019672634,0.000034530804],"category_scores_gemma":[0.038968734,0.00031030006,0.00012689776,0.0013289901,0.00019823886,0.00035922963,0.00020053652,0.0009941959,6.507436e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004370446,0.0001377934,0.000111012814,0.38704303,0.00013884967,0.00647495,0.0070485077,0.0000013839681,1.2481652e-7,0.000009938881,0.0011867471,0.59780395],"study_design_scores_gemma":[0.00041776782,0.00020126297,0.00030718202,0.976343,0.002572943,0.007231859,0.0077491268,9.661755e-7,1.5722323e-8,0.00001823953,0.004933249,0.00022438701],"about_ca_topic_score_codex":0.0015927729,"about_ca_topic_score_gemma":0.00038717414,"teacher_disagreement_score":0.59757954,"about_ca_system_score_codex":0.0005647074,"about_ca_system_score_gemma":0.0012894346,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W4410268515","doi":"10.1164/ajrccm.2025.211.abstracts.a1476","title":"A Real-World Study on Clinical Remission of Asthma Patients on Biologics","year":2025,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Asthma; Intensive care medicine; Internal medicine","score_opus":0.14065110960324437,"score_gpt":0.5432933227221133,"score_spread":0.40264221311886894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410268515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791587,0.00015199663,0.000036322843,0.0036761684,0.00029206666,0.00020686074,0.0000027937103,0.000013167923,0.016461916],"genre_scores_gemma":[0.9982159,0.00010552371,0.00009165416,0.0012997213,0.00024235828,0.0000029122177,2.5883384e-7,0.000005271568,0.000036386118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963829,0.0016263814,0.0007465856,0.00019416148,0.000834977,0.00021500175],"domain_scores_gemma":[0.9953766,0.0029953357,0.00023062798,0.00018653512,0.00093492394,0.0002759785],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0036969064,0.000103947204,0.00051349105,0.0003615778,0.00016364214,0.000010144729,0.00029437713,0.00006262418,0.000032926382],"category_scores_gemma":[0.01150878,0.00006887689,0.00007687517,0.00066336093,0.0027317058,0.000042810134,0.00005456123,0.000581343,7.5148625e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009281792,0.0006698788,0.6686112,0.000028769584,0.000028494353,0.000082104554,0.00226317,2.5469848e-7,0.00006676252,0.008462327,0.0029874258,0.31587142],"study_design_scores_gemma":[0.002323438,0.108868726,0.6985879,0.0015615992,0.000098155586,9.281146e-7,0.123687364,9.099341e-7,0.00021623255,0.001799795,0.062648214,0.00020672599],"about_ca_topic_score_codex":0.00018588587,"about_ca_topic_score_gemma":0.000053282132,"teacher_disagreement_score":0.31566468,"about_ca_system_score_codex":0.000090314934,"about_ca_system_score_gemma":0.00025921653,"threshold_uncertainty_score":0.9999823},"labels":[],"label_agreement":null},{"id":"W4410270135","doi":"10.1164/ajrccm.2025.211.abstracts.a2099","title":"Win Ratio Analysis of BOREAS and NOTUS: Faster Trials, Clearer Wins for Patients With Chronic Obstructive Pulmonary Disease With Type 2 Inflammation","year":2025,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Pulmonary disease; Inflammation; Disease; Internal medicine; Intensive care medicine","score_opus":0.03637342074112715,"score_gpt":0.40214889901967993,"score_spread":0.3657754782785528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410270135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923656,0.0012117022,0.0032890572,0.0024046605,0.00004669657,0.00036632025,0.000028797249,0.000006179146,0.0002810167],"genre_scores_gemma":[0.9993428,0.0000415019,0.00027091254,0.00017385544,0.00014078776,0.000009978844,0.0000071617874,0.000005876519,0.000007118391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983501,0.00044969664,0.00039715384,0.00014150629,0.0005073589,0.00015418619],"domain_scores_gemma":[0.9968112,0.0011496966,0.00022152203,0.00010248993,0.0015089114,0.00020619473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010346358,0.000091019516,0.00050682673,0.0003669109,0.00013524348,0.000020978903,0.00010187368,0.00004004392,0.000019075846],"category_scores_gemma":[0.003094518,0.000057493955,0.000048883096,0.00086131407,0.0021299173,0.00017769376,0.000018925512,0.00017640853,3.5167876e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071715014,0.000095207,0.7414791,0.00030416477,0.0006518272,0.0000436146,0.00443698,0.00002279496,0.00036393956,0.005437813,0.00012125395,0.23987181],"study_design_scores_gemma":[0.0018755997,0.009192171,0.94399047,0.00068085437,0.0030998483,0.0000011687313,0.033230957,0.00007359466,0.000100948084,0.0005918231,0.006970824,0.00019174839],"about_ca_topic_score_codex":0.000084415,"about_ca_topic_score_gemma":0.00012551618,"teacher_disagreement_score":0.23968007,"about_ca_system_score_codex":0.0000880381,"about_ca_system_score_gemma":0.00046268126,"threshold_uncertainty_score":0.7847769},"labels":[],"label_agreement":null},{"id":"W4410291878","doi":"10.1055/s-0045-1806982","title":"A real-world analysis of an XLMTM patient cohort from the MTM and CNM international patient registry","year":2024,"lang":"en","type":"article","venue":"Arquivos de Neuro-Psiquiatria","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Real world evidence; Cohort; Medicine; Psychology; Family medicine; Internal medicine","score_opus":0.0443760427849829,"score_gpt":0.39774244384779045,"score_spread":0.35336640106280753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410291878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820147,0.00022759315,0.00008149349,0.004707271,0.0004993323,0.0005435318,0.00019988802,0.00018849077,0.011537676],"genre_scores_gemma":[0.9976192,0.00068759,0.0005991563,0.0003838918,0.0002589553,0.000070644186,0.00004851403,0.000024835514,0.00030718316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969008,0.00062098773,0.00047719368,0.0005407072,0.0010877012,0.00037263316],"domain_scores_gemma":[0.99726844,0.0016161533,0.00016888107,0.0005787165,0.00017864171,0.00018917018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011351086,0.00015967185,0.00027040744,0.0003994859,0.00022138705,0.00029809837,0.0007375538,0.00011236788,0.0003262478],"category_scores_gemma":[0.00085046724,0.00013048341,0.00019676557,0.0016026006,0.0004174603,0.00026627033,0.00028020152,0.00037077325,0.0000089980485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005090342,0.0005403602,0.7338745,0.000049657912,0.0032896083,0.00063418783,0.037371363,0.00042858097,0.0061265053,0.04088416,0.0803043,0.09598772],"study_design_scores_gemma":[0.00068033993,0.00086505525,0.5124189,0.00021150701,0.0026098883,0.000012000351,0.007154828,0.029240187,0.0034868615,0.01624326,0.42603827,0.0010388774],"about_ca_topic_score_codex":0.029747967,"about_ca_topic_score_gemma":0.0128508415,"teacher_disagreement_score":0.34573397,"about_ca_system_score_codex":0.00019381805,"about_ca_system_score_gemma":0.00028982593,"threshold_uncertainty_score":0.976713},"labels":[],"label_agreement":null},{"id":"W4410404552","doi":"10.3899/jrheum.2024-1241.c1","title":"Conducting a High-Quality Systematic Review","year":2025,"lang":"en","type":"erratum","venue":"The Journal of Rheumatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Legend; Quality (philosophy); Medical physics; Art history; Epistemology; History","score_opus":0.18916181945071173,"score_gpt":0.48351725129062495,"score_spread":0.2943554318399132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410404552","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001212464,0.60980964,0.0010140091,0.14471024,0.07293967,0.0061231432,0.00003842833,0.0002495584,0.16390282],"genre_scores_gemma":[0.010810241,0.762857,0.00049772894,0.001794288,0.00029749764,0.00007391725,0.000009500711,0.000059259884,0.22360057],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98598784,0.009915374,0.0021416305,0.00015161882,0.0013158087,0.00048773165],"domain_scores_gemma":[0.9896421,0.0049490505,0.0034357263,0.00065192493,0.0012056195,0.00011561536],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03027471,0.00022102396,0.002286174,0.0002924793,0.0004620648,0.00005570407,0.0026404778,0.0005640935,0.00025400703],"category_scores_gemma":[0.030702932,0.00013699447,0.0003272009,0.0006062427,0.00070195727,0.00011479739,0.00024394313,0.0026542258,0.000038991086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008679338,0.000016845579,0.000028226403,0.16781104,0.00019555332,0.000010497062,0.00075352204,9.9929565e-8,9.567344e-7,0.010470929,0.82065374,0.000049901922],"study_design_scores_gemma":[0.0002834488,0.00012211489,0.000007920655,0.84307104,0.0015356499,0.0019772702,0.007537955,0.0000016905338,0.0000062296626,0.01630019,0.12871407,0.00044240232],"about_ca_topic_score_codex":0.004730271,"about_ca_topic_score_gemma":0.00096315326,"teacher_disagreement_score":0.69193965,"about_ca_system_score_codex":0.00031432477,"about_ca_system_score_gemma":0.0026908515,"threshold_uncertainty_score":0.99964666},"labels":[],"label_agreement":null},{"id":"W4410432164","doi":"10.1016/j.chest.2025.05.008","title":"Association Between a Recalled Positive Airway Pressure Device and Obstructive Lung Disease","year":2025,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Patient Safety Institute; Université de Montréal; Hospital for Sick Children; University of Saskatchewan; University of Ottawa; McGill University Health Centre; University of British Columbia Hospital; Sunnybrook Health Science Centre; Ottawa Public Health; Children's Hospital of Western Ontario; Western University; University of Calgary; Ottawa Hospital","funders":"Institut canadien d'information sur la santé; Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","keywords":"Medicine; Continuous positive airway pressure; Airway; Obstructive lung disease; Association (psychology); Positive airway pressure; Pulmonary disease; Lung; COPD; Internal medicine; Cardiology; Intensive care medicine; Obstructive sleep apnea; Surgery; Psychology","score_opus":0.039982928257438294,"score_gpt":0.40613032758005124,"score_spread":0.366147399322613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410432164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651025,0.005358289,0.008492058,0.105469964,0.0009432793,0.0018242749,0.00011568297,0.0002895915,0.11240437],"genre_scores_gemma":[0.99132615,0.0003210061,0.00069170276,0.00010146566,0.0004049232,0.000015333952,0.0000022629326,0.000007631413,0.007129509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827933,0.000504632,0.0001904136,0.00016497428,0.00054356834,0.00031708094],"domain_scores_gemma":[0.99832654,0.00074420945,0.00014928619,0.00008419164,0.00043231196,0.00026348664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001799048,0.00008365292,0.00014834605,0.00012918905,0.00077857106,0.00028397795,0.0002528932,0.00013777733,0.00006996074],"category_scores_gemma":[0.0021533805,0.00008146159,0.000057260142,0.00034080306,0.00013576927,0.00030701462,0.000085489904,0.0005380828,0.0000040666114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070866656,0.000049510978,0.94240355,0.00008265956,0.0004943421,0.000041560437,0.006614189,0.000002969059,0.00011850463,0.003145565,0.016520161,0.030456135],"study_design_scores_gemma":[0.00041896096,0.00001922145,0.9341348,0.00023601386,0.0002699432,0.0000014883012,0.0019835962,0.00009161258,0.00028371532,0.015477271,0.04692264,0.00016076754],"about_ca_topic_score_codex":0.00013707623,"about_ca_topic_score_gemma":0.00007429662,"teacher_disagreement_score":0.22622368,"about_ca_system_score_codex":0.0004973985,"about_ca_system_score_gemma":0.00048778762,"threshold_uncertainty_score":0.59882176},"labels":[],"label_agreement":null},{"id":"W4410542100","doi":"10.1136/bmj-2024-083865","title":"Core GRADE 5: rating certainty of evidence—assessing indirectness","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"Certainty; Core (optical fiber); Computer science; Medicine; Information retrieval; Philosophy; Epistemology; Telecommunications","score_opus":0.6102725871516879,"score_gpt":0.6108033832961706,"score_spread":0.0005307961444827036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410542100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6565256,0.0005023185,0.0036652857,0.06170613,0.0008667145,0.0018389837,0.0000038303297,0.00043964796,0.27445146],"genre_scores_gemma":[0.9941203,0.000028230359,0.0030005479,0.00013100114,0.00010116546,0.000051312134,5.5596934e-7,0.0000050510594,0.0025618414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841607,0.00035429408,0.00026334476,0.00015958466,0.0005498255,0.00025688158],"domain_scores_gemma":[0.99816895,0.001259648,0.0001148003,0.00020568173,0.00020585995,0.000045037777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00393208,0.000058795515,0.0001460382,0.0001513595,0.00032042767,0.00008609233,0.00041406654,0.0001365948,0.00009143189],"category_scores_gemma":[0.0062469593,0.000050669587,0.000050564555,0.0008769377,0.000330378,0.00017480979,0.000116779076,0.00023732126,0.0000063379102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005868667,0.00019041657,0.28515807,0.000572568,0.000089586225,0.000075911776,0.017958028,0.00007394118,0.028549574,0.16627374,0.23270375,0.26829574],"study_design_scores_gemma":[0.0015458609,0.00024660787,0.24476717,0.015736187,0.00015799659,0.000010400827,0.15136294,0.0050444123,0.13162865,0.23182578,0.21580422,0.0018697878],"about_ca_topic_score_codex":0.002988805,"about_ca_topic_score_gemma":0.0006600865,"teacher_disagreement_score":0.3375947,"about_ca_system_score_codex":0.00012143731,"about_ca_system_score_gemma":0.00067068485,"threshold_uncertainty_score":0.7478645},"labels":[],"label_agreement":null},{"id":"W4410554385","doi":"10.1055/s-0045-1808126","title":"Eine konsensbasierte Definition und Kriterien der externen Validität von randomisierten kontrollierten Studien – Ergebnisse einer Delphi-Studie","year":2025,"lang":"de","type":"article","venue":"physioscience","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine","score_opus":0.10499169990162559,"score_gpt":0.42777687743921927,"score_spread":0.32278517753759367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410554385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5107442,0.086846314,0.031054549,0.12907545,0.026398376,0.022380104,0.0008525361,0.003292414,0.18935607],"genre_scores_gemma":[0.98307127,0.0040273336,0.001906532,0.0016612853,0.0009742005,0.0006928878,0.00002694512,0.00007568368,0.0075638383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896977,0.0014734745,0.0012915309,0.0021015322,0.0027992292,0.0026365607],"domain_scores_gemma":[0.99438846,0.001960547,0.0005215365,0.0014495183,0.0010329036,0.0006470056],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005163562,0.0008554263,0.0013537346,0.0007658694,0.0027764498,0.00080554554,0.0028883389,0.000432762,0.00021933606],"category_scores_gemma":[0.0036490783,0.00078936777,0.00054956035,0.0048583923,0.0030386702,0.0011522296,0.0014205986,0.00089333695,0.00073718256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00863868,0.00942219,0.008469665,0.0018856083,0.00657923,0.0014991423,0.051474698,0.000607141,0.23541717,0.08686529,0.47564942,0.11349178],"study_design_scores_gemma":[0.039014,0.0027706455,0.054078504,0.005792188,0.0076906574,0.000027740498,0.016585115,0.035244815,0.020126631,0.2695851,0.53972065,0.009363962],"about_ca_topic_score_codex":0.0025424093,"about_ca_topic_score_gemma":0.00065277447,"teacher_disagreement_score":0.4723271,"about_ca_system_score_codex":0.0008271705,"about_ca_system_score_gemma":0.0011632899,"threshold_uncertainty_score":0.9996745},"labels":[],"label_agreement":null},{"id":"W4410643566","doi":"10.2196/58947","title":"Developing a Core Outcome Set for Pediatric and Adult Acute and Chronic Pain Extended Reality Trials: Delphi Consensus-Building Process","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Hospital for Sick Children; McMaster University; Women's College Hospital; University of Toronto","funders":"National Institutes of Health; Canadian Institutes of Health Research; Hospital for Sick Children; National Institute of Arthritis and Musculoskeletal and Skin Diseases; MAYDAY Fund","keywords":"Delphi method; Medicine; Psychological intervention; Chronic pain; Systematic review; Delphi; Intervention (counseling); Clinical trial; Physical therapy; MEDLINE; Nursing; Internal medicine","score_opus":0.5002267776015727,"score_gpt":0.6455389527820369,"score_spread":0.14531217518046413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410643566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995706,0.0030601926,0.04559311,0.14871448,0.00041800697,0.0019545634,0.00002460142,0.000059759263,0.00060467736],"genre_scores_gemma":[0.99074656,0.004586152,0.0028774473,0.00030543984,0.0008498667,0.00008209207,0.0000018169767,0.00001615666,0.00053448713],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99066806,0.0034478838,0.0014079129,0.00034837375,0.0033350517,0.0007927268],"domain_scores_gemma":[0.9811706,0.015205615,0.0003921305,0.00016636867,0.0024743034,0.0005910044],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.124178246,0.00014705444,0.0006771636,0.00083120033,0.00035201007,0.00029533802,0.0010945759,0.00042440262,0.000082440994],"category_scores_gemma":[0.1368141,0.000112420435,0.00012737185,0.0008916176,0.0011084663,0.00013656216,0.00042636276,0.0016628836,7.9597163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035838329,0.00041736264,0.05525374,0.005017173,0.0011531912,0.0015544517,0.014071017,0.0000018487268,0.0004383022,0.22529694,0.30479407,0.38841805],"study_design_scores_gemma":[0.02434247,0.007040817,0.010660321,0.011947336,0.00086193887,0.0011296895,0.07704787,0.04299123,0.003467861,0.66372657,0.15470566,0.0020782484],"about_ca_topic_score_codex":0.00058839796,"about_ca_topic_score_gemma":0.0008210756,"teacher_disagreement_score":0.43842962,"about_ca_system_score_codex":0.00063220767,"about_ca_system_score_gemma":0.004461874,"threshold_uncertainty_score":0.9018428},"labels":[],"label_agreement":null},{"id":"W4410870740","doi":"10.17159/sajs.2025/21670","title":"A unique research and innovation partnership celebrates three decades: South Africa and Canada move forward with a renewed vision","year":2025,"lang":"en","type":"article","venue":"South African Journal of Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Public Works and Government Services Canada","funders":"","keywords":"Regional science; Economic geography; Political science; Geography","score_opus":0.10448577251051928,"score_gpt":0.41953235220287277,"score_spread":0.3150465796923535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410870740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97648054,0.00019398828,0.001700218,0.0058918265,0.000058849637,0.00039158145,0.000005196837,0.00002046898,0.015257335],"genre_scores_gemma":[0.9968891,0.000018801218,0.0024471441,0.000056210396,0.000042153024,0.000010422372,1.3576773e-7,0.0000069839,0.00052905816],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99607706,0.00027717123,0.0003957925,0.0003399044,0.0022127433,0.0006973335],"domain_scores_gemma":[0.99604046,0.00057369465,0.0002739627,0.00020759994,0.0025754196,0.00032886877],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011709814,0.00011788579,0.00022609119,0.001697324,0.0012959254,0.00046204228,0.0008380493,0.000073149815,0.0000074253376],"category_scores_gemma":[0.003343487,0.000088790875,0.000015687945,0.008586597,0.0054084873,0.00053299195,0.00021242534,0.0005843401,3.2622094e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014805391,0.00019127602,0.3532842,0.00018794356,0.00010277393,0.00023914133,0.28181517,0.00006948025,0.010267738,0.32427025,0.007936411,0.020155074],"study_design_scores_gemma":[0.0020296553,0.0028237472,0.053145286,0.0016478461,0.000051138955,0.000044927696,0.72766167,0.00066979154,0.009690608,0.18320848,0.018163703,0.0008631612],"about_ca_topic_score_codex":0.027542638,"about_ca_topic_score_gemma":0.10712675,"teacher_disagreement_score":0.4458465,"about_ca_system_score_codex":0.00043510934,"about_ca_system_score_gemma":0.009058797,"threshold_uncertainty_score":0.99729824},"labels":[],"label_agreement":null},{"id":"W4410934603","doi":"10.1016/j.bas.2025.104288","title":"A core outcome set for cranioplasty following stroke or traumatic brain injury - The COAST study","year":2025,"lang":"en","type":"article","venue":"Brain and Spine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Cambridge; Royal College of Surgeons of England; National Institute for Health and Care Research","keywords":"Cranioplasty; Medicine; Traumatic brain injury; Glasgow Outcome Scale; Decompressive craniectomy; Delphi method; Physical therapy; Family medicine; Surgery; Psychiatry","score_opus":0.32057360803906,"score_gpt":0.5364300103905733,"score_spread":0.21585640235151327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410934603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9283693,0.0013451274,0.0063867318,0.050696287,0.0005366091,0.008194275,0.00011563639,0.00037530187,0.0039807665],"genre_scores_gemma":[0.9823052,0.00010523544,0.00066689757,0.0010764109,0.00006688985,0.00036807614,0.0000030169529,0.000014045927,0.015394208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857694,0.00024213608,0.00029409153,0.00022849285,0.00032496703,0.0003333896],"domain_scores_gemma":[0.9982556,0.0013626463,0.00004858218,0.00022111836,0.000039869832,0.00007219135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033412834,0.000117719705,0.00027631933,0.000118781136,0.00072626286,0.00015365347,0.00038039347,0.00007353812,0.00003446805],"category_scores_gemma":[0.0030957498,0.000074529926,0.000106666324,0.0004569865,0.00017134118,0.000084923086,0.00011914954,0.00016640814,0.0000025842912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050855527,0.0012347233,0.08111606,0.0009577273,0.000660454,0.00012319777,0.0733532,0.0000020059706,0.00065103744,0.0717013,0.1404123,0.62927943],"study_design_scores_gemma":[0.0059793703,0.0023962501,0.05435586,0.00065041933,0.0002275878,0.000007767289,0.23110737,0.0009227919,0.000037156224,0.009134776,0.69430697,0.000873666],"about_ca_topic_score_codex":0.00048607652,"about_ca_topic_score_gemma":0.0051035658,"teacher_disagreement_score":0.62840575,"about_ca_system_score_codex":0.000040573756,"about_ca_system_score_gemma":0.00016416136,"threshold_uncertainty_score":0.55859},"labels":[],"label_agreement":null},{"id":"W4410941305","doi":"10.1017/s0266462325100123","title":"Defining early health technology assessment: building consensus using Delphi technique","year":2025,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"Horizon 2020 Framework Programme; Health Technology Assessment international; European Commission","keywords":"Delphi; Delphi method; Consensus conference; Health technology; Management science; Political science; Medicine; Computer science; Engineering; Library science; Health care; Artificial intelligence; Law","score_opus":0.12207403522039953,"score_gpt":0.5952906024183027,"score_spread":0.47321656719790317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410941305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007102738,0.9526718,0.0078118504,0.03302019,0.0021258644,0.0027301467,0.00013794754,0.00038281328,0.0010483083],"genre_scores_gemma":[0.0051882383,0.8422675,0.15171336,0.00020721646,0.00021112396,0.00028252727,0.000026340833,0.00007625916,0.000027436463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98970795,0.0017512378,0.0042249584,0.00081322703,0.0021148857,0.0013877675],"domain_scores_gemma":[0.9902211,0.0013255874,0.0052111885,0.0006645095,0.0023031961,0.00027441472],"candidate_categories":["metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007909768,0.00063977274,0.0029245932,0.013533934,0.00071443245,0.0002036209,0.0043881442,0.0019681791,0.000040987903],"category_scores_gemma":[0.0020387997,0.0006672303,0.00057631853,0.0041380743,0.00089535693,0.00024382235,0.0010565941,0.006300059,0.0000030929803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011322585,0.00015007965,0.0011024722,0.004251933,0.00027801743,0.00049913186,0.00030585693,0.000018435336,0.0000018144138,0.19197965,0.00046707137,0.8009342],"study_design_scores_gemma":[0.0006424568,0.000582037,0.000027372336,0.083369575,0.00009263554,0.0008255676,0.0132824695,0.000016906106,0.000006521608,0.009129241,0.89139986,0.0006253364],"about_ca_topic_score_codex":0.0016115524,"about_ca_topic_score_gemma":0.00047724563,"teacher_disagreement_score":0.8909328,"about_ca_system_score_codex":0.01766319,"about_ca_system_score_gemma":0.038609844,"threshold_uncertainty_score":0.9995779},"labels":[],"label_agreement":null},{"id":"W4410943252","doi":"10.1071/py24224","title":"Barriers and enablers to referral of older adults to hearing care: a cross-sectional questionnaire study of Australian general practitioners","year":2025,"lang":"en","type":"article","venue":"Australian Journal of Primary Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Health and Medical Research Council","keywords":"Cross-sectional study; Medicine; Referral; Population health; Health economics; Family medicine; Public health; Health care; Community health; Gerontology; Nursing","score_opus":0.09056316506538976,"score_gpt":0.4725425689991547,"score_spread":0.38197940393376495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410943252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819596,0.000056682384,0.00008961191,0.01603873,0.00042118906,0.0009154995,0.00001645879,0.000018008699,0.00048425925],"genre_scores_gemma":[0.9944976,0.000043250922,0.0034279088,0.0004403917,0.00013498821,0.000016550275,0.0000017521287,0.000011440456,0.0014260911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967304,0.0005682468,0.0009874697,0.0002703518,0.0009742792,0.00046925814],"domain_scores_gemma":[0.99761224,0.00008039959,0.0004644832,0.00019843774,0.00090335927,0.0007410882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029810823,0.00014004402,0.00041379695,0.0006626899,0.00038415252,0.00007782512,0.00038614566,0.00012142386,0.000058546015],"category_scores_gemma":[0.00057374116,0.00014488466,0.00008474505,0.0008694856,0.00023205018,0.00040332848,0.00008480189,0.0004746929,0.0000010556835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010070826,0.00032251878,0.90953815,0.0007171332,0.00013924639,0.000038805258,0.05050973,0.0009565474,0.0006539747,0.0009826666,0.029320447,0.005813723],"study_design_scores_gemma":[0.001038845,0.0015180222,0.9623852,0.00060770765,0.00001412749,0.000014999316,0.03028239,5.9726597e-7,0.00032881758,0.00011892588,0.0035585023,0.00013190838],"about_ca_topic_score_codex":0.015760925,"about_ca_topic_score_gemma":0.0022382953,"teacher_disagreement_score":0.052847028,"about_ca_system_score_codex":0.0011758497,"about_ca_system_score_gemma":0.0027043035,"threshold_uncertainty_score":0.9907932},"labels":[],"label_agreement":null},{"id":"W4410951554","doi":"10.1136/bmjsem-2025-concussion.26","title":"26 (17B) Test-retest reliability of the SCAT6® cognitive and tandem gait components among professional hockey players","year":2025,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; York University; University of Toronto","funders":"","keywords":"Reliability (semiconductor); Physical medicine and rehabilitation; Gait; Test (biology); Cognition; Computer science; Gait analysis; Psychology; Applied psychology; Medicine; Neuroscience; Geology","score_opus":0.05490448226743187,"score_gpt":0.4098622287809903,"score_spread":0.35495774651355844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410951554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94356316,0.000021298227,0.0000638082,0.004675574,0.0001661223,0.0009875608,0.000017500568,0.000100766214,0.05040421],"genre_scores_gemma":[0.99038863,0.000018033163,0.00019202454,0.00016129139,0.00001850796,0.000058309968,0.0000013969806,0.0000064828414,0.009155327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816954,0.00036746752,0.00024666186,0.00026292313,0.0006735285,0.0002799028],"domain_scores_gemma":[0.997257,0.002017363,0.000088284665,0.00020108951,0.00036370213,0.000072557144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017495304,0.0000929993,0.00016009016,0.00007253545,0.000541738,0.000038652808,0.0004244042,0.00014511125,0.00013360106],"category_scores_gemma":[0.0042955005,0.00006294631,0.000056328023,0.0005577304,0.0018593345,0.00013570454,0.00035297516,0.00029893513,0.0000057460106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015401001,0.00012036072,0.98719025,0.000021729253,0.000008889958,6.938271e-7,0.0006901344,3.2228044e-7,0.0004300025,0.0021025524,0.008526452,0.00089320785],"study_design_scores_gemma":[0.00026780696,0.000027087694,0.9845382,0.0002752576,0.000012442198,1.654303e-7,0.005391767,0.00018063508,0.0028385294,0.0055156266,0.00086395914,0.000088555644],"about_ca_topic_score_codex":0.0051146727,"about_ca_topic_score_gemma":0.0020624273,"teacher_disagreement_score":0.046825465,"about_ca_system_score_codex":0.000101181955,"about_ca_system_score_gemma":0.00032937637,"threshold_uncertainty_score":0.77318895},"labels":[],"label_agreement":null},{"id":"W4410951570","doi":"10.1136/bmjsem-2025-concussion.48","title":"48 (20B) Impact of a massive open online course on knowledge about current and previous recommendations on sport-related concussions","year":2025,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Université Laval","funders":"","keywords":"Course (navigation); Massive open online course; Computer science; Current (fluid); Computer security; Data science; World Wide Web; Engineering; Aerospace engineering; Electrical engineering","score_opus":0.11716774825315024,"score_gpt":0.5556309900590845,"score_spread":0.4384632418059342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410951570","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34474993,0.0010964826,0.00015917789,0.040130675,0.0009112772,0.005197978,0.00046485165,0.00031379654,0.6069758],"genre_scores_gemma":[0.98311394,0.0010532108,0.00028102097,0.00005965377,0.000026136922,0.00007667314,0.000041725303,0.000009676714,0.015337969],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986125,0.00023507094,0.00034579,0.00027973033,0.00023757949,0.00028930124],"domain_scores_gemma":[0.9986554,0.00047475472,0.00012736578,0.00029519855,0.00027764152,0.00016966298],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009609641,0.00012590262,0.00025708362,0.00022321269,0.00034578776,0.000085158455,0.0005644324,0.00011759673,0.0014844704],"category_scores_gemma":[0.00051058095,0.000093025184,0.00008273921,0.0007338178,0.00035897025,0.00012735507,0.00027537337,0.00035881516,0.000039563456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001165482,0.0037770993,0.015595805,0.00004145843,0.00015792102,0.0000065895892,0.0044079255,0.00001516482,0.00005610528,0.24086642,0.39957544,0.3353835],"study_design_scores_gemma":[0.0054425476,0.0027736675,0.26280442,0.007983453,0.00034243567,0.0000030211127,0.019254643,0.0027513434,0.0009045238,0.03855889,0.6576708,0.0015102783],"about_ca_topic_score_codex":0.0022456166,"about_ca_topic_score_gemma":0.0018484278,"teacher_disagreement_score":0.638364,"about_ca_system_score_codex":0.00026314062,"about_ca_system_score_gemma":0.0012052308,"threshold_uncertainty_score":0.99942833},"labels":[],"label_agreement":null},{"id":"W4410952312","doi":"10.1136/bmjsem-2025-concussion.79","title":"79 (12A) Development of educational resources to support knowledge transfer related to the 6<sup>th</sup> concussion in sport consensus statement","year":2025,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"National Institutes of Health","keywords":"Statement (logic); Concussion; Computer science; Medicine; Epistemology; Poison control; Injury prevention; Medical emergency; Philosophy","score_opus":0.06133421088621734,"score_gpt":0.44294640510727973,"score_spread":0.3816121942210624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410952312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78290296,0.000033092314,0.00013786579,0.050940793,0.000093448754,0.0014051411,0.000006656347,0.000044351305,0.16443568],"genre_scores_gemma":[0.9459317,0.000009300066,0.0022803165,0.00031534923,0.000016858101,0.00021860423,0.000008287777,0.000008686915,0.05121092],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770737,0.00020732442,0.00071387895,0.00031412224,0.00065094477,0.0004063831],"domain_scores_gemma":[0.99887663,0.00040733835,0.000029186955,0.00023958216,0.00028314823,0.00016413433],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037311418,0.000119218515,0.00019829693,0.00040577055,0.0002898704,0.00003691838,0.0005560009,0.000104730105,0.0016940944],"category_scores_gemma":[0.00032325528,0.00008719305,0.000041827476,0.0013798565,0.0002031401,0.000037812453,0.00013664494,0.00018431002,0.00016206295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003552475,0.0010158927,0.083568096,0.00010778804,0.00011285951,0.00001226405,0.35522166,0.000487866,0.0010937602,0.15330549,0.3361902,0.0685289],"study_design_scores_gemma":[0.00032347153,0.00007963722,0.038784027,0.00015929062,0.000006552738,4.9163606e-7,0.028391937,0.000041205614,0.0031508543,0.0012183165,0.92766184,0.00018235485],"about_ca_topic_score_codex":0.0014038072,"about_ca_topic_score_gemma":0.008665837,"teacher_disagreement_score":0.5914717,"about_ca_system_score_codex":0.00046371622,"about_ca_system_score_gemma":0.0026102879,"threshold_uncertainty_score":0.99921846},"labels":[],"label_agreement":null},{"id":"W4411021324","doi":"10.1016/j.annonc.2025.05.540","title":"What is required to deliver practice-changing neoadjuvant trials in kidney cancer? An International Neoadjuvant Kidney Cancer Consortium Delphi study","year":2025,"lang":"en","type":"letter","venue":"Annals of Oncology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Kidney cancer; Cancer; Neoadjuvant therapy; Delphi; Delphi method; Oncology; Internal medicine; Breast cancer","score_opus":0.3724895310634243,"score_gpt":0.5932161042350984,"score_spread":0.2207265731716741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411021324","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049460633,0.00082114775,0.000043750915,0.97371197,0.007473255,0.0041316384,0.00089698675,0.00011849159,0.00785671],"genre_scores_gemma":[0.010490267,0.023849858,0.0006863816,0.950548,0.004890405,0.0025293329,0.0001651742,0.000083235944,0.006757369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98510104,0.0072607542,0.002399908,0.001389578,0.0022133144,0.0016353815],"domain_scores_gemma":[0.98916334,0.004565491,0.0017534022,0.0008856867,0.0029710752,0.0006610216],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019571811,0.0005478236,0.0022626757,0.0024993734,0.00031152097,0.00036520156,0.002615888,0.0015979867,0.002020628],"category_scores_gemma":[0.025670689,0.00056337763,0.00038160547,0.001554797,0.0005347041,0.0017427884,0.0008334676,0.0020795558,0.000035376364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005782521,0.00058608723,0.0005410926,0.000077108816,0.00052109035,0.00096513884,0.024945667,0.000024469213,0.00008310482,0.00013019702,0.8719605,0.099587254],"study_design_scores_gemma":[0.0011858726,0.0010938076,0.000113408576,0.0013576844,0.00016090652,0.000004440959,0.017405553,0.00004395977,0.00025255876,0.00045062177,0.97742516,0.00050603686],"about_ca_topic_score_codex":0.076255664,"about_ca_topic_score_gemma":0.013250451,"teacher_disagreement_score":0.105464615,"about_ca_system_score_codex":0.0014509585,"about_ca_system_score_gemma":0.008696876,"threshold_uncertainty_score":0.99969816},"labels":[],"label_agreement":null},{"id":"W4411126747","doi":"10.1136/bmjopen-2025-099537","title":"Protocol for the development of a core outcome set for type 1 diabetes risk screening","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Diabetes Canada; University of Manitoba; Children's Hospital Research Institute of Manitoba; McMaster University; Hospital for Sick Children; École Nationale d'Administration Publique; Institute for Clinical Evaluative Sciences; University of Ottawa; Université Laval; SickKids Foundation; Institut Universitaire en Santé Mentale de Québec; Children's Hospital of Eastern Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Juvenile Diabetes Research Foundation Canada","keywords":"Medicine; Protocol (science); Type 1 diabetes; Delphi method; Diabetic ketoacidosis; Public health; Family medicine; Intensive care medicine; Diabetes mellitus; Alternative medicine; Nursing; Pathology; Artificial intelligence","score_opus":0.7211276736436225,"score_gpt":0.667338663021914,"score_spread":0.05378901062170849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411126747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092215464,0.0000023046073,0.022719668,0.0027585232,0.00007036394,0.9601786,0.000034839086,0.000041372667,0.0132721765],"genre_scores_gemma":[0.008269514,1.5089104e-7,0.09945322,0.00009130047,0.000032059128,0.8882025,0.000002847416,0.000007743656,0.003940654],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989948,0.00008596677,0.00029066927,0.00013656508,0.00025293216,0.00023904475],"domain_scores_gemma":[0.9980705,0.0012668615,0.0001374227,0.00022347468,0.00027373742,0.000028009088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006789322,0.00005734375,0.00014607377,0.000045410274,0.0005888422,0.00011003854,0.0011133624,0.00005481173,0.00004860928],"category_scores_gemma":[0.0031834005,0.00003915665,0.000043683063,0.00029052113,0.00010891211,0.00007697621,0.0004203382,0.00006761984,0.0000028702773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013021221,0.00014370756,0.45467794,0.000988206,0.00028351863,4.8754634e-7,0.011860758,0.000020300926,0.00022213277,0.034315515,0.15139434,0.34479097],"study_design_scores_gemma":[0.0012282917,0.00012613162,0.016093396,0.0003496209,0.000019090568,3.1809392e-8,0.0046301144,0.0009063477,0.002962014,0.012136033,0.9613757,0.00017319537],"about_ca_topic_score_codex":0.00031232391,"about_ca_topic_score_gemma":0.0011783504,"teacher_disagreement_score":0.8099814,"about_ca_system_score_codex":0.000047643563,"about_ca_system_score_gemma":0.0007334288,"threshold_uncertainty_score":0.45289576},"labels":[],"label_agreement":null},{"id":"W4411138195","doi":"10.54517/jelp3714","title":"From rehabilitation to prevention: The evolving role of physical therapy in healthcare policy transformation and health equity—A systematic review based on South Korea’s development experience","year":2025,"lang":"en","type":"article","venue":"Journal of Environmental Law & Policy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Equity (law); Health care; Healthcare policy; Medicine; Economic growth; Political science; Health policy; Business; Physical therapy; Health care reform; Economics","score_opus":0.054663341112176835,"score_gpt":0.4617538811760033,"score_spread":0.40709054006382644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411138195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7359576,0.008337409,0.00042430864,0.24560052,0.00005782478,0.006343169,0.000034494773,0.00002255206,0.0032220816],"genre_scores_gemma":[0.99622846,0.0006593253,0.00057802163,0.0023742635,0.00006009605,0.00008160109,0.0000014756469,0.0000051438,0.000011589772],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976853,0.0005976199,0.0006749207,0.0001088392,0.00073541875,0.00019791043],"domain_scores_gemma":[0.9991574,0.00024174656,0.0003217337,0.0001525854,0.000025595573,0.000100890466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022990142,0.000089964684,0.00033057542,0.0001929014,0.00019587071,0.000031847223,0.00028979228,0.000035693694,0.000007835974],"category_scores_gemma":[0.00023100704,0.00006475097,0.00007871332,0.00035260987,0.00016261385,0.00017970378,0.000041013704,0.00015549547,0.0000012607286],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027871196,0.0015602726,0.0045772237,0.02150752,0.00008555246,0.000002308744,0.7057814,0.00018650692,0.0022059858,0.15597218,0.00015218099,0.10769018],"study_design_scores_gemma":[0.005168945,0.009372804,0.26168483,0.33900544,0.000114764036,0.000009220275,0.26727068,0.0012568575,0.00765923,0.10009418,0.007124965,0.0012380517],"about_ca_topic_score_codex":0.0046523237,"about_ca_topic_score_gemma":0.000408139,"teacher_disagreement_score":0.4385107,"about_ca_system_score_codex":0.0011935954,"about_ca_system_score_gemma":0.0006141894,"threshold_uncertainty_score":0.7032953},"labels":[],"label_agreement":null},{"id":"W4411138593","doi":"10.31219/osf.io/jcpzr_v1","title":"Drug Repositioning for Alzheimer’s Disease: A Delphi Consensus and Stakeholder Consultation","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Drug; Drug repositioning; Disease; Stakeholder; Delphi method; Delphi; Medicine; Political science; Pharmacology; Computer science; Internal medicine; Public relations; Artificial intelligence","score_opus":0.2547164386793159,"score_gpt":0.47010752941820416,"score_spread":0.21539109073888824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411138593","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116277374,0.021637203,0.07284076,0.23192494,0.0038027905,0.04030451,0.003928655,0.0049955444,0.50428826],"genre_scores_gemma":[0.91884816,0.00071958307,0.05101544,0.000626783,0.00030759323,0.002494783,0.0002524038,0.00003795063,0.025697315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99787253,0.0003197393,0.0003641616,0.000576464,0.00050604844,0.0003610792],"domain_scores_gemma":[0.9966352,0.0018860623,0.00016439239,0.0003254723,0.00076860836,0.00022027074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017516272,0.0001754518,0.00023517014,0.00020670085,0.0006888575,0.00037908801,0.00028986562,0.00022323064,0.00006463246],"category_scores_gemma":[0.0023107966,0.00018941314,0.00008760521,0.00018517375,0.00055158243,0.000054246408,0.0003596167,0.00034507137,0.0000024676974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005699736,0.0002424614,0.002685843,0.0010923585,0.00063876464,0.000091653135,0.02648577,0.0003387922,0.00008813708,0.5055514,0.41273054,0.04948432],"study_design_scores_gemma":[0.003661427,0.00010374629,0.0056489594,0.003996582,0.0019289686,0.000008291039,0.061244283,0.017846193,0.0017605275,0.64087003,0.2596272,0.0033037895],"about_ca_topic_score_codex":0.0043281214,"about_ca_topic_score_gemma":0.0015624624,"teacher_disagreement_score":0.80257076,"about_ca_system_score_codex":0.00012529663,"about_ca_system_score_gemma":0.0015370625,"threshold_uncertainty_score":0.7724044},"labels":[],"label_agreement":null},{"id":"W4411141893","doi":"10.1136/bmjopen-2024-093958","title":"Protocol for the development of a transdiagnostic core outcome set for mental health disorders in adults: the Patient Important Outcomes in Psychiatry (PIO-Psych) Initiative","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"Danmarks Frie Forskningsfond","keywords":"Medicine; Mental health; Delphi method; Set (abstract data type); Outcome (game theory); Protocol (science); Health care; Clinical trial; Psychiatry; Alternative medicine","score_opus":0.32653048291792486,"score_gpt":0.6023463283930269,"score_spread":0.2758158454751021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411141893","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008504513,0.000013105632,0.0006888534,0.0895057,0.0002528129,0.8993188,0.00021770486,0.000019359613,0.0014791461],"genre_scores_gemma":[0.12770575,0.0000050008885,0.005058615,0.0010006271,0.0000113202195,0.8661384,0.000012842798,0.0000126081295,0.000054823257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758846,0.00025690196,0.0010726586,0.00025550355,0.0004155185,0.00041093715],"domain_scores_gemma":[0.9978106,0.0014854507,0.00031590182,0.00027037298,0.000074660136,0.000043023414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049998965,0.00013381452,0.0003231669,0.00012476045,0.00044309165,0.000057761295,0.0011131437,0.00006468744,0.000018868186],"category_scores_gemma":[0.0009699312,0.00007974681,0.00008628225,0.00050587143,0.00018626319,0.00010994786,0.00018022557,0.00015749132,6.0130765e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001541421,0.0007145656,0.8414575,0.0005765357,0.000056143967,3.1029344e-7,0.1096074,0.000009023238,4.1174076e-7,0.010230454,0.010101112,0.02570514],"study_design_scores_gemma":[0.013687626,0.0012123502,0.5503362,0.003463212,0.000012822787,3.9297123e-7,0.30959937,0.0006012681,0.00003710769,0.04466389,0.075814344,0.0005714182],"about_ca_topic_score_codex":0.0028368481,"about_ca_topic_score_gemma":0.23066835,"teacher_disagreement_score":0.2911213,"about_ca_system_score_codex":0.00027480483,"about_ca_system_score_gemma":0.0024301095,"threshold_uncertainty_score":0.78336996},"labels":[],"label_agreement":null},{"id":"W4411200080","doi":"10.1016/j.jogc.2025.102903","title":"Core Outcome Set for Research on Critically Ill Obstetric Patients (COSCO): An International Consensus Study","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Critically ill; Outcome (game theory); Core (optical fiber); Intensive care medicine; MEDLINE; Set (abstract data type)","score_opus":0.3150527302374002,"score_gpt":0.5183517815224076,"score_spread":0.20329905128500736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411200080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725607,0.00016423795,0.000024569386,0.004092674,0.013211818,0.0008617889,0.00007788313,0.000008845205,0.008997462],"genre_scores_gemma":[0.99805766,0.000028598588,0.00049027737,0.0007240653,0.000039468938,0.000018943578,0.0000029573064,0.000009014538,0.0006290386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968097,0.0005154328,0.000618326,0.00022726938,0.0013470405,0.00048222585],"domain_scores_gemma":[0.9718476,0.020329146,0.00017512428,0.00017371202,0.0071915537,0.0002828919],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035552804,0.000103072554,0.00028561873,0.0011471353,0.0005401621,0.00011284302,0.00074529566,0.00015303631,0.000081065664],"category_scores_gemma":[0.13361913,0.0000939274,0.000048332222,0.001130667,0.0002920911,0.00009062157,0.000117830336,0.00065248157,5.339468e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003653339,0.0007401735,0.917505,0.000020106281,0.00010317478,0.00071766536,0.00047266253,0.000012033456,0.000001287245,0.013282285,0.020574694,0.04653435],"study_design_scores_gemma":[0.0035464473,0.0028937992,0.86901534,0.0000113354645,0.000038548365,0.000002632029,0.018684907,0.00011867629,0.0000067221445,0.0047826716,0.10070523,0.0001936633],"about_ca_topic_score_codex":0.023335138,"about_ca_topic_score_gemma":0.08223439,"teacher_disagreement_score":0.13006385,"about_ca_system_score_codex":0.0024576348,"about_ca_system_score_gemma":0.003204225,"threshold_uncertainty_score":0.98316854},"labels":[],"label_agreement":null},{"id":"W4411281056","doi":"10.63144/ijt.2025.6708","title":"Reaching a Consensus on the Definition of Telerehabilitation: World Federation of Neurorehabilitation Telerehabilitation Special Interest Group","year":2025,"lang":"en","type":"article","venue":"International Journal of Telerehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Telerehabilitation; Scope (computer science); Neurorehabilitation; Computer science; Consensus conference; Telemedicine; Medicine; Rehabilitation; Physical therapy; Political science; Health care; Library science","score_opus":0.12130781087066467,"score_gpt":0.4270006141615755,"score_spread":0.3056928032909108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411281056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94182456,0.0000706365,0.0027627498,0.039205544,0.002359399,0.0011833316,0.000032862306,0.00004440302,0.012516542],"genre_scores_gemma":[0.9832784,0.000037008605,0.015635798,0.00018664486,0.00070603227,0.00006756881,0.000009311269,0.000023504359,0.00005572986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926489,0.0023725724,0.002303817,0.0003775682,0.001995151,0.0003019628],"domain_scores_gemma":[0.9757236,0.017033005,0.0016878528,0.00040208077,0.0050603286,0.00009311749],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00760431,0.00025899106,0.00048970024,0.001809206,0.00033237878,0.0001539255,0.0009845711,0.00018882807,0.00020753189],"category_scores_gemma":[0.029826025,0.00022480762,0.00046834734,0.001319329,0.0012852143,0.0006335618,0.000090284964,0.0006315294,0.0000084642925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017308336,0.0012053584,0.012820529,0.00020290495,0.0002335827,0.0000047272943,0.015104397,0.00043333412,0.019377803,0.81492686,0.0069278167,0.12703188],"study_design_scores_gemma":[0.0024523032,0.002836596,0.3279401,0.0022166343,0.00012028178,0.000010626337,0.038926482,0.00027193045,0.0064191585,0.60896456,0.009390083,0.000451197],"about_ca_topic_score_codex":0.00038479714,"about_ca_topic_score_gemma":0.0013495134,"teacher_disagreement_score":0.3151196,"about_ca_system_score_codex":0.00096233963,"about_ca_system_score_gemma":0.00064190984,"threshold_uncertainty_score":0.97834617},"labels":[],"label_agreement":null},{"id":"W4411549938","doi":"10.1136/bmjgh-2024-016167","title":"Identifying key components of a global conceptual framework for adolescent nutrition: Review, nominal group technique and youth co-design","year":2025,"lang":"en","type":"review","venue":"BMJ Global Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nutrition International","funders":"UNICEF","keywords":"Key (lock); Nominal group technique; Group (periodic table); Adolescent health; Component (thermodynamics); Adolescent development; Nominal group; Process management; Psychology; Political science; Computer science; Medicine; Business; Knowledge management; Developmental psychology; Chemistry; Nursing; Computer security","score_opus":0.34006395928981853,"score_gpt":0.5834996815710947,"score_spread":0.24343572228127613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411549938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6777577e-7,0.8172517,0.15615396,0.00077265734,0.00029220016,0.021679942,0.0030050308,0.00014560904,0.0006987343],"genre_scores_gemma":[0.00004823407,0.9336665,0.06269439,0.00046895916,0.00033749343,0.0024541595,0.00029087422,0.000022456952,0.000016927686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923436,0.0027637102,0.0017821311,0.0008491754,0.0012436558,0.0010177395],"domain_scores_gemma":[0.99655145,0.0007528487,0.001263679,0.00057959335,0.00036484792,0.00048757799],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0070380806,0.0005089411,0.0026879613,0.00011415605,0.00057496066,0.000100429104,0.0011441436,0.00079078064,0.000019016765],"category_scores_gemma":[0.001325923,0.00051270094,0.00055419025,0.0014368711,0.00094923214,0.000119210046,0.00029227926,0.00063870655,0.000007831668],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009273186,0.00045748573,0.000025574413,0.24891502,0.00008125988,0.0000117484315,0.00024530874,2.690571e-8,5.4650283e-8,0.16865382,0.044032764,0.5374842],"study_design_scores_gemma":[0.00028849675,0.00027856833,0.00001577335,0.40803266,0.00023285575,0.000027228427,0.00083124917,8.518106e-7,1.8001039e-7,0.010156379,0.5797317,0.00040406839],"about_ca_topic_score_codex":0.0019427274,"about_ca_topic_score_gemma":0.00016608075,"teacher_disagreement_score":0.53708017,"about_ca_system_score_codex":0.003229863,"about_ca_system_score_gemma":0.004328282,"threshold_uncertainty_score":0.99973243},"labels":[],"label_agreement":null},{"id":"W4411615517","doi":"10.21203/rs.3.rs-6370459/v1","title":"International consensus for the assessment of social cognition in neurocognitive disorders: framework definition and clinical recommendations of the SIGNATURE initiative","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"EU Joint Programme – Neurodegenerative Disease Research; Alzheimer's Association","keywords":"Neurocognitive; Cognition; Signature (topology); Psychology; Cognitive psychology; Psychiatry","score_opus":0.3401215366957355,"score_gpt":0.6103743718600163,"score_spread":0.2702528351642808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411615517","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027139481,0.00047158432,0.019558562,0.67692417,0.0030410585,0.03052718,0.013624661,0.00012660919,0.2285867],"genre_scores_gemma":[0.99292517,0.0025089104,0.0029410804,0.00011309639,0.00020018955,0.0011179494,0.00011321833,0.000011727238,0.00006864508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99331635,0.0041505303,0.00060132786,0.00037811184,0.0012393971,0.00031430184],"domain_scores_gemma":[0.97037405,0.02683627,0.00033662128,0.0002268424,0.0021846944,0.000041508258],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008029357,0.00012360439,0.0002728885,0.00036509396,0.00063174154,0.00009033581,0.000772099,0.00057341525,0.00006218263],"category_scores_gemma":[0.016321162,0.00009503689,0.000212716,0.00068510184,0.0021064193,0.000055536457,0.0010937658,0.002927782,3.698342e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072413654,0.002241713,0.035840876,0.0014678331,0.00080590375,0.000003962848,0.028279288,0.000043407377,0.000035663677,0.77014303,0.03066106,0.1297531],"study_design_scores_gemma":[0.001067546,0.00026769566,0.15481545,0.003243695,0.0000923937,2.5136552e-7,0.061135896,0.0015819274,0.00006903115,0.76231533,0.015177726,0.00023308769],"about_ca_topic_score_codex":0.00050376036,"about_ca_topic_score_gemma":0.0022079016,"teacher_disagreement_score":0.9657857,"about_ca_system_score_codex":0.00020877403,"about_ca_system_score_gemma":0.0017254772,"threshold_uncertainty_score":0.9993725},"labels":[],"label_agreement":null},{"id":"W4411641322","doi":"10.1136/bmjopen-2024-097297","title":"Development and validation of critical appraisal tool for individual participant data meta-analysis: protocol for a modified e-Delphi study","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Ottawa; Toronto Rehabilitation Institute; Western University; St. Michael's Hospital; Institute for Work & Health","funders":"","keywords":"Checklist; Delphi method; Critical appraisal; Protocol (science); Likert scale; Medicine; Systematic review; Delphi; Meta-analysis; Data collection; Health care; MEDLINE; Psychology; Computer science; Alternative medicine; Statistics; Artificial intelligence; Pathology","score_opus":0.8502514323266169,"score_gpt":0.6922517490476755,"score_spread":0.15799968327894143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411641322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035390886,0.000005372041,0.04621551,0.004999671,0.000040657676,0.943851,0.0002798549,0.00004964449,0.0010191761],"genre_scores_gemma":[0.23969884,2.7814545e-8,0.044908196,0.000030806903,0.000016895076,0.71514237,0.000033930304,0.000005899939,0.00016304295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9974523,0.00048061882,0.0006516878,0.00045116758,0.00066319824,0.00030098588],"domain_scores_gemma":[0.9965388,0.002304273,0.0001313251,0.0006222132,0.0003397386,0.00006361812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0168054,0.000101779544,0.00056659296,0.00017330442,0.0003438111,0.00038694902,0.0015485699,0.000070332,0.00004869075],"category_scores_gemma":[0.008822733,0.000083788116,0.00010261614,0.00053211214,0.00016408776,0.0003902142,0.0013697027,0.00006134364,7.056585e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066968873,0.013454175,0.0077120066,0.0033800304,0.28871977,0.00001576513,0.16133231,0.00026591658,0.00025702227,0.42360905,0.0665047,0.028052336],"study_design_scores_gemma":[0.019431302,0.002672998,0.013071294,0.0002281216,0.44303632,0.0000012681558,0.20595199,0.016726343,0.015789205,0.044226974,0.2360252,0.0028389816],"about_ca_topic_score_codex":0.0004217585,"about_ca_topic_score_gemma":0.0011515055,"teacher_disagreement_score":0.37938207,"about_ca_system_score_codex":0.000017761276,"about_ca_system_score_gemma":0.0009386591,"threshold_uncertainty_score":0.9995264},"labels":[],"label_agreement":null},{"id":"W4411670995","doi":"10.53832/unlockingdata.1034","title":"Cross-Country Analysis of Evidence Gap Maps in Malawi, Kenya, and Cameroon","year":2025,"lang":"en","type":"report","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Geography; Socioeconomics; Economics","score_opus":0.3382445589914031,"score_gpt":0.5586363437823271,"score_spread":0.22039178479092397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411670995","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021403393,0.0064700497,0.000070611444,0.0010764116,0.00033352696,0.0009095101,0.00014240734,0.00012790729,0.9694662],"genre_scores_gemma":[0.4017983,0.09469969,0.001110213,0.00010617016,0.00021876443,0.00017204002,0.00009082543,0.00003406261,0.50176996],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99529696,0.00032218668,0.00076757657,0.00062831416,0.00250614,0.00047880394],"domain_scores_gemma":[0.99649596,0.0013643177,0.0003193631,0.00062010577,0.0010918736,0.00010836926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009572301,0.00019949155,0.00084213784,0.0017764072,0.00014393378,0.00019548748,0.00078710803,0.00069149904,0.0010800273],"category_scores_gemma":[0.0069681294,0.00017176119,0.00019381284,0.004574935,0.00102533,0.0002339887,0.00037689199,0.00059969054,0.000003618196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035815792,0.00007463197,0.92216456,0.00078471005,0.00060678663,0.000107557826,0.000800808,0.000017790922,0.00004401568,0.0031767858,0.045743223,0.026443299],"study_design_scores_gemma":[0.00021946248,0.000098435376,0.31882626,0.003572767,0.0013748817,0.0000039785273,0.0031448987,0.00013897468,0.00021118892,0.003525713,0.6678549,0.001028545],"about_ca_topic_score_codex":0.20753515,"about_ca_topic_score_gemma":0.12362976,"teacher_disagreement_score":0.6221117,"about_ca_system_score_codex":0.0007547416,"about_ca_system_score_gemma":0.0032519307,"threshold_uncertainty_score":0.9998331},"labels":[],"label_agreement":null},{"id":"W4411712184","doi":"10.1093/bjd/ljaf085.094","title":"P066 Core outcome set implementation in vitiligo clinical trials: barriers and facilitators from a survey of lead researchers","year":2025,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Vitiligo; Outcome (game theory); Core (optical fiber); Set (abstract data type); Medicine; Clinical trial; Medical physics; Dermatology; Computer science; Pathology","score_opus":0.5967871668851944,"score_gpt":0.6481919008067792,"score_spread":0.051404733921584844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99453545,0.0013861513,0.00026953686,0.0027203301,0.0002572152,0.00033979394,0.00023475815,0.000009092812,0.00024765055],"genre_scores_gemma":[0.99768525,0.0016283704,0.00052083767,0.000096686046,0.000020975205,0.000007711533,0.00001001814,0.0000057693255,0.000024405175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9867507,0.010066799,0.0021150436,0.00018849886,0.00052675145,0.00035218452],"domain_scores_gemma":[0.99037725,0.008296133,0.0005182426,0.00010747124,0.00050837593,0.00019252692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025987672,0.00007799143,0.000830766,0.00039159914,0.000121960176,0.00006731415,0.00043781163,0.00025722172,0.00015953388],"category_scores_gemma":[0.04722902,0.00009052529,0.00013166292,0.0005472537,0.0009898852,0.00020551866,0.00010455669,0.00068517716,0.0000012380377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018348217,0.000025245368,0.93256253,0.000016892564,0.000062601255,0.0004718861,0.00076842,2.0204209e-7,0.000047364945,0.00016767016,0.010335914,0.055357784],"study_design_scores_gemma":[0.0027414572,0.00008933334,0.95755094,0.00018377198,0.000024586237,0.00023149127,0.030828847,0.000029120978,0.000270029,0.0063550025,0.001582244,0.00011320068],"about_ca_topic_score_codex":0.046951063,"about_ca_topic_score_gemma":0.07168332,"teacher_disagreement_score":0.055244584,"about_ca_system_score_codex":0.00011148029,"about_ca_system_score_gemma":0.0010922679,"threshold_uncertainty_score":0.9607966},"labels":[],"label_agreement":null},{"id":"W4411734464","doi":"10.1007/978-3-031-87083-5_26","title":"Evaluating Surveys and Questionnaires in Surgical Research","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Psychology; Medicine; Medical education; Medical physics","score_opus":0.5231547071773934,"score_gpt":0.618963885005651,"score_spread":0.0958091778282576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734464","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016774984,0.0007606096,0.000040651747,0.003378569,0.00009337519,0.0007450421,0.000005491331,0.0001191735,0.99468935],"genre_scores_gemma":[0.025749128,0.0018372661,0.0007148043,0.000013239627,0.00017981097,0.00005628587,0.000006141163,0.000019501509,0.9714238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99260324,0.0038290853,0.00036762713,0.0005406838,0.0021038966,0.0005554905],"domain_scores_gemma":[0.9941754,0.004743794,0.000042508287,0.00028057594,0.00062455126,0.00013320042],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06222132,0.00014296574,0.00027297068,0.0008490697,0.0004098873,0.00018118818,0.00045993182,0.00059606676,0.0013638298],"category_scores_gemma":[0.0042911447,0.00014105611,0.000048141992,0.00024505804,0.0011406176,0.00008912032,0.00043919607,0.0012861912,0.000058619342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005182634,0.000009298338,0.00045637114,0.00003162956,0.0000058451687,0.00007479119,0.0002945328,2.8642577e-7,0.0000011747549,0.7353228,0.0065058963,0.2572922],"study_design_scores_gemma":[0.0002532565,0.00011396382,0.0011860161,0.0013130101,0.0000053831627,0.0000027346753,0.00039433144,0.00013798234,0.000008527123,0.5936032,0.40262818,0.00035340455],"about_ca_topic_score_codex":0.01901245,"about_ca_topic_score_gemma":0.038294274,"teacher_disagreement_score":0.39612228,"about_ca_system_score_codex":0.00041495482,"about_ca_system_score_gemma":0.0012819642,"threshold_uncertainty_score":0.99954903},"labels":[],"label_agreement":null},{"id":"W4411734485","doi":"10.1007/978-3-031-87083-5_34","title":"Appraising Core Outcome Sets (COS) in Surgical Research","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Population Health Research Institute; McMaster University; University of Toronto","funders":"","keywords":"Outcome (game theory); Core (optical fiber); Computer science; Psychology; Mathematics; Mathematical economics; Telecommunications","score_opus":0.6805925959805625,"score_gpt":0.6277422192648715,"score_spread":0.05285037671569104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734485","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008539861,0.00022768126,0.00002205609,0.0042778095,0.00023340578,0.0010745705,0.000017444128,0.00024868338,0.993813],"genre_scores_gemma":[0.015900126,0.0005152118,0.0006080902,0.00006996864,0.00023125949,0.00005038164,0.0000152358025,0.000041335603,0.9825684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99446946,0.00037220638,0.0006284149,0.0007104191,0.0028022912,0.0010172159],"domain_scores_gemma":[0.9953287,0.0032206643,0.00007456382,0.0006157423,0.0005243349,0.00023595752],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010946912,0.0002497548,0.0005243392,0.0014174442,0.00046848957,0.00021916494,0.0013536856,0.001148228,0.0045280224],"category_scores_gemma":[0.0014970093,0.00024358997,0.00017995434,0.00046958978,0.0012532363,0.000116031355,0.0007719367,0.002747672,0.0005323917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026353266,0.00002204142,0.0007397049,0.000046922938,0.000010873419,0.0005767378,0.00033903218,2.6966455e-7,0.0000010010617,0.9188662,0.05075063,0.02862022],"study_design_scores_gemma":[0.00013477563,0.000022541553,0.000054550554,0.0002695293,0.000003022562,0.0000022776273,0.00030484432,0.000015823629,0.00000278656,0.11399758,0.88495815,0.00023413239],"about_ca_topic_score_codex":0.0064368374,"about_ca_topic_score_gemma":0.0130550815,"teacher_disagreement_score":0.83420753,"about_ca_system_score_codex":0.0008557411,"about_ca_system_score_gemma":0.0011859894,"threshold_uncertainty_score":0.999553},"labels":[],"label_agreement":null},{"id":"W4411734515","doi":"10.1007/978-3-031-87083-5_7","title":"A Primer on Outcome Measures","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Hand and Upper Limb Clinic; Western University","funders":"","keywords":"Primer (cosmetics); Outcome (game theory); Computer science; Mathematics; Chemistry; Mathematical economics","score_opus":0.30013945476180165,"score_gpt":0.49061617533163254,"score_spread":0.1904767205698309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.416572e-7,0.00009046105,0.00016721974,0.00562185,0.00026695675,0.00059651386,0.000009278731,0.00038947546,0.9928575],"genre_scores_gemma":[0.0012548016,0.00017491741,0.00054349896,0.0007787757,0.0002068918,0.000026170195,0.0000027914182,0.000024150759,0.996988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766636,0.00006080142,0.00025892112,0.00034455038,0.0013547185,0.0003146704],"domain_scores_gemma":[0.9988056,0.00036368382,0.00006664617,0.00043639212,0.00021537434,0.00011234423],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012757896,0.00018611067,0.00027199657,0.00031988748,0.00023888498,0.00008471482,0.00069916865,0.0005322931,0.0049630865],"category_scores_gemma":[0.00053401943,0.00016337493,0.00017699602,0.000055832967,0.0003270249,0.00003751678,0.00013620492,0.0005978593,0.001094088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054301368,0.000006990289,0.000038928687,0.000008166253,0.000021244252,0.000010296948,0.00008161215,4.5408115e-8,0.0000012034961,0.81301934,0.16266097,0.024145808],"study_design_scores_gemma":[0.000034915607,0.000022226697,0.0000113879,0.00007917286,0.000010394972,1.0291401e-7,0.000034752014,3.1743446e-7,0.000024551375,0.06504673,0.9345731,0.00016232613],"about_ca_topic_score_codex":0.0013963871,"about_ca_topic_score_gemma":0.0015697555,"teacher_disagreement_score":0.77191216,"about_ca_system_score_codex":0.00029033076,"about_ca_system_score_gemma":0.0004938198,"threshold_uncertainty_score":0.9996837},"labels":[],"label_agreement":null},{"id":"W4411991365","doi":"10.1016/j.auec.2025.06.008","title":"The rise of consensus methods in paramedicine research: A bibliographic analysis","year":2025,"lang":"en","type":"article","venue":"Australasian Emergency Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Geography","score_opus":0.21033348787616862,"score_gpt":0.6051251196980741,"score_spread":0.3947916318219055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411991365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49340606,0.024461664,0.00122184,0.053234596,0.0014956716,0.0034843215,0.0000632815,0.00028057554,0.422352],"genre_scores_gemma":[0.99014425,0.0056166262,0.002035284,0.000006155592,0.000036244855,0.000118000164,0.0000024369222,0.000007999414,0.0020330297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99424267,0.003078606,0.0006156153,0.0003366887,0.0009932588,0.00073317013],"domain_scores_gemma":[0.9969088,0.0012931688,0.00009537261,0.0006439504,0.0009282887,0.00013043749],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.009260592,0.00011435129,0.0003000177,0.006670568,0.0005701782,0.00003331771,0.0009612779,0.00019132523,0.0003320178],"category_scores_gemma":[0.0029677693,0.00009083286,0.00025306692,0.05075526,0.0017215555,0.00004598069,0.00012850644,0.0006426704,0.000004164882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006416382,0.00009888514,0.8126873,0.00011277091,0.00053013314,0.000039186707,0.01393089,0.00004370854,0.0006254592,0.04011398,0.06656165,0.06519189],"study_design_scores_gemma":[0.00050369976,0.00018282048,0.43268088,0.0001912715,0.00037851604,4.813204e-7,0.32240716,0.00016369447,0.0017262198,0.044287942,0.19713174,0.00034558718],"about_ca_topic_score_codex":0.018022547,"about_ca_topic_score_gemma":0.04133187,"teacher_disagreement_score":0.49673817,"about_ca_system_score_codex":0.00011370837,"about_ca_system_score_gemma":0.0004126668,"threshold_uncertainty_score":0.9885165},"labels":[],"label_agreement":null},{"id":"W4412000739","doi":"10.1183/23120541.00398-2025","title":"Interpreting respiratory oscillometry in adults with asthma or COPD: findings of an international Delphi study","year":2025,"lang":"en","type":"article","venue":"ERJ Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ste. Anne's Hospital; McGill University Health Centre","funders":"Centre hospitalier régional universitaire de Lille; Universitätsklinikum Heidelberg; Catholic University of Korea; Institute of Nuclear Energy Research; Instituto Mexicano del Seguro Social; Karolinska Institutet; Taipei Veterans General Hospital; Monash University; Universiti Kebangsaan Malaysia; NIH Clinical Center; National and Kapodistrian University of Athens; University of Toronto; Aalborg Universitet; Aalborg Universitetshospital; University of Otago","keywords":"Medicine; COPD; Asthma; Respiratory system; Delphi method; Physical therapy; Family medicine; Internal medicine; Artificial intelligence","score_opus":0.21384053812392903,"score_gpt":0.5715583327279625,"score_spread":0.3577177946040335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412000739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86692256,0.00001926995,0.000029782346,0.0012766323,0.00009360863,0.0027063717,0.0000089143705,0.000035373836,0.12890747],"genre_scores_gemma":[0.9945145,0.000017843413,0.00120635,0.00008250414,0.000042581472,0.0003339431,0.000002860065,0.000018266153,0.0037811024],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99366456,0.002180805,0.00048742167,0.000619617,0.0023710213,0.00067657063],"domain_scores_gemma":[0.99675,0.0013915475,0.0000716917,0.00057076034,0.0010633903,0.00015262046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022289028,0.00012167452,0.00027513783,0.0017471616,0.00043040692,0.00050961453,0.0042427545,0.0001342276,0.0007459624],"category_scores_gemma":[0.0065953815,0.00010075948,0.000027620623,0.0040225266,0.00074911217,0.0009000378,0.0019431448,0.00093942834,0.000024130644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0084045725,0.0026011541,0.86068225,0.00012377094,0.00010671454,0.00049020734,0.053723224,0.000014908421,0.00041066066,0.014063917,0.0084822215,0.05089638],"study_design_scores_gemma":[0.0080531165,0.00636028,0.39684105,0.0044496013,0.000007862406,0.0000038087999,0.5003679,0.0007941358,0.0032755604,0.0025496313,0.076531634,0.00076543225],"about_ca_topic_score_codex":0.023169244,"about_ca_topic_score_gemma":0.049560532,"teacher_disagreement_score":0.46384123,"about_ca_system_score_codex":0.000589854,"about_ca_system_score_gemma":0.0017009878,"threshold_uncertainty_score":0.98333555},"labels":[],"label_agreement":null},{"id":"W4412045525","doi":"10.52121/ijessm.v5i2.832","title":"Bibliometric Analysis of Hospital Smoking Policies: Research Trends, Influences, and Global Collaboration","year":2025,"lang":"en","type":"article","venue":"International Journal Of Education Social Studies And Management (IJESSM)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Regional science; Environmental health; Political science; Geography; Medicine","score_opus":0.13945020360881855,"score_gpt":0.5841235437514137,"score_spread":0.4446733401425952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412045525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9011174,0.008423591,0.00028839376,0.05064489,0.0019268026,0.00028903157,0.000021660386,0.000015738671,0.037272524],"genre_scores_gemma":[0.9773924,0.021116948,0.00036850892,0.00013473559,0.00025319154,0.000019534285,0.0000025701765,0.0000025134773,0.0007096331],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976965,0.00022539016,0.00044773694,0.00014587025,0.0013090754,0.00017539298],"domain_scores_gemma":[0.99559486,0.00027891822,0.00034034043,0.000059018,0.0036765372,0.000050299044],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026264142,0.00007446815,0.00023594608,0.02823274,0.00046502825,0.00026645383,0.00039172499,0.00005709577,0.000019720344],"category_scores_gemma":[0.0007581989,0.000071632596,0.00007533483,0.06282828,0.00056650175,0.00034164274,0.00025944773,0.00011765994,1.9846358e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061031074,0.00033441608,0.14807855,0.00007513132,0.005877521,0.00000628087,0.017698959,0.0000114141885,0.000007289888,0.3359563,0.057485335,0.4344078],"study_design_scores_gemma":[0.00033278528,0.00008594358,0.69985676,0.00014397924,0.00042240106,3.7379652e-7,0.19839278,0.000007979956,0.0000089693385,0.016759228,0.083889045,0.000099760815],"about_ca_topic_score_codex":0.0012241215,"about_ca_topic_score_gemma":0.0006842312,"teacher_disagreement_score":0.5517782,"about_ca_system_score_codex":0.0005553004,"about_ca_system_score_gemma":0.00028401104,"threshold_uncertainty_score":0.9827814},"labels":[],"label_agreement":null},{"id":"W4412148307","doi":"10.26900/hsq.2709","title":"Trends and current topics in child and family-centered care research: A bibliometric analysis and visual mapping","year":2025,"lang":"en","type":"article","venue":"Health Sciences Quarterly","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid); Data science; Library science; Psychology; Regional science; Geography; Computer science; Engineering","score_opus":0.2510049583489637,"score_gpt":0.5600990201313116,"score_spread":0.30909406178234794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412148307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536949,0.022206632,0.00031103837,0.015994303,0.000148362,0.00044787308,0.000008601796,0.000052978492,0.007135302],"genre_scores_gemma":[0.99472696,0.004627717,0.00034942455,0.00014014782,0.000043787248,0.000034334513,0.0000018333295,0.0000028171191,0.000072989395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99656534,0.0007727488,0.0003500024,0.0005731718,0.0009691168,0.0007696162],"domain_scores_gemma":[0.99903005,0.00035328703,0.000068468784,0.00012593843,0.00015144823,0.00027078087],"candidate_categories":["bibliometrics","sts"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0065528294,0.00010220351,0.00027418302,0.08175646,0.0014213914,0.0005194714,0.00030083445,0.00007573709,0.000007636656],"category_scores_gemma":[0.00020442648,0.000095553805,0.000031607313,0.17959532,0.0013608722,0.0002997761,0.00011007919,0.0003742685,6.8797965e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037761167,0.000030211106,0.17090918,0.000093023424,0.00000606056,0.0000018213393,0.015457706,1.2223649e-7,0.0000025467657,0.0012033269,0.00021063448,0.8120816],"study_design_scores_gemma":[0.00024860876,0.00044583186,0.9314946,0.00021053654,0.000006114304,8.1335656e-7,0.053952504,0.0007091071,0.0000013550848,0.0008306705,0.011988619,0.00011122478],"about_ca_topic_score_codex":0.011719089,"about_ca_topic_score_gemma":0.01526336,"teacher_disagreement_score":0.81197035,"about_ca_system_score_codex":0.00017627722,"about_ca_system_score_gemma":0.00042707223,"threshold_uncertainty_score":0.99987864},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412159554","doi":"10.1177/21925682251360743","title":"Comment on AO Spine Knowledge Forums Promote Collaboration and Elevate the Impact of Research: Bibliometric Analysis","year":2025,"lang":"en","type":"letter","venue":"Global Spine Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Continental (Canada)","funders":"","keywords":"Medicine; Medical education","score_opus":0.15245423015360476,"score_gpt":0.5399129450979071,"score_spread":0.38745871494430234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412159554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007587576,0.0019387904,0.0007121362,0.96892256,0.00031509038,0.0014097902,0.00023136451,0.0000485299,0.018834181],"genre_scores_gemma":[0.6195601,0.06434947,0.009078603,0.24215241,0.03185823,0.0006556765,0.0007411759,0.00026881017,0.031335484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924855,0.0023130262,0.0007560715,0.00040187707,0.002966977,0.001076505],"domain_scores_gemma":[0.99532473,0.0002892842,0.0005452938,0.0005328821,0.0030733678,0.00023444586],"candidate_categories":["bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.012723604,0.00029494707,0.00066432136,0.03952344,0.0012254035,0.0009766307,0.0014148944,0.0006194135,0.00020725357],"category_scores_gemma":[0.0033196781,0.00019198898,0.00046141227,0.23644891,0.0007547972,0.00021004328,0.00040684702,0.0030257239,0.000012198719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022437333,0.00011517341,0.0014925441,0.000052861204,0.0007648997,0.0000608062,0.00019530285,0.000017618418,0.000010763913,0.00055177783,0.9780211,0.018694717],"study_design_scores_gemma":[0.0004369928,0.0013842229,0.023932459,0.0003833119,0.00028707238,0.000013562345,0.00035061475,0.00021494554,0.000034725002,0.005714982,0.9669925,0.0002545872],"about_ca_topic_score_codex":0.0043446976,"about_ca_topic_score_gemma":0.00076827774,"teacher_disagreement_score":0.7267701,"about_ca_system_score_codex":0.0024245295,"about_ca_system_score_gemma":0.0021699911,"threshold_uncertainty_score":0.9992743},"labels":[],"label_agreement":null},{"id":"W4412326872","doi":"","title":"Report on the technical review of the seventh national communication of Canada","year":2018,"lang":"en","type":"report","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Geography; Telecommunications; Political science; History; Engineering; Computer science","score_opus":0.2411722119537148,"score_gpt":0.5127087434545018,"score_spread":0.271536531500787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412326872","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025364601,0.0015814373,0.0000052187684,0.04013424,0.00017435524,0.0010489143,0.000030768195,0.000019953712,0.95697975],"genre_scores_gemma":[0.32853246,0.21211587,0.0019236339,0.0045989747,0.0009993598,0.0009366532,0.0001712016,0.000102856815,0.450619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99260616,0.00073052524,0.00073614815,0.00016581136,0.0055975737,0.00016375321],"domain_scores_gemma":[0.993041,0.0011445661,0.0009709769,0.0012620917,0.0035447848,0.000036591533],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018827159,0.000093204464,0.0002719,0.000040287377,0.00029665907,0.000008930199,0.001872056,0.00018138302,0.0010717339],"category_scores_gemma":[0.022687422,0.0000492381,0.00014631133,0.00051186123,0.00094509573,0.000022037124,0.00034450617,0.00048058614,0.0000014400855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.335716e-7,0.000021794078,0.00009057824,0.00032071443,0.000015009925,0.0000011441448,0.000016302176,5.8334955e-8,0.0000018449891,0.013410758,0.98578787,0.00033306738],"study_design_scores_gemma":[0.000008938354,0.000010153295,0.00081154006,0.0049453382,0.000013449722,0.000015746491,0.00006324258,3.8126092e-7,0.00014656322,0.0019931244,0.9919297,0.000061817744],"about_ca_topic_score_codex":0.6290859,"about_ca_topic_score_gemma":0.7918613,"teacher_disagreement_score":0.50636077,"about_ca_system_score_codex":0.0011323304,"about_ca_system_score_gemma":0.029025827,"threshold_uncertainty_score":0.9998414},"labels":[],"label_agreement":null},{"id":"W4412355310","doi":"10.1002/trc2.70134","title":"A common outcome set for trials in dementia with Lewy bodies (DLB COS)","year":2025,"lang":"en","type":"article","venue":"Alzheimer s & Dementia Translational Research & Clinical Interventions","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"National Institutes of Health; Parkinson's UK; Demensförbundet","keywords":"Dementia with Lewy bodies; Comparability; Psychology; Parkinsonism; Dementia; Cognition; Clinical psychology; Psychiatry; Medicine; Pathology","score_opus":0.797401839863708,"score_gpt":0.696129873479518,"score_spread":0.10127196638419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412355310","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0846392,0.10801545,0.26043963,0.36216545,0.003801998,0.0458922,0.0025495759,0.0012578375,0.13123867],"genre_scores_gemma":[0.9880271,0.0004207282,0.008278329,0.00019224951,0.00015982598,0.0019715724,0.00016717063,0.000030079747,0.00075293257],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98627144,0.0067956727,0.00322168,0.0007609119,0.0018505874,0.0010997014],"domain_scores_gemma":[0.97844565,0.019260602,0.0003025996,0.0005051967,0.0012089837,0.0002769729],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.064187095,0.00023456712,0.00089542574,0.0010473259,0.0011189107,0.00037293276,0.0011797553,0.00031839596,0.0012693746],"category_scores_gemma":[0.0077595855,0.00021633405,0.0011465126,0.0012565863,0.0016644802,0.00047167495,0.00019593786,0.0011446237,0.000056739245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014612863,0.002655415,0.56615156,0.00018770044,0.012832994,0.000024540128,0.0011564556,0.00004308673,0.000033782337,0.30058846,0.04611908,0.06874564],"study_design_scores_gemma":[0.010591535,0.0016951413,0.20611599,0.0021510187,0.00609463,0.0000019167642,0.0046747425,0.001217535,0.00034187638,0.29349217,0.47262126,0.001002185],"about_ca_topic_score_codex":0.0023900105,"about_ca_topic_score_gemma":0.04988453,"teacher_disagreement_score":0.9033879,"about_ca_system_score_codex":0.000067205336,"about_ca_system_score_gemma":0.0009537933,"threshold_uncertainty_score":0.9996436},"labels":[],"label_agreement":null},{"id":"W4412432566","doi":"10.1016/j.jval.2025.04.1759","title":"SA3 Methodologic Considerations to Guide Clinician Interpretation and Assessment of Network Meta-Analyses in Psoriasis","year":2025,"lang":"en","type":"article","venue":"Value in Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; EVERSANA (Canada); Canadian Orthopaedic Trauma Society; McMaster University; Novartis (Canada); Probity Medical Research","funders":"","keywords":"Interpretation (philosophy); Psoriasis; Computer science; Data science; Medicine; Dermatology; Programming language","score_opus":0.7516441895489605,"score_gpt":0.6805254455457066,"score_spread":0.07111874400325391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412432566","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19637908,0.013276386,0.2647034,0.3839637,0.0020863572,0.011199195,0.00005994035,0.0003432263,0.12798873],"genre_scores_gemma":[0.74668014,0.00047700576,0.25108737,0.0014959865,0.000026823072,0.000116598734,0.0000010624148,0.0000037781585,0.00011123887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921625,0.005964154,0.00096376747,0.00027673948,0.00032192515,0.0003108601],"domain_scores_gemma":[0.99259853,0.006818199,0.00017315216,0.0002031636,0.00012763373,0.000079316036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019096795,0.00007722766,0.000530514,0.00046502845,0.00014390332,0.000039063147,0.00015355198,0.00008696366,0.000058330017],"category_scores_gemma":[0.007819795,0.0000705948,0.000074172436,0.001217908,0.00012181046,0.000076914905,0.00008287986,0.00023375463,7.909921e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005818766,0.00027949698,0.082398385,0.0002783887,0.00056962157,0.000012264246,0.017945923,0.14029598,0.00011645202,0.6947268,0.01674789,0.046570618],"study_design_scores_gemma":[0.00069957244,0.0005667983,0.14701246,0.00065233064,0.00037605508,0.0000010037655,0.01724673,0.040426783,0.00018841065,0.7768587,0.015582582,0.0003885725],"about_ca_topic_score_codex":0.07289795,"about_ca_topic_score_gemma":0.029548611,"teacher_disagreement_score":0.5503011,"about_ca_system_score_codex":0.00035757583,"about_ca_system_score_gemma":0.0013499197,"threshold_uncertainty_score":0.9881596},"labels":[],"label_agreement":null},{"id":"W4412506389","doi":"10.1017/s0266462325100202","title":"On the potential value of eHTA: a commentary on “Defining Early Health Technology Assessment: Building Consensus Using Delphi Technique”","year":2025,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"NanoMedicines Innovation Network","keywords":"Delphi method; Delphi; Health technology; Value (mathematics); Consensus conference; Technology assessment; Engineering ethics; Political science; Medicine; Management science; Computer science; Engineering; Library science; Health care; Law; Artificial intelligence","score_opus":0.05262324499875779,"score_gpt":0.514034493912695,"score_spread":0.46141124891393714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412506389","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38518575,0.00090471865,0.013720915,0.5961146,0.0013641624,0.0013912037,0.00005576986,0.00015379037,0.0011091386],"genre_scores_gemma":[0.95697945,0.00038060808,0.03902223,0.003438086,0.000078110555,0.000067905916,0.0000043166974,0.000022312715,0.0000069798107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99488705,0.0009333554,0.0016497857,0.00035908583,0.0015146564,0.000656059],"domain_scores_gemma":[0.99572533,0.0010276077,0.0016448098,0.00041406398,0.001094047,0.000094111936],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005256564,0.00023791999,0.0006093084,0.0041798432,0.000596466,0.000068164336,0.0020716002,0.00043789292,0.000027521364],"category_scores_gemma":[0.0008827309,0.00021238947,0.0001653544,0.0016535164,0.0008350069,0.00011488817,0.00042999184,0.0025551526,7.526872e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015303511,0.0004003109,0.018175572,0.00008594466,0.00020743445,0.00016215655,0.0006321615,0.001178308,0.0008662607,0.95307285,0.003059958,0.022006012],"study_design_scores_gemma":[0.008657185,0.0112207085,0.02150983,0.028525768,0.00012562152,0.0005875589,0.27177337,0.0043264567,0.011093589,0.603554,0.03705398,0.0015719216],"about_ca_topic_score_codex":0.0022038016,"about_ca_topic_score_gemma":0.00019515993,"teacher_disagreement_score":0.59267646,"about_ca_system_score_codex":0.005078047,"about_ca_system_score_gemma":0.0038915542,"threshold_uncertainty_score":0.99974597},"labels":[],"label_agreement":null},{"id":"W4412531749","doi":"10.32920/29613656","title":"Virtual Hearings Circle: Report 2025","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Computer science","score_opus":0.13889416934734522,"score_gpt":0.49110164371202236,"score_spread":0.35220747436467714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412531749","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024038765,0.00006541831,0.0074767396,0.019053863,0.0015109334,0.0009857159,0.000015171305,0.0009946271,0.96749365],"genre_scores_gemma":[0.31641507,0.00035344338,0.004953698,0.0005015161,0.0006085851,0.00030477965,0.00003194263,0.000020881744,0.6768101],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668723,0.00027719882,0.00046501862,0.0007479526,0.0012753269,0.00054728944],"domain_scores_gemma":[0.9979334,0.00034045495,0.00014097574,0.0009838723,0.00041759503,0.00018372631],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039310683,0.0001739547,0.00032549238,0.0002993409,0.00036007614,0.00030874298,0.0013580145,0.00073453237,0.0015967897],"category_scores_gemma":[0.0023445438,0.00020431493,0.00018762893,0.0004611216,0.0004396645,0.00008357991,0.0025756336,0.001289063,0.00014741384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016730017,0.00015269617,0.0029120313,0.00015402392,0.00011650923,0.0007378971,0.0034241232,0.00003838894,0.00004502496,0.23684812,0.65443313,0.10112132],"study_design_scores_gemma":[0.00011175541,0.00003309542,0.003192674,0.0004189424,0.000029277742,0.000009007219,0.0028039154,0.00008787101,0.0006198765,0.073968336,0.9180797,0.00064559997],"about_ca_topic_score_codex":0.03986123,"about_ca_topic_score_gemma":0.0027893928,"teacher_disagreement_score":0.3140112,"about_ca_system_score_codex":0.00044769968,"about_ca_system_score_gemma":0.0031593181,"threshold_uncertainty_score":0.99931586},"labels":[],"label_agreement":null},{"id":"W4412531964","doi":"10.32920/29613656.v1","title":"Virtual Hearings Circle: Report 2025","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Computer science; Business; Psychology","score_opus":0.13889416934734522,"score_gpt":0.49110164371202236,"score_spread":0.35220747436467714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412531964","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024038765,0.00006541831,0.0074767396,0.019053863,0.0015109334,0.0009857159,0.000015171305,0.0009946271,0.96749365],"genre_scores_gemma":[0.31641507,0.00035344338,0.004953698,0.0005015161,0.0006085851,0.00030477965,0.00003194263,0.000020881744,0.6768101],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668723,0.00027719882,0.00046501862,0.0007479526,0.0012753269,0.00054728944],"domain_scores_gemma":[0.9979334,0.00034045495,0.00014097574,0.0009838723,0.00041759503,0.00018372631],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039310683,0.0001739547,0.00032549238,0.0002993409,0.00036007614,0.00030874298,0.0013580145,0.00073453237,0.0015967897],"category_scores_gemma":[0.0023445438,0.00020431493,0.00018762893,0.0004611216,0.0004396645,0.00008357991,0.0025756336,0.001289063,0.00014741384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016730017,0.00015269617,0.0029120313,0.00015402392,0.00011650923,0.0007378971,0.0034241232,0.00003838894,0.00004502496,0.23684812,0.65443313,0.10112132],"study_design_scores_gemma":[0.00011175541,0.00003309542,0.003192674,0.0004189424,0.000029277742,0.000009007219,0.0028039154,0.00008787101,0.0006198765,0.073968336,0.9180797,0.00064559997],"about_ca_topic_score_codex":0.03986123,"about_ca_topic_score_gemma":0.0027893928,"teacher_disagreement_score":0.3140112,"about_ca_system_score_codex":0.00044769968,"about_ca_system_score_gemma":0.0031593181,"threshold_uncertainty_score":0.99931586},"labels":[],"label_agreement":null},{"id":"W4412619971","doi":"10.1139/apnm-2024-0490","title":"Adverse event reporting in exercise studies of resistance training (AERIES-RT) recommendations and toolkit: a modified Delphi process","year":2025,"lang":"en","type":"article","venue":"Applied Physiology Nutrition and Metabolism","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Research Institute for Aging; Institute for Work & Health; University of Toronto; University Health Network; Ontario Drug Policy Research Network; Toronto Rehabilitation Institute; University of Waterloo","funders":"","keywords":"Checklist; Delphi method; Delphi; Medicine; Medical education; Family medicine; Psychology; Computer science","score_opus":0.13258559086129523,"score_gpt":0.4544911454706499,"score_spread":0.32190555460935466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412619971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860289,0.004796415,0.00013863461,0.0033815047,0.0001094204,0.0010356241,0.000011979067,0.00006533469,0.004432154],"genre_scores_gemma":[0.98686284,0.010801906,0.0013668495,0.000101379715,0.00003247164,0.0006771509,0.000009043835,0.0000053458584,0.00014304229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985818,0.0001287995,0.0006312953,0.00028888372,0.00013288744,0.0002362807],"domain_scores_gemma":[0.999071,0.00025411427,0.00034936014,0.00012196305,0.00015865632,0.00004490379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014080856,0.00009840826,0.0004014921,0.0002179587,0.00028072586,0.0000100693405,0.000104245104,0.000105081825,0.000006618668],"category_scores_gemma":[0.000658442,0.00010105902,0.00003296118,0.0005055968,0.00054566684,0.00010941839,0.00006525969,0.0001688724,2.1932698e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007621882,0.0007897724,0.00027926927,0.0018837882,0.00019549228,0.000010443381,0.1318523,0.000036490484,0.065398835,0.67053294,0.0040620016,0.12419645],"study_design_scores_gemma":[0.0038924362,0.000014356959,0.040888898,0.0016922682,0.000113675094,0.0000013334372,0.30979118,0.00007255089,0.007047075,0.58697706,0.04904339,0.00046579068],"about_ca_topic_score_codex":0.00006671951,"about_ca_topic_score_gemma":0.00023859214,"teacher_disagreement_score":0.17793886,"about_ca_system_score_codex":0.000027170214,"about_ca_system_score_gemma":0.000114360824,"threshold_uncertainty_score":0.41210672},"labels":[],"label_agreement":null},{"id":"W4412626263","doi":"10.59350/z82p8-mgh12","title":"Save the Date: PKP Spring 2019 Sprint","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sprint; Spring (device); Physical medicine and rehabilitation; Environmental science; Engineering; Medicine; Physical therapy; Mechanical engineering","score_opus":0.1635123059697291,"score_gpt":0.47015003113910814,"score_spread":0.30663772516937904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412626263","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012113782,0.0002713264,0.0048960205,0.031722166,0.002061542,0.002520697,0.0000185389,0.0006406396,0.9457553],"genre_scores_gemma":[0.9484441,0.0009190935,0.0033206567,0.00035529863,0.0006748238,0.00012816698,0.000006129108,0.000043422624,0.046108287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642783,0.0005067841,0.0003385288,0.0006362557,0.0013864378,0.00070414506],"domain_scores_gemma":[0.99729234,0.0005227546,0.00015955357,0.0016397554,0.00024143307,0.00014416281],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004816046,0.0002334184,0.0002912496,0.00014004273,0.00039224268,0.0005390033,0.0030922224,0.0005246672,0.0017521359],"category_scores_gemma":[0.0005969098,0.00016619674,0.00020681426,0.00022700593,0.0005087667,0.00010100027,0.0042512696,0.0016945823,0.0024094179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017607581,0.00008306354,0.010734838,0.0001131614,0.000114373644,0.00002506373,0.0035293282,0.00043083815,0.00018652841,0.83173627,0.11662615,0.03640277],"study_design_scores_gemma":[0.00008528611,0.000015576274,0.008987945,0.0001330599,0.000017985009,7.681722e-7,0.0023115382,0.00038267786,0.0008126235,0.014347071,0.97244495,0.00046051384],"about_ca_topic_score_codex":0.07011765,"about_ca_topic_score_gemma":0.005460636,"teacher_disagreement_score":0.9363303,"about_ca_system_score_codex":0.00018473549,"about_ca_system_score_gemma":0.0012488941,"threshold_uncertainty_score":0.9991604},"labels":[],"label_agreement":null},{"id":"W4412676781","doi":"10.1002/cesm.70083","title":"PRO EDI -- a tool to help systematic reviewers make equity, diversity and inclusion assessments","year":2025,"lang":"en","type":"preprint","venue":"Cochrane Evidence Synthesis and Methods","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"","keywords":"Inclusion (mineral); Equity (law); Diversity (politics); Business; Computer science; Data science; Psychology; Political science; Social psychology","score_opus":0.267765358973535,"score_gpt":0.5860162975889535,"score_spread":0.3182509386154185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412676781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06331969,0.24956292,0.5323903,0.05641011,0.006529201,0.048805755,0.00021154081,0.0014868366,0.041283637],"genre_scores_gemma":[0.23653574,0.1690928,0.58407354,0.0011474809,0.00049989106,0.003249457,0.0000026630069,0.00005311726,0.005345288],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98801965,0.0073502087,0.00074608997,0.0010852272,0.002109547,0.00068930985],"domain_scores_gemma":[0.98706037,0.010637321,0.00037566325,0.0009476626,0.0006048943,0.00037406688],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059610765,0.00038013517,0.0014097732,0.0004051995,0.0047131926,0.00037418262,0.0018274571,0.0005244049,0.00006573632],"category_scores_gemma":[0.05959828,0.00034183313,0.00019013033,0.0005521409,0.00041785056,0.00024853743,0.110285774,0.00066675025,0.0000036400365],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009120814,0.00010364728,0.0014217288,0.18604794,0.00018060494,0.000039714047,0.01776248,0.000003656985,0.00077214243,0.0029017802,0.0015119552,0.7891631],"study_design_scores_gemma":[0.00030647972,0.000314261,0.003017913,0.89975196,0.0027650858,0.000015741212,0.0080077415,0.00097214204,0.0047906376,0.06710918,0.010260379,0.0026884694],"about_ca_topic_score_codex":0.002307463,"about_ca_topic_score_gemma":0.00021544995,"teacher_disagreement_score":0.78647465,"about_ca_system_score_codex":0.0005228332,"about_ca_system_score_gemma":0.0006769246,"threshold_uncertainty_score":0.9999034},"labels":[],"label_agreement":null},{"id":"W4412792517","doi":"10.1097/aln.0000000000005693","title":"Core Outcome Sets for Pediatric Perioperative Research: An International Stakeholder Engagement Exercise and Consensus Report from the Pediatric Perioperative Outcomes Group","year":2025,"lang":"en","type":"article","venue":"Anesthesiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; University of Alberta; University of Manitoba; University of Ottawa; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"Department of Anesthesiology and Critical Care Medicine, Johns Hopkins Medicine; Children's Hospital of Philadelphia","keywords":"Medicine; Delphi method; Perioperative; Stakeholder engagement; Family medicine; Psychological intervention; Stakeholder; Pediatrics; Nursing; Surgery","score_opus":0.5712513575679539,"score_gpt":0.5465158360106784,"score_spread":0.02473552155727543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412792517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98787117,0.00052582007,0.000035472673,0.0071163834,0.00040471257,0.00216357,0.000060781727,0.00009871959,0.0017233407],"genre_scores_gemma":[0.9926825,0.0010838637,0.0019005759,0.00062407664,0.00035114604,0.0008503396,0.00006716897,0.000021500879,0.0024188391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995884,0.0016297994,0.00054293516,0.0007165293,0.00062335643,0.0006034046],"domain_scores_gemma":[0.9931981,0.005255192,0.00013485088,0.0005078789,0.0007677414,0.00013625962],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0064872704,0.00021188821,0.00039477996,0.0003161464,0.0015970293,0.00022362545,0.0008750397,0.00025649872,0.00018845184],"category_scores_gemma":[0.0048288447,0.0001508901,0.00008511332,0.00047843682,0.0010090105,0.00017292617,0.00029040384,0.00061344315,0.000013082148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013683096,0.000108647946,0.9676047,0.000011852584,0.00003220435,0.0002034442,0.009782534,0.000002449264,0.0000249625,0.016361821,0.0036922682,0.0020382844],"study_design_scores_gemma":[0.0006960143,0.0002512735,0.9347755,0.000011214217,0.00006529176,0.00001188324,0.030246489,0.000065682936,0.00001397774,0.0040767905,0.029541206,0.00024469564],"about_ca_topic_score_codex":0.003028163,"about_ca_topic_score_gemma":0.0012765424,"teacher_disagreement_score":0.03282922,"about_ca_system_score_codex":0.00016593885,"about_ca_system_score_gemma":0.00053427514,"threshold_uncertainty_score":0.99970275},"labels":[],"label_agreement":null},{"id":"W4412793305","doi":"10.1080/24745332.2025.2501877","title":"2025 Canadian Respiratory Conference Abstracts","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Medicine; Computer science","score_opus":0.1252502815553067,"score_gpt":0.44334896810874347,"score_spread":0.31809868655343676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412793305","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12414323,0.07451495,0.00033794105,0.08452058,0.003087638,0.00064136996,0.00006644367,0.000047538204,0.7126403],"genre_scores_gemma":[0.9909165,0.00008053165,0.00009394023,0.00813579,0.00056555605,0.0000054797956,8.5497805e-7,0.000011260829,0.00019010522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744684,0.00039618657,0.0005986418,0.00022423257,0.0005555748,0.000778522],"domain_scores_gemma":[0.9938237,0.0006376073,0.00007636183,0.00023589471,0.0020226594,0.003203776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026485831,0.0001581313,0.0003619396,0.0013002472,0.00080072274,0.0001352899,0.0005682444,0.0002926612,0.00074086466],"category_scores_gemma":[0.009987866,0.00014710035,0.00006687786,0.00057838357,0.0024116982,0.00023306604,0.000018741315,0.00079671864,0.000009820187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062125466,0.00002273452,0.029108124,0.00044867137,0.000115390736,0.0067339973,0.017649427,0.000006447867,0.00036900738,0.35100055,0.28486726,0.30961627],"study_design_scores_gemma":[0.00036158733,0.00038574054,0.006584099,0.0004835413,0.000061137944,0.000008104703,0.020173496,0.0000010512038,0.00009756087,0.0034979102,0.968187,0.00015877873],"about_ca_topic_score_codex":0.30089405,"about_ca_topic_score_gemma":0.90691835,"teacher_disagreement_score":0.86677325,"about_ca_system_score_codex":0.00076579663,"about_ca_system_score_gemma":0.015262918,"threshold_uncertainty_score":0.99835145},"labels":[],"label_agreement":null},{"id":"W4412819822","doi":"10.1136/bmjopen-2024-095343","title":"Protocol for developing a core outcome set for medicines safety at transitions of care: a systematic review, qualitative study and Delphi consensus","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa","funders":"National Institute for Health and Care Research; King's College London; Irish College of General Practitioners","keywords":"Medicine; Delphi method; Protocol (science); Systematic review; Health care; Patient safety; Set (abstract data type); Nursing; Delphi; MEDLINE; Family medicine; Alternative medicine","score_opus":0.6038667206275788,"score_gpt":0.6920781011721046,"score_spread":0.08821138054452571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412819822","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029496336,0.00008484347,0.0024187805,0.013520345,0.000026748103,0.9816518,0.00019529983,0.000030745206,0.0017764841],"genre_scores_gemma":[0.01536745,0.0000051598804,0.0064211716,0.0003828797,0.000011420124,0.9771268,0.000010748243,0.000009600139,0.00066479674],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9974477,0.00086975284,0.0008751551,0.00023288594,0.0003704656,0.00020401458],"domain_scores_gemma":[0.9957855,0.0028197232,0.00027239425,0.00025312684,0.00082259387,0.00004670809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009877601,0.00010663027,0.0007405941,0.000086993095,0.00047335846,0.00003862739,0.00046667564,0.000055419478,0.000007699495],"category_scores_gemma":[0.006883511,0.00008261157,0.00006725301,0.00038240352,0.00023940884,0.000056914247,0.00017536987,0.000053018728,6.1926806e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009910052,0.00010096257,0.0004534991,0.5977617,0.000216508,0.000005483922,0.35750604,2.5036732e-7,0.000018664634,0.027512537,0.015290395,0.00014296114],"study_design_scores_gemma":[0.0050045163,0.0007777704,0.00015351883,0.1519922,0.00037884645,0.000004468316,0.8301615,0.00004499829,0.000049283088,0.0067783184,0.004315162,0.00033939516],"about_ca_topic_score_codex":0.00052530825,"about_ca_topic_score_gemma":0.0061123315,"teacher_disagreement_score":0.4726555,"about_ca_system_score_codex":0.00020451393,"about_ca_system_score_gemma":0.000753224,"threshold_uncertainty_score":0.8240703},"labels":[],"label_agreement":null},{"id":"W4412933415","doi":"10.1136/bmjopen-2024-096298","title":"Prioritising methodological research questions for scoping reviews, mapping reviews and evidence and gap maps for health research: a protocol for PROSPECT Delphi study","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Computer Research Institute of Montréal; Public Health Ontario; University of Toronto; Concordia University; St. Michael's Hospital","funders":"National Health and Medical Research Council; Faculty of Health and Medical Sciences, University of Western Australia; Fonds de Recherche du Québec - Santé; University of Adelaide","keywords":"Systematic review; Delphi method; Medicine; Grey literature; Research ethics; Protocol (science); Popularity; Evidence-based practice; Delphi; Public relations; MEDLINE; Alternative medicine; Psychology; Political science","score_opus":0.9727630298043041,"score_gpt":0.8082992020990594,"score_spread":0.1644638277052447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412933415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005908067,0.0031487234,0.030627688,0.032901343,0.000048770602,0.9323564,0.000014436434,0.000058685364,0.00078486477],"genre_scores_gemma":[0.00018530764,0.0011689159,0.24179457,0.00019535121,0.00017163083,0.7552416,0.0000016484485,0.00001805123,0.0012229244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98013735,0.015105005,0.001294471,0.0011517636,0.00095959695,0.0013518281],"domain_scores_gemma":[0.97854495,0.018698279,0.0003018183,0.0006813196,0.0014840716,0.00028955692],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31094733,0.00018667993,0.00095968024,0.0004896191,0.004321809,0.0014275954,0.0013426313,0.0001572239,0.000009154375],"category_scores_gemma":[0.15946808,0.00015898129,0.000096856464,0.0015681769,0.000755732,0.000607037,0.0015539033,0.0005697532,0.0000022207062],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024834268,0.0008564277,0.006218137,0.058652535,0.00006716007,0.000008793388,0.01937243,4.7317207e-7,0.0003893558,0.13667476,0.3056504,0.4696261],"study_design_scores_gemma":[0.0023151743,0.0032011105,0.0013785426,0.094824016,0.000016030375,0.0000047160197,0.009905663,0.00012493136,0.000045235913,0.15927428,0.728505,0.00040528423],"about_ca_topic_score_codex":0.0019261705,"about_ca_topic_score_gemma":0.004766998,"teacher_disagreement_score":0.46922082,"about_ca_system_score_codex":0.00052937685,"about_ca_system_score_gemma":0.0025584192,"threshold_uncertainty_score":0.999609},"labels":[],"label_agreement":null},{"id":"W4412954416","doi":"10.1161/circoutcomes.124.011754","title":"Core Outcome Set for Studies on Cardiac Disease in Pregnancy (COSCarP): An International Delphi Consensus Study","year":2025,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Canadian Heart Research Centre; University of Toronto; McMaster University; Western University; Mount Sinai Hospital","funders":"","keywords":"Medicine; Pregnancy; Delphi method; Outcome (game theory); Core (optical fiber); Disease; Intensive care medicine; Delphi; Set (abstract data type); Obstetrics; Internal medicine","score_opus":0.5441394613254056,"score_gpt":0.5703720257829926,"score_spread":0.026232564457587038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412954416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897909,0.0022689435,0.0005638947,0.002180265,0.0010752637,0.0031798033,0.00011251032,0.00014836148,0.0006800603],"genre_scores_gemma":[0.9987639,0.00016555378,0.00013917823,0.00013710905,0.00007584269,0.00048968435,0.00003095916,0.000013480746,0.00018426584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620044,0.0013144632,0.0006549542,0.0005803089,0.0009479161,0.00030189764],"domain_scores_gemma":[0.9974812,0.001223021,0.00010282467,0.0006385516,0.00041905403,0.00013529812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065331804,0.000189817,0.00066554715,0.00032854677,0.00043011535,0.0001149217,0.00030509845,0.0001123922,0.000003871457],"category_scores_gemma":[0.005284075,0.0001854161,0.0005420191,0.00036700847,0.00027605784,0.00018889653,0.00010183957,0.00017060009,0.0000021098044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005667353,0.00014512375,0.94661796,0.00009391783,0.0009638445,0.000014250447,0.004327359,0.0010568869,0.0000017792539,0.041429944,0.000028080862,0.00526415],"study_design_scores_gemma":[0.0011173484,0.000025725863,0.97405434,0.00008689889,0.00015226565,1.2088125e-7,0.015692068,0.00018533522,0.0000022831107,0.007187384,0.0012843512,0.00021186969],"about_ca_topic_score_codex":0.00092122256,"about_ca_topic_score_gemma":0.00047082765,"teacher_disagreement_score":0.034242563,"about_ca_system_score_codex":0.0003281508,"about_ca_system_score_gemma":0.00016764921,"threshold_uncertainty_score":0.7561049},"labels":[],"label_agreement":null},{"id":"W4413021883","doi":"10.2196/67123","title":"Resolving Challenges in HIV Cure–Related Research: Protocol for a Modified Delphi Consensus-Building Process","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Transgender; Ethnic group; Medicine; Health equity; Interim; Delphi method; Protocol (science); Clinical trial; Family medicine; Medical education; Alternative medicine; Political science; Sociology; Public health; Nursing; Gender studies; Computer science","score_opus":0.7822231888511391,"score_gpt":0.7199249703904508,"score_spread":0.06229821846068828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413021883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000223124,0.00001658374,0.0001032554,0.027909065,0.000011098934,0.89505404,0.000012026654,0.00041472117,0.07625605],"genre_scores_gemma":[0.007365168,0.000007827154,0.0018861635,0.000024192488,0.0001740397,0.985713,0.0000026373482,0.00008522092,0.0047417637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98177904,0.00724093,0.0012165062,0.0015998763,0.004462524,0.003701112],"domain_scores_gemma":[0.9867536,0.0070418185,0.0001796013,0.0012430877,0.004295257,0.00048667757],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05721984,0.00036367503,0.00059519307,0.0036376975,0.002489148,0.0007960039,0.0032262513,0.0008795488,0.00014517117],"category_scores_gemma":[0.016936017,0.0003620027,0.00017327265,0.006408239,0.002706198,0.00046458188,0.0010266986,0.0037710082,0.000058655038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006133482,0.0031564801,0.0015725865,0.009360969,0.00008176434,0.00027227425,0.025416862,0.00010878468,0.0037776898,0.74826723,0.1510735,0.050778396],"study_design_scores_gemma":[0.0048820167,0.00072046946,0.000212342,0.012240898,0.0000011225918,0.0000029605012,0.013063752,0.001811376,0.003168227,0.2495742,0.7138662,0.00045645412],"about_ca_topic_score_codex":0.00044993658,"about_ca_topic_score_gemma":0.0013527123,"teacher_disagreement_score":0.56279266,"about_ca_system_score_codex":0.0014884062,"about_ca_system_score_gemma":0.005130255,"threshold_uncertainty_score":0.9998832},"labels":[],"label_agreement":null},{"id":"W4413105818","doi":"10.1093/noajnl/vdaf123.115","title":"RMTD-09 ‘CORE OUTCOME SET’ FOR LEPTOMENINGEAL DISEASE (LEPTOCOS): A MULTI-DISCIPLINARY, INTERNATIONAL, CONSENSUS EFFORT","year":2025,"lang":"en","type":"article","venue":"Neuro-Oncology Advances","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Systematic review; Clinical trial; Medical physics; Family medicine; Intensive care medicine; MEDLINE; Pathology; Political science","score_opus":0.22249477488201874,"score_gpt":0.5543146950260646,"score_spread":0.3318199201440458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413105818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50326204,0.0030285716,0.020884866,0.27917913,0.022771925,0.019079825,0.0008324334,0.0032781244,0.1476831],"genre_scores_gemma":[0.9636179,0.00046912392,0.02141869,0.0018931186,0.0005965249,0.0030309851,0.000052569754,0.000051218303,0.008869847],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973094,0.0002423086,0.0005452391,0.000676952,0.0005080869,0.000718019],"domain_scores_gemma":[0.9961998,0.002592045,0.00021553315,0.00035053559,0.00037407942,0.00026804602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001188888,0.00023368945,0.00038439382,0.00036395033,0.00085866195,0.00007769247,0.001085191,0.00021438197,0.00012152855],"category_scores_gemma":[0.0032568132,0.00023358125,0.00019487471,0.00048614258,0.0012342287,0.00024443906,0.0004035604,0.000424554,0.00003719938],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030701288,0.0013755955,0.72375375,0.00036202135,0.00020296915,0.0008693377,0.0041823965,0.0005039497,0.005004206,0.08037898,0.08257501,0.09772163],"study_design_scores_gemma":[0.0016590484,0.00027345365,0.00627814,0.00004856239,0.00004669794,0.000005418679,0.0023650608,0.001041566,0.00029258436,0.01597262,0.97172207,0.00029478697],"about_ca_topic_score_codex":0.00006112114,"about_ca_topic_score_gemma":0.00077839097,"teacher_disagreement_score":0.88914704,"about_ca_system_score_codex":0.00043136004,"about_ca_system_score_gemma":0.0007939097,"threshold_uncertainty_score":0.9525167},"labels":[],"label_agreement":null},{"id":"W4413109008","doi":"10.1177/10711007251355848","title":"A Short Primer on the Reporting of Patient-Reported Outcome Measures in Clinical Studies","year":2025,"lang":"en","type":"article","venue":"Foot & Ankle International","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Outcome (game theory); MEDLINE; Patient-reported outcome; Intensive care medicine; Physical therapy; Quality of life (healthcare)","score_opus":0.47628875921205754,"score_gpt":0.5834779122828494,"score_spread":0.10718915307079185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413109008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340832,0.00007248369,0.00005419343,0.010617376,0.0008474399,0.00038985081,0.0000021718888,0.000042232386,0.053891033],"genre_scores_gemma":[0.9982919,0.00004298569,0.00018102405,0.00025401404,0.00007973286,0.00007233244,0.0000014211122,0.0000046803884,0.0010718752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99649197,0.00028935238,0.0018366596,0.00022206125,0.0009845792,0.0001753915],"domain_scores_gemma":[0.997396,0.0011538719,0.0005849833,0.00022294564,0.0006159218,0.000026305937],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007275866,0.000072301686,0.00022145553,0.00018968839,0.0001102487,0.000029936758,0.0004460077,0.00007644854,0.000053495547],"category_scores_gemma":[0.03435975,0.00005257643,0.00012878345,0.00032224035,0.00037988307,0.000064322856,0.0001840757,0.00029695928,0.0000041671483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004378167,0.00016407546,0.93241465,0.000004433606,0.00015320754,0.000027029095,0.001041661,0.000010803243,0.000054045875,0.032792613,0.0036684494,0.029625274],"study_design_scores_gemma":[0.00029680942,0.00012987056,0.8973031,0.0003635831,0.000023366014,0.000002395129,0.008785726,0.00010525197,0.0020770393,0.024155404,0.066570275,0.00018720562],"about_ca_topic_score_codex":0.0007206315,"about_ca_topic_score_gemma":0.0010807569,"teacher_disagreement_score":0.064208716,"about_ca_system_score_codex":0.00016893477,"about_ca_system_score_gemma":0.00020734349,"threshold_uncertainty_score":0.97377425},"labels":[],"label_agreement":null},{"id":"W4413116235","doi":"10.1177/24730114251363878","title":"A Short Primer on the Reporting of Patient-Reported Outcome Measures in Clinical Studies","year":2025,"lang":"en","type":"article","venue":"Foot & Ankle Orthopaedics","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Primer (cosmetics); Outcome (game theory); Patient-reported outcome; Physical therapy; Family medicine; Quality of life (healthcare)","score_opus":0.4086010599442973,"score_gpt":0.5411044846036002,"score_spread":0.13250342465930287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413116235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96786684,0.00044393673,0.000054462893,0.005243035,0.00060125475,0.0009273208,0.000001881229,0.00010562042,0.024755647],"genre_scores_gemma":[0.9982976,0.00027091932,0.00026870883,0.0003505402,0.00008369811,0.0000985901,0.0000011202405,0.000012079952,0.0006167683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99413073,0.0007909613,0.0030223632,0.00037232277,0.0012629133,0.00042069211],"domain_scores_gemma":[0.9959176,0.0018455057,0.0009680933,0.0005794503,0.00061477197,0.000074558026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01785,0.00014048853,0.00051113666,0.00022949,0.00029168316,0.000031566637,0.00042369083,0.00018328955,0.000017876022],"category_scores_gemma":[0.060879063,0.000100064106,0.0002609202,0.0011163048,0.0008903445,0.000068629124,0.0002602091,0.0006362421,0.0000035021903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003869192,0.00016514363,0.92938834,0.0000210651,0.0000924471,0.000066992834,0.0014842222,0.0000046921537,0.000015687281,0.0080550695,0.0027356923,0.05793197],"study_design_scores_gemma":[0.0005027513,0.00047305296,0.8540863,0.00077408715,0.00012195624,0.0000040254977,0.02631294,0.000043915767,0.0010308677,0.012719361,0.103477426,0.00045331934],"about_ca_topic_score_codex":0.0006480807,"about_ca_topic_score_gemma":0.0023288159,"teacher_disagreement_score":0.10074173,"about_ca_system_score_codex":0.00013277173,"about_ca_system_score_gemma":0.00050953444,"threshold_uncertainty_score":0.94703156},"labels":[],"label_agreement":null},{"id":"W4413140010","doi":"10.1097/scs.0000000000011708","title":"Bibliometric Analysis of Septoplasty: Trends, Influential Studies, and Global Contributions","year":2025,"lang":"en","type":"article","venue":"Journal of Craniofacial Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Septoplasty; Surgery; Nose","score_opus":0.07919534615772332,"score_gpt":0.47827300513323656,"score_spread":0.3990776589755132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413140010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98791033,0.0036623052,0.0015059814,0.0028405432,0.00093299773,0.00008897991,0.00011244284,0.000025909512,0.002920491],"genre_scores_gemma":[0.99627346,0.0032701122,0.00011366126,0.00005255609,0.00013028721,0.0000025063312,0.0000015409694,0.0000029569112,0.00015293456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730897,0.00040776737,0.00084420975,0.00013112593,0.0009887696,0.0003191575],"domain_scores_gemma":[0.99590814,0.0016082589,0.0004999059,0.00011822154,0.0017040314,0.00016143426],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.004770263,0.00010313133,0.0007829966,0.058845267,0.0002879986,0.000087838685,0.00023617977,0.00014561486,0.00011972372],"category_scores_gemma":[0.0069961958,0.00009451339,0.00049589557,0.1936569,0.00055620406,0.00030196208,0.00009035952,0.00020395711,7.81891e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014361693,0.00014122666,0.7985059,0.00003447199,0.0034076734,0.000042100848,0.00038437967,0.000026288802,0.00014557622,0.0068335915,0.025973357,0.1643618],"study_design_scores_gemma":[0.00032560338,0.00004811582,0.94622964,0.00008678647,0.0011569007,0.0000031472014,0.0011977061,0.000010370027,0.0000666885,0.0030744,0.047676656,0.00012400787],"about_ca_topic_score_codex":0.0006729761,"about_ca_topic_score_gemma":0.00048119487,"teacher_disagreement_score":0.16423778,"about_ca_system_score_codex":0.00029026743,"about_ca_system_score_gemma":0.00077142386,"threshold_uncertainty_score":0.9518219},"labels":[],"label_agreement":null},{"id":"W4413161191","doi":"10.24908/ijesjp.v12i1.19535","title":"Reflections on the 2024 ESJP review process: Sam","year":2025,"lang":"en","type":"article","venue":"International Journal of Engineering Social Justice and Peace","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Danmarks Tekniske Universitet; National Science Foundation","keywords":"Process (computing); Computer science; Programming language","score_opus":0.09504632191176665,"score_gpt":0.5134707791906639,"score_spread":0.4184244572788972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413161191","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011906608,0.025768515,0.015093605,0.5923528,0.01005909,0.0007559715,0.000021335174,0.00016089907,0.34388116],"genre_scores_gemma":[0.9294134,0.055076845,0.0007469788,0.005143884,0.0035139474,0.000030926265,0.0000011463281,0.000018029197,0.006054896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999052,0.00006399053,0.00019570437,0.00006243013,0.0005144173,0.00011149297],"domain_scores_gemma":[0.9988186,0.0004922648,0.00008516403,0.000039152605,0.0005305732,0.000034267647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011556564,0.000056084173,0.00009393064,0.00013016528,0.00021677338,0.000084250445,0.00038670521,0.000046121975,0.000073161566],"category_scores_gemma":[0.0022985497,0.000043804837,0.000060379352,0.00028165698,0.00006356457,0.00010540502,0.000029003366,0.00036740242,0.0000035434095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057387537,0.0001104428,0.000043375145,0.0006795959,0.00033298047,0.000048066628,0.0070640817,0.00039132067,0.0005285192,0.5290415,0.44494924,0.016753439],"study_design_scores_gemma":[0.00014197979,0.000041791445,0.00029303433,0.0023157252,0.00017236645,0.000012330125,0.005553343,0.000101287085,0.00010744329,0.0022367202,0.9889178,0.00010612791],"about_ca_topic_score_codex":0.000027040363,"about_ca_topic_score_gemma":0.000018429848,"teacher_disagreement_score":0.91750675,"about_ca_system_score_codex":0.00011524668,"about_ca_system_score_gemma":0.00018820209,"threshold_uncertainty_score":0.27517447},"labels":[],"label_agreement":null},{"id":"W4413265275","doi":"10.3390/prosthesis7040092","title":"Consensus-Based Recommendations for Comprehensive Clinical Assessment in Prosthetic Care: A Delphi Study","year":2025,"lang":"en","type":"article","venue":"Prosthesis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Delphi method; Psychosocial; Delphi; Focus group; Psychological intervention; Medicine; Psychology; Amputation; Medical education; Process management; Computer science; Nursing; Engineering; Business; Surgery","score_opus":0.2890043501637102,"score_gpt":0.5829640249018678,"score_spread":0.29395967473815765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413265275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7720488,0.00033007367,0.0027869593,0.17810524,0.0007530061,0.029017773,0.00010735898,0.00082848576,0.016022319],"genre_scores_gemma":[0.98036486,0.000020433772,0.015543234,0.0006068229,0.000032801054,0.003101312,0.000011226941,0.000015183692,0.0003041242],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969534,0.0012511708,0.00058104336,0.00043002103,0.00037158077,0.00041275448],"domain_scores_gemma":[0.99573874,0.0031276632,0.000107223335,0.00035052566,0.000591623,0.000084204956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028781947,0.00012670322,0.0003048902,0.00030683115,0.00046163856,0.00010753146,0.00040778247,0.00013481686,0.00003290635],"category_scores_gemma":[0.0013588906,0.00012881336,0.000119415745,0.0007460127,0.00034968296,0.000043173422,0.00008365469,0.00030998935,0.000007927666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037400404,0.0036725039,0.72690076,0.00018204139,0.00009849361,0.000026646381,0.012809246,0.0000234917,0.00005322873,0.012169397,0.03164969,0.21204051],"study_design_scores_gemma":[0.0074185436,0.0021844995,0.23377553,0.00051892933,0.00017611052,6.9014953e-7,0.21253893,0.0022349018,0.0005046332,0.011849932,0.52792436,0.00087295356],"about_ca_topic_score_codex":0.0010100865,"about_ca_topic_score_gemma":0.0037463938,"teacher_disagreement_score":0.49627468,"about_ca_system_score_codex":0.0004011108,"about_ca_system_score_gemma":0.0014808113,"threshold_uncertainty_score":0.52528566},"labels":[],"label_agreement":null},{"id":"W4413290046","doi":"10.1079/searchrxiv.2025.01087","title":"Unified tools for assessing the methodological quality of intervention effects in rapid reviews: a scoping review (CINAHL).","year":2025,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"CINAHL; Quality (philosophy); Intervention (counseling); Computer science; Data science; Management science; Medicine; Psychological intervention; Engineering; Nursing; Epistemology; Philosophy","score_opus":0.7410344712214346,"score_gpt":0.697304029347033,"score_spread":0.04373044187440167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413290046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008019069,0.1523274,0.7184909,0.026007274,0.00041160596,0.022696495,0.0000020101975,0.00019523122,0.07185],"genre_scores_gemma":[0.469717,0.21594958,0.2969752,0.005622895,0.0001934956,0.007875173,0.000015878257,0.000032558342,0.0036182182],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9886132,0.009895873,0.0007866842,0.00020873187,0.00026396758,0.00023154703],"domain_scores_gemma":[0.98369926,0.01561034,0.00023432107,0.0002723612,0.00015902365,0.000024718101],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06098173,0.00007410965,0.0005147158,0.00008245834,0.00015088408,0.000090402915,0.00045395922,0.00008875163,0.000090322836],"category_scores_gemma":[0.07138812,0.000046622175,0.00022240482,0.00081929134,0.00020286077,0.00023923417,0.00011962699,0.00017226458,0.0000015825191],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019310872,0.00009468013,0.00047044567,0.030199211,0.000011561568,5.8101836e-7,0.00023642728,3.05363e-7,0.0008249088,0.14252959,0.0027892587,0.8228237],"study_design_scores_gemma":[0.0018528086,0.00037343192,0.018284505,0.7580448,0.00014953983,6.5169013e-7,0.0064202,0.00013179169,0.011008846,0.1662766,0.03679225,0.00066461647],"about_ca_topic_score_codex":0.00075933064,"about_ca_topic_score_gemma":0.00080755824,"teacher_disagreement_score":0.8221591,"about_ca_system_score_codex":0.00009916367,"about_ca_system_score_gemma":0.00016017852,"threshold_uncertainty_score":0.9669169},"labels":[],"label_agreement":null},{"id":"W4413291820","doi":"10.1016/j.jogc.2025.103082","title":"The New SOGC Clinical Practice Guidance Development Framework: Enhancing Collaboration and Engagement","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; University of Calgary; The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Clinical Practice; Medical education; Nursing","score_opus":0.057167527509091966,"score_gpt":0.4347097283299471,"score_spread":0.3775422008208551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413291820","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31782016,0.1295961,0.047125425,0.35064188,0.08709626,0.002152665,0.0000060158027,0.000050264858,0.065511234],"genre_scores_gemma":[0.9559683,0.0046367226,0.03612369,0.0016522615,0.000089534675,0.000005463843,1.5427854e-7,0.0000050749454,0.0015187731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980736,0.0005367477,0.0005770396,0.00010616328,0.0004815367,0.0002249166],"domain_scores_gemma":[0.9710109,0.027544199,0.00038634508,0.00008833502,0.0008056601,0.0001645326],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006346453,0.000058761474,0.00015156974,0.00009777939,0.0008513688,0.00015147586,0.00023420408,0.00012696929,0.000021197377],"category_scores_gemma":[0.11719801,0.000045726687,0.000015222077,0.0005802109,0.00014558191,0.00012875939,0.000097683915,0.00054010056,1.8894727e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008412241,0.000036265155,0.01808796,0.000012163842,0.00010856845,0.00021668061,0.0016004601,0.0000064478063,0.000003240531,0.022741297,0.06658866,0.89058983],"study_design_scores_gemma":[0.00021570231,0.000052364256,0.041494474,0.000011202911,0.000016737687,0.000001379401,0.0069179484,0.000008532066,0.000034441786,0.0022504744,0.9489477,0.000048987487],"about_ca_topic_score_codex":0.0074718515,"about_ca_topic_score_gemma":0.2231625,"teacher_disagreement_score":0.89054084,"about_ca_system_score_codex":0.0009955049,"about_ca_system_score_gemma":0.014773722,"threshold_uncertainty_score":0.99913746},"labels":[],"label_agreement":null},{"id":"W4413296310","doi":"10.32337/kacpt.2025.13.2.37","title":"Advancing Physical Therapy for a Healthier Future in Super-Aged South Korea","year":2025,"lang":"en","type":"article","venue":"KOREAN ACADEMY OF CARDIORESPIRATORY PHYSICAL THERAPY","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gerontology; Medicine; Psychology; Geography","score_opus":0.06468329170138336,"score_gpt":0.4348019127423139,"score_spread":0.3701186210409305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413296310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98119116,0.001688122,0.0003332221,0.008058416,0.00020252788,0.0029283059,0.000064929794,0.0002517552,0.005281576],"genre_scores_gemma":[0.9929279,0.000868779,0.00036329008,0.0024823037,0.0025680212,0.0005700738,0.0000043432356,0.00006301719,0.00015226328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537027,0.0011460962,0.0005362522,0.0007406595,0.0011340213,0.001072706],"domain_scores_gemma":[0.99798554,0.001011695,0.0001749778,0.00040220944,0.00016403,0.00026153043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028242932,0.0003928687,0.0010587118,0.00042363256,0.00041110383,0.000059980317,0.0010551909,0.00041198972,0.000013067741],"category_scores_gemma":[0.00022031351,0.0003433999,0.0007178764,0.0014809495,0.00093143445,0.00033494068,0.000084451116,0.0011273306,0.000006495443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033973076,0.0018811102,0.013807502,0.00023097394,0.00051225745,0.000009382959,0.048339088,0.00010793832,0.087068744,0.20048057,0.019741489,0.6244236],"study_design_scores_gemma":[0.0075449552,0.00096503174,0.034023542,0.0002861614,0.0000376886,5.0147463e-7,0.0071763685,0.00027086187,0.09105547,0.11141681,0.7461023,0.0011203479],"about_ca_topic_score_codex":0.00009732826,"about_ca_topic_score_gemma":0.00001840071,"teacher_disagreement_score":0.7263608,"about_ca_system_score_codex":0.0003007882,"about_ca_system_score_gemma":0.00058979564,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W4413327454","doi":"10.1136/bmjopen-2025-103888","title":"Consensus on the definition, components, timeframe and grading of composite outcome of postoperative pulmonary complication—protocol for an international mixed-method consensus study (PrECiSIOn)","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"University of Wolverhampton","keywords":"Medicine; Protocol (science); Grading (engineering); Outcome (game theory); Complication; Surgery; Alternative medicine; Pathology","score_opus":0.4434330887035145,"score_gpt":0.60111536678559,"score_spread":0.15768227808207547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413327454","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23920572,0.000002587209,0.0026615718,0.031412173,0.00019547512,0.63710856,0.000404509,0.00006609047,0.08894333],"genre_scores_gemma":[0.8316524,4.5429698e-7,0.029722007,0.000377472,0.00001726476,0.13786714,0.000020729485,0.0000118514035,0.00033065488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9970866,0.0013743308,0.0006036356,0.0002923322,0.0004900161,0.0001531269],"domain_scores_gemma":[0.993983,0.004613042,0.00028942438,0.00040327,0.00065755355,0.00005372665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050891424,0.00010974281,0.0002995552,0.00015903963,0.00045095824,0.00013163747,0.0010288847,0.000064651154,0.00004714315],"category_scores_gemma":[0.0012341249,0.00008594222,0.00004675975,0.00024230497,0.00043179363,0.000080656966,0.00042937018,0.00014381506,0.0000030682822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004898241,0.0035472063,0.20386563,0.00012891262,0.00034386246,0.000012479319,0.005933031,0.00006523347,0.010898222,0.7385432,0.013238297,0.018525666],"study_design_scores_gemma":[0.008222858,0.0023993624,0.71835953,0.0014694432,0.00009719952,0.000031293643,0.049311887,0.009556931,0.011701094,0.17190586,0.026088815,0.0008557367],"about_ca_topic_score_codex":0.0019497402,"about_ca_topic_score_gemma":0.00027702271,"teacher_disagreement_score":0.5924467,"about_ca_system_score_codex":0.00006988013,"about_ca_system_score_gemma":0.00015397514,"threshold_uncertainty_score":0.3504622},"labels":[],"label_agreement":null},{"id":"W4413618070","doi":"10.1002/gps.70146","title":"Correction to “Accuracy of the Short‐Form Montreal Cognitive Assessment: Systematic Review and Validation”","year":2025,"lang":"en","type":"erratum","venue":"International Journal of Geriatric Psychiatry","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Psychology; Cognition; Cognitive impairment; Systematic review; MEDLINE; Gerontology; Library science; Medicine; Psychiatry; Computer science; Political science","score_opus":0.02674688651879368,"score_gpt":0.42784061426869247,"score_spread":0.40109372774989877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413618070","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007343332,0.07941564,0.004992482,0.06895762,0.44133398,0.008696954,0.00053404603,0.00009438455,0.39524058],"genre_scores_gemma":[0.18477719,0.329822,0.004839022,0.007901839,0.025921192,0.0007191306,0.0002315023,0.0002146305,0.4455735],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954618,0.000646604,0.0013833633,0.00021548274,0.0020900976,0.00020264836],"domain_scores_gemma":[0.9939861,0.00097567873,0.0017902302,0.00022306728,0.0029044545,0.00012046511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028946672,0.00020388277,0.00073200953,0.0006833908,0.00018660704,0.00016508407,0.0014901693,0.00022111389,0.00009386255],"category_scores_gemma":[0.0056107664,0.00015162646,0.0003694657,0.0008062945,0.0001175347,0.0002784943,0.00023005057,0.0010346002,0.0000027596316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031041425,0.00011428326,0.00073584396,0.0121894395,0.00053527515,0.000004391882,0.00040095724,0.0000012535614,0.0000010454345,0.00068350305,0.98384464,0.0014583153],"study_design_scores_gemma":[0.0016172861,0.00070336607,0.023632947,0.8732614,0.009433595,0.00045929282,0.009744012,0.00009960449,0.00003414485,0.017254272,0.06237454,0.0013855549],"about_ca_topic_score_codex":0.0007996242,"about_ca_topic_score_gemma":0.00075307966,"teacher_disagreement_score":0.9214701,"about_ca_system_score_codex":0.0004753342,"about_ca_system_score_gemma":0.0035818133,"threshold_uncertainty_score":0.67170167},"labels":[],"label_agreement":null},{"id":"W4413631417","doi":"10.64628/aam.rmkruqrtf","title":"Two years after the MMIWG report, targeted work must move urgently ahead","year":2021,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Work (physics); Look-ahead; Political science; Engineering; Computer science; Mechanical engineering","score_opus":0.07037295307703548,"score_gpt":0.4187851501101938,"score_spread":0.3484121970331583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413631417","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.332737,0.00083787064,0.0007447822,0.043930523,0.0010889766,0.0008446901,0.000008134477,0.000572793,0.6192352],"genre_scores_gemma":[0.909584,0.000056672117,0.0024142652,0.00096763653,0.00029756353,0.00010534487,0.0000047576773,0.000017068307,0.0865527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977552,0.00034645444,0.00024245968,0.0003069391,0.0008750128,0.00047391473],"domain_scores_gemma":[0.998759,0.00025189598,0.000054206335,0.00055657903,0.00022642798,0.00015190945],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017414541,0.00008606528,0.00011691233,0.000049378737,0.00023774955,0.00019445717,0.00039668116,0.00009580636,0.008070746],"category_scores_gemma":[0.0010328029,0.0000663581,0.00010852898,0.0010178395,0.00032461088,0.00011593103,0.00019560676,0.0002808487,0.0003223324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013409149,0.00036274816,0.08712419,0.000014034561,0.00015953658,0.016007228,0.016007634,0.000017645127,0.0011747106,0.035720997,0.7823827,0.060894463],"study_design_scores_gemma":[0.00014646469,0.000010819932,0.03891127,0.000026223774,0.000012330642,0.000031365063,0.0074611744,0.000010337878,0.0014817476,0.006577879,0.9450826,0.0002477922],"about_ca_topic_score_codex":0.0029194888,"about_ca_topic_score_gemma":0.0032678868,"teacher_disagreement_score":0.576847,"about_ca_system_score_codex":0.00010508175,"about_ca_system_score_gemma":0.00041404346,"threshold_uncertainty_score":0.992836},"labels":[],"label_agreement":null},{"id":"W4413674369","doi":"10.1136/bmjopen-2024-088720","title":"Assessing healthcare organisations’ readiness to implement a learning health system: protocol for questionnaire validation using a Delphi method","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Institut National d'Excellence en Santé et en Services Sociaux; The Quebec Population Health Research Network; McGill University","funders":"","keywords":"Snowball sampling; Delphi method; CLARITY; Medicine; Health care; Protocol (science); Medical education; Delphi; Relevance (law); Descriptive statistics; Knowledge management; Alternative medicine; Computer science","score_opus":0.5614250083101291,"score_gpt":0.7139665850888545,"score_spread":0.15254157677872537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413674369","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019415919,0.000001863813,0.53343654,0.03649687,0.00008279922,0.42831635,0.0000052555865,0.00018233742,0.0012838041],"genre_scores_gemma":[0.080084115,2.0709739e-7,0.23471773,0.00048249372,0.00014588582,0.68412983,0.000012958396,0.000026223837,0.00040056935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99538445,0.0024646316,0.0006413687,0.00042118374,0.00057956786,0.00050880894],"domain_scores_gemma":[0.99805766,0.00033248783,0.00032904258,0.00031193555,0.0007899811,0.00017889607],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.017989509,0.00012385426,0.0002996476,0.0002877217,0.0023140525,0.0012462528,0.00066223927,0.000097892924,0.0000230233],"category_scores_gemma":[0.0023584517,0.00012945663,0.000043460797,0.0012051899,0.00002910099,0.00063920725,0.00041280515,0.00016882688,0.0000048014767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006335302,0.00031389654,0.02491031,0.011592466,0.000121404715,0.000011553485,0.061905216,0.0022069118,0.001482577,0.49885604,0.022963587,0.3750025],"study_design_scores_gemma":[0.0066583306,0.0014794485,0.008540836,0.0422724,0.00010346536,0.000036495658,0.46377563,0.045188628,0.0062144594,0.02286114,0.40056673,0.0023024303],"about_ca_topic_score_codex":0.048374306,"about_ca_topic_score_gemma":0.0049917516,"teacher_disagreement_score":0.4759949,"about_ca_system_score_codex":0.0025474753,"about_ca_system_score_gemma":0.006082538,"threshold_uncertainty_score":0.99979055},"labels":[],"label_agreement":null},{"id":"W4413770379","doi":"10.2196/82923","title":"Videos on Bilibili, TikTok, and Xiaohongshu as Sources of Medical Information for Adenoid Hypertrophy: A Cross-Sectional Content Analysis (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Adenoid hypertrophy; Environmental health; Medicine; Computer science; Pathology; World Wide Web","score_opus":0.23599826431009255,"score_gpt":0.5438038797300925,"score_spread":0.30780561541999996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413770379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701795,0.00014146273,0.0028616549,0.004256842,0.00023617968,0.0055186045,0.000592032,0.00016212606,0.016051626],"genre_scores_gemma":[0.9944143,0.0005102179,0.00034418688,0.000085335676,0.00015018416,0.0030117342,0.00014348592,0.000014364515,0.0013261352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98927283,0.0013883983,0.0012495044,0.0006550659,0.006541402,0.0008928112],"domain_scores_gemma":[0.99064934,0.0041413843,0.0004471266,0.00075011275,0.003579688,0.00043237023],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017216703,0.00030108704,0.00071187,0.0028492713,0.0009808821,0.0007466566,0.0018864218,0.0010607768,0.00060103],"category_scores_gemma":[0.008966975,0.00026686702,0.0005064622,0.0017502509,0.0024172834,0.0007292901,0.0025645099,0.0023843176,0.000057325666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070647765,0.003066438,0.32922062,0.010993178,0.007053777,0.00003616942,0.250458,0.0029690703,0.00022794028,0.24578077,0.01885954,0.12426971],"study_design_scores_gemma":[0.0059999437,0.0045660506,0.6367743,0.0035326257,0.00030736104,0.000015793925,0.08043745,0.05358964,0.008835496,0.12368606,0.07984857,0.00240672],"about_ca_topic_score_codex":0.008187348,"about_ca_topic_score_gemma":0.0006637845,"teacher_disagreement_score":0.30755365,"about_ca_system_score_codex":0.00085062534,"about_ca_system_score_gemma":0.0027089512,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W4413788565","doi":"10.1183/23120541.00594-2025","title":"The European Respiratory Society Clinical Research Collaboration Programme: advancing respiratory science through successful collaboration","year":2025,"lang":"en","type":"editorial","venue":"ERJ Open Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Schweizerische Lungenstiftung; Swiss Cancer Research Foundation; Sanofi; AstraZeneca","keywords":"Medicine; Respiratory system; Internal medicine","score_opus":0.3347243495287808,"score_gpt":0.6384498912679408,"score_spread":0.30372554173916005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413788565","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004692731,0.0034042196,0.000076528115,0.020602828,0.34975657,0.018311132,0.00019996431,0.00049140694,0.6066881],"genre_scores_gemma":[0.0038387175,0.013318204,0.0052346545,0.0006367845,0.9001243,0.006960126,0.00018387704,0.0004712826,0.069232054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.84735143,0.09396093,0.0039797756,0.0056637204,0.040254224,0.008789932],"domain_scores_gemma":[0.8968952,0.042879052,0.000827614,0.0045574736,0.05366963,0.0011710665],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","open_science","research_integrity"],"category_scores_codex":[0.4763774,0.000624218,0.0009872395,0.0011913177,0.029939435,0.023303602,0.021623774,0.0020518256,0.00010989593],"category_scores_gemma":[0.23612389,0.0005406403,0.00031763586,0.028424973,0.025380682,0.004011163,0.011948458,0.014291287,0.00046254366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00034628136,0.00024594762,0.00016552882,0.00011300779,0.00005782921,0.000054107823,0.005228588,0.0000023122254,0.00011823197,0.010967715,0.9461268,0.036573604],"study_design_scores_gemma":[0.0008176547,0.0006286322,0.000063072854,0.0005651071,0.000013683047,1.247538e-7,0.052432857,0.00001531171,0.00030920823,0.0042446144,0.9403983,0.00051147776],"about_ca_topic_score_codex":0.008354653,"about_ca_topic_score_gemma":0.034292188,"teacher_disagreement_score":0.5503677,"about_ca_system_score_codex":0.007740284,"about_ca_system_score_gemma":0.13009292,"threshold_uncertainty_score":0.99970454},"labels":[],"label_agreement":null},{"id":"W4413870841","doi":"10.1016/j.jaad.2025.05.815","title":"62742 Exploring and assessing the environmental, occupational, socioeconomic characteristics and risk factors of atopic dermatitis","year":2025,"lang":"en","type":"article","venue":"Journal of the American Academy of Dermatology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Medicine; Atopic dermatitis; Socioeconomic status; Dermatology; Environmental health; Occupational exposure; Population","score_opus":0.07694631046982507,"score_gpt":0.4140057367440594,"score_spread":0.3370594262742343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413870841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98775065,0.00031025088,0.000115464565,0.011593879,0.00006701381,0.00008858781,0.000010145935,0.0000033844892,0.000060614027],"genre_scores_gemma":[0.99341387,0.006008413,0.00031733612,0.00022051242,0.000023763208,0.000002606135,1.442131e-7,0.000004128273,0.000009226974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986078,0.00053104846,0.0004520696,0.000071724746,0.00019609575,0.00014125319],"domain_scores_gemma":[0.99768466,0.0010057682,0.001182368,0.00006854879,0.000019132098,0.00003950304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004716448,0.000069251146,0.0003147285,0.00011911079,0.00027164188,0.000024058641,0.00038256627,0.00005451397,0.000010513761],"category_scores_gemma":[0.00026291705,0.000046492907,0.00006755914,0.00010320616,0.0022150816,0.00020741673,0.00015146034,0.00038492374,2.9753522e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003915261,0.000013337596,0.990797,0.000015031917,0.00006555749,8.009791e-7,0.0013892391,0.0000013853011,0.00047005533,0.0006623957,0.00036309936,0.0062181833],"study_design_scores_gemma":[0.00008806884,0.000010523446,0.9886042,0.000035136425,0.00004338545,0.000037739806,0.0050108773,0.00003339858,0.001953967,0.0015673788,0.0025761472,0.000039198057],"about_ca_topic_score_codex":0.00015952962,"about_ca_topic_score_gemma":0.000004095904,"teacher_disagreement_score":0.011373366,"about_ca_system_score_codex":0.000059810296,"about_ca_system_score_gemma":0.00009502752,"threshold_uncertainty_score":0.816156},"labels":[],"label_agreement":null},{"id":"W4414026166","doi":"10.1111/anae.16749","title":"The fewer the better or the more the merrier? The challenges of large research collaborations","year":2025,"lang":"en","type":"editorial","venue":"Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"National Health and Medical Research Council; Stan Perron Charitable Foundation","keywords":"Medicine; Data science","score_opus":0.13354852356206842,"score_gpt":0.492570621966662,"score_spread":0.3590220984045936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414026166","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018662553,0.0074414047,0.000008269207,0.8807826,0.08106173,0.003570489,0.00015110231,0.00009581699,0.026701946],"genre_scores_gemma":[0.04289628,0.117522806,0.00007157388,0.0031274327,0.73478967,0.00709981,0.000047886915,0.00022406796,0.0942205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853916,0.0073559666,0.00054501696,0.00050166337,0.005051089,0.0011546488],"domain_scores_gemma":[0.9684268,0.025805164,0.00030313083,0.0027765236,0.0026075954,0.00008077817],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.030515619,0.0003072015,0.00034634187,0.00013177868,0.009872943,0.00082541513,0.008240632,0.0007597828,0.000092455186],"category_scores_gemma":[0.013279551,0.00008998855,0.00023851516,0.0024769513,0.005871193,0.0001223165,0.0007932982,0.0034684928,0.000044359356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040567105,0.000035099114,0.000018224855,0.000013515176,0.00008930997,0.0000067726655,0.011604367,6.1185744e-7,5.480066e-7,0.094907075,0.88497543,0.008308472],"study_design_scores_gemma":[0.00008330453,0.00008047057,0.00015682548,0.00007567368,0.00004817324,2.9924323e-7,0.054074805,0.000010295334,0.000009781329,0.007676999,0.93766254,0.00012083507],"about_ca_topic_score_codex":0.005264069,"about_ca_topic_score_gemma":0.07497728,"teacher_disagreement_score":0.8776552,"about_ca_system_score_codex":0.00023197867,"about_ca_system_score_gemma":0.0047673234,"threshold_uncertainty_score":0.99883056},"labels":[],"label_agreement":null},{"id":"W4414030845","doi":"10.1038/s41416-025-03158-3","title":"Recommendations for studying the association of the cancer diagnosis to treatment interval with overall survival: a modified Delphi process","year":2025,"lang":"en","type":"article","venue":"British Journal of Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University; Sunnybrook Health Science Centre; Kingston Health Sciences Centre; Public Health Ontario; Queen's University","funders":"","keywords":"Medicine; Cancer; Interval (graph theory); Oncology; Association (psychology); Internal medicine; Surgery; Psychology; Mathematics","score_opus":0.13350112965896796,"score_gpt":0.47431983917714954,"score_spread":0.3408187095181816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414030845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998794,0.0022228714,0.0020739946,0.18975122,0.0012568813,0.0024327827,0.00024909864,0.00002378925,0.002109988],"genre_scores_gemma":[0.99337596,0.003382575,0.00021032117,0.00037818783,0.0001831938,0.0013744568,4.1010816e-7,0.000009325925,0.0010855807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856657,0.0002574785,0.00031613946,0.00010517363,0.0005493118,0.0002053465],"domain_scores_gemma":[0.9978045,0.0006031006,0.00036414797,0.00008825037,0.0010949132,0.000045048706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015796274,0.00006348379,0.00018754596,0.00006248825,0.00041879193,0.0001374323,0.0004907676,0.00004599929,0.000050580988],"category_scores_gemma":[0.00062882813,0.000042908858,0.0001083303,0.00044726668,0.00006425643,0.00014154412,0.0000395691,0.00015107097,8.130266e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003682376,0.00046140532,0.22433658,0.00007116917,0.00096189155,0.0000047046515,0.017211093,0.0020857786,0.00005155039,0.0015394527,0.060796537,0.6921116],"study_design_scores_gemma":[0.0057846867,0.0009015335,0.2679818,0.0076147416,0.0008523104,0.000008492386,0.026082901,0.00022332181,0.0050596236,0.008809861,0.6761745,0.0005062028],"about_ca_topic_score_codex":0.017211165,"about_ca_topic_score_gemma":0.1605863,"teacher_disagreement_score":0.6916054,"about_ca_system_score_codex":0.001212265,"about_ca_system_score_gemma":0.0009466027,"threshold_uncertainty_score":0.98933333},"labels":[],"label_agreement":null},{"id":"W4414230398","doi":"10.1371/journal.pgph.0004115","title":"Developing an eco-bio-social conceptual framework for dengue virus transmission in Latin America and the Caribbean: An e-Delphi study","year":2025,"lang":"en","type":"article","venue":"PLOS Global Public Health","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; International Development Research Centre; McMaster University","funders":"International Development Research Centre","keywords":"Dengue fever; Latin Americans; Government (linguistics); Conceptual framework; Likert scale; Dengue virus; Transmission (telecommunications); The Conceptual Framework","score_opus":0.21504311401821322,"score_gpt":0.49395434574586344,"score_spread":0.2789112317276502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414230398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.664454,0.00046288848,0.06382965,0.26064435,0.00024019263,0.0073361443,0.00013009558,0.00045096662,0.002451746],"genre_scores_gemma":[0.9848128,0.00012909937,0.011235404,0.0032420135,0.00017805518,0.00035832115,0.00001500345,0.000013379992,0.000015922906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9947355,0.0025635895,0.0005301595,0.0005091215,0.0007220939,0.00093956594],"domain_scores_gemma":[0.99818593,0.00083368074,0.00013483893,0.00024791868,0.0002356176,0.00036204045],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0046410193,0.00017320862,0.00043011218,0.00013698291,0.0015102879,0.000334183,0.0007669686,0.00022303572,0.000022771566],"category_scores_gemma":[0.001876165,0.00014378186,0.0000485986,0.001565198,0.00089220254,0.00037691568,0.000116859774,0.0004547868,0.0000014994671],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014396814,0.0007264536,0.009364962,0.000051958712,0.000043769844,0.0000034219354,0.09744024,0.000001823947,0.000002965892,0.70567495,0.0010000059,0.18554546],"study_design_scores_gemma":[0.00515425,0.0011470127,0.06667939,0.00022997006,0.000037603433,9.823242e-7,0.564519,0.002789272,0.000012865634,0.20510459,0.15350935,0.00081570674],"about_ca_topic_score_codex":0.022847187,"about_ca_topic_score_gemma":0.0218667,"teacher_disagreement_score":0.50057036,"about_ca_system_score_codex":0.0010110268,"about_ca_system_score_gemma":0.00330344,"threshold_uncertainty_score":0.9997896},"labels":[],"label_agreement":null},{"id":"W4414242736","doi":"10.1249/01.mss.0001159452.53537.69","title":"International Consensus On The Definition Of Functional Training Modified E-Delphi Method","year":2025,"lang":"en","type":"article","venue":"Medicine & Science in Sports & Exercise","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Functional approach; Training (meteorology); Confusion; Limiting; Task (project management); Redundancy (engineering); Premise","score_opus":0.1863266571308815,"score_gpt":0.44553542919841377,"score_spread":0.25920877206753223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414242736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5274323,0.000016988191,0.0033212674,0.047411546,0.0014070289,0.0006335807,0.0000033417746,0.00007301618,0.41970092],"genre_scores_gemma":[0.9958854,0.00010494185,0.0027996178,0.00038170107,0.00009241582,0.000075616445,0.0000022933536,0.0000047758585,0.00065326074],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965287,0.00014923039,0.00045567087,0.00036032218,0.0021357934,0.0003703117],"domain_scores_gemma":[0.9978995,0.0011438987,0.00014913784,0.00028759908,0.00043360618,0.000086309876],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013258756,0.00010485083,0.00022634033,0.0008234996,0.0004172903,0.000031533094,0.0008077453,0.00006956066,0.00068105414],"category_scores_gemma":[0.0038874329,0.00007471163,0.000043722812,0.0022420594,0.0031910134,0.000120404875,0.00009207897,0.00031170924,0.0000037928778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039815708,0.00035095718,0.038148466,0.000031696352,0.0000033746696,0.00010623543,0.04483774,0.00085589645,0.0034719585,0.39458475,0.02314577,0.49406502],"study_design_scores_gemma":[0.0015545652,0.00018925853,0.4021328,0.0028037976,0.000053341784,0.000012871575,0.14420432,0.0074341004,0.0005220563,0.4193286,0.02127836,0.000485932],"about_ca_topic_score_codex":0.0014707331,"about_ca_topic_score_gemma":0.00014130192,"teacher_disagreement_score":0.4935791,"about_ca_system_score_codex":0.00022407615,"about_ca_system_score_gemma":0.0009133919,"threshold_uncertainty_score":0.99952173},"labels":[],"label_agreement":null},{"id":"W4414283048","doi":"10.29390/001c.143703","title":"Establishing research priorities for the Respiratory Therapy profession in Canada: A modified Delphi study","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University; SickKids Foundation; University of Toronto; McMaster University; University of Ottawa; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Delphi; Continuing professional development; Continuing education; MEDLINE","score_opus":0.34926888811248724,"score_gpt":0.4983095898759222,"score_spread":0.14904070176343498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414283048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693637,0.01700741,0.00008561051,0.007474528,0.0010892301,0.0032465558,0.000013791426,0.00001531165,0.001703849],"genre_scores_gemma":[0.99640524,0.0005410211,0.000040411902,0.001984824,0.00042276309,0.00026688946,1.7686621e-7,0.00003198461,0.00030669087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933161,0.0030845413,0.0008136824,0.00029862713,0.0013965392,0.0010904988],"domain_scores_gemma":[0.9931853,0.0037668417,0.00024489991,0.00053357374,0.0017796142,0.00048976927],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022963777,0.00019290407,0.0003812461,0.0014983161,0.0020046355,0.00042579495,0.002169582,0.00018312088,0.000056716257],"category_scores_gemma":[0.0031154547,0.00014563234,0.000112716116,0.0019669596,0.0005794783,0.00044579472,0.00004202597,0.0014454448,6.252729e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016153903,0.0002295898,0.3744538,0.000049376442,0.00031365655,0.00062674284,0.05179006,0.00027479962,0.0010188001,0.011425566,0.1528859,0.4053163],"study_design_scores_gemma":[0.0026042655,0.0007134046,0.052061822,0.00025058244,0.0000059956333,0.0000010353589,0.11646051,0.000022475026,0.00046966624,0.002779699,0.82438594,0.0002445932],"about_ca_topic_score_codex":0.9397759,"about_ca_topic_score_gemma":0.99753827,"teacher_disagreement_score":0.6715,"about_ca_system_score_codex":0.0037924252,"about_ca_system_score_gemma":0.09116573,"threshold_uncertainty_score":0.99929464},"labels":[],"label_agreement":null},{"id":"W4414357598","doi":"10.5334/gh.1467","title":"WHF Position Statement for United Nations Fourth High-Level Meeting-2025","year":2025,"lang":"en","type":"article","venue":"Global Heart","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Position statement; Statement (logic); Position (finance); Position paper","score_opus":0.12313249932415837,"score_gpt":0.49113076849567666,"score_spread":0.3679982691715183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414357598","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098846234,0.00021975028,0.071359865,0.33778375,0.002033988,0.005657089,0.0017192906,0.0012050873,0.48117492],"genre_scores_gemma":[0.9511844,0.00008589735,0.03716933,0.0015216154,0.00014860311,0.00034451787,0.00013737517,0.0000083276145,0.009399945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859154,0.00017699825,0.00021652711,0.00019855973,0.0004432737,0.00037311687],"domain_scores_gemma":[0.9990291,0.00025503585,0.000037298196,0.0001534533,0.00044110202,0.000083983105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012293555,0.00007455121,0.00010035956,0.00039851866,0.0007251015,0.00010810829,0.00022466965,0.000093154566,0.00005842441],"category_scores_gemma":[0.00066997466,0.000081643324,0.000055529392,0.0025835177,0.0001211388,0.00011108826,0.0000709987,0.00007709285,0.00004035076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029567762,0.0000808485,0.001331871,0.000024769146,0.000019739118,0.0000012625757,0.00016821198,0.0000389847,0.000092482456,0.51877236,0.47747487,0.0019650646],"study_design_scores_gemma":[0.00033063817,0.000060043316,0.0045074266,0.000098707365,0.000014468436,3.420309e-7,0.00092333165,0.000205346,0.000522119,0.056374013,0.9368525,0.00011104578],"about_ca_topic_score_codex":0.010228956,"about_ca_topic_score_gemma":0.007108551,"teacher_disagreement_score":0.85233814,"about_ca_system_score_codex":0.00059530267,"about_ca_system_score_gemma":0.00045168897,"threshold_uncertainty_score":0.99636203},"labels":[],"label_agreement":null},{"id":"W4414401679","doi":"10.1007/s10916-025-02259-z","title":"Integrating Pediatric Anesthesia Sustainability Metrics into Native Electronic Health Records: A Clinical Informatics Approach","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Health informatics; Sustainability; Electronic health record; Informatics; Electronic medical record; Medical record; Perioperative; Health care; Health information technology","score_opus":0.0724349604272115,"score_gpt":0.5022493217986885,"score_spread":0.42981436137147705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414401679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25856113,0.015730754,0.5779076,0.12545747,0.0031428167,0.0043280167,0.000001964898,0.00028327116,0.014586972],"genre_scores_gemma":[0.9913911,0.0034444795,0.0032297869,0.00040079423,0.0011677152,0.000032150274,0.0000010088303,0.00001198585,0.00032093565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98846775,0.0038417063,0.00281992,0.00016642266,0.0039744433,0.0007297733],"domain_scores_gemma":[0.99224263,0.0035793197,0.0014450242,0.00023606121,0.0018522113,0.0006447616],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08052587,0.00014486394,0.00075707014,0.0007995011,0.0004000438,0.0001953324,0.0014591956,0.00048246872,0.00001628403],"category_scores_gemma":[0.05347262,0.00010788808,0.00024193915,0.0030145505,0.00040756317,0.00031249443,0.00012758824,0.0024747115,0.0000023233615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024082555,0.001829456,0.22371908,0.0049877437,0.00035744248,0.00017154143,0.041159716,0.00005437942,1.4758712e-7,0.29440987,0.15820524,0.27486455],"study_design_scores_gemma":[0.002743915,0.0030810249,0.0039945417,0.0013183063,0.0001451532,0.00028399096,0.48248342,0.024522644,0.0000017805163,0.036826503,0.44392315,0.00067558384],"about_ca_topic_score_codex":0.0029147347,"about_ca_topic_score_gemma":0.00019402546,"teacher_disagreement_score":0.73283005,"about_ca_system_score_codex":0.0029934181,"about_ca_system_score_gemma":0.018296806,"threshold_uncertainty_score":0.9998266},"labels":[],"label_agreement":null},{"id":"W4414490739","doi":"10.36834/cmej.80136","title":"Developing a national competency framework for pediatric hospital medicine in Canada using the Delphi method","year":2025,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"South Health Campus; Hospital for Sick Children; Alberta Children's Hospital; The Wilson Centre; SickKids Foundation; University of Toronto; University of Calgary","funders":"","keywords":"Delphi method; Core competency; Curriculum; Scope (computer science); Delphi; Pediatric hospital; Descriptive statistics; Competency assessment; MEDLINE","score_opus":0.08038154221807456,"score_gpt":0.49415290150752567,"score_spread":0.4137713592894511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414490739","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007525093,0.0009356446,0.11890372,0.86160636,0.004943749,0.0006761838,0.0000072039143,0.000011601564,0.00539043],"genre_scores_gemma":[0.6987114,0.00058304146,0.20852268,0.08539357,0.0062717074,0.00019173308,0.000008869859,0.00002731152,0.0002897046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972247,0.00039492158,0.00041840176,0.00015179516,0.0013180292,0.00049218413],"domain_scores_gemma":[0.9953036,0.0017316601,0.000111308254,0.00009643889,0.0010095714,0.0017474409],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054697213,0.00008387208,0.00014719985,0.0005363365,0.0009013439,0.00006818032,0.00073590915,0.00015225103,0.0017061501],"category_scores_gemma":[0.08099533,0.000068473215,0.0000337906,0.0013426238,0.00017170889,0.00009264337,0.000020938882,0.0008171054,8.366467e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000003898591,0.000019617144,0.0105311135,0.000026162119,0.000019344663,0.000017483095,0.004261023,0.000030717285,3.3870987e-7,0.69671065,0.25720805,0.031171571],"study_design_scores_gemma":[0.00040550207,0.000025055686,0.009489842,0.0006827597,0.000028892448,0.000047713675,0.060085986,0.0026350354,0.0000021289563,0.5187234,0.40757865,0.00029499814],"about_ca_topic_score_codex":0.97808015,"about_ca_topic_score_gemma":0.9953733,"teacher_disagreement_score":0.7762128,"about_ca_system_score_codex":0.009288808,"about_ca_system_score_gemma":0.6171851,"threshold_uncertainty_score":0.9992064},"labels":[],"label_agreement":null},{"id":"W4414498991","doi":"10.1177/13872877251379076","title":"Recommended approaches to sharing individual research results in Alzheimer's disease research: A multidisciplinary expert Delphi consensus","year":2025,"lang":"en","type":"article","venue":"Journal of Alzheimer s Disease","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institutes of Health; University of Southern California; National Institute on Aging; Bristol-Myers Squibb; Eli Lilly and Company; Biogen; Eisai; Alzheimer's Association; U.S. Department of Defense","keywords":"Delphi method; Likert scale; Delphi; Multidisciplinary approach; Ranking (information retrieval); Qualitative research; Disease; Foundation (evidence); Set (abstract data type)","score_opus":0.6997609649998509,"score_gpt":0.5470029135004775,"score_spread":0.15275805149937338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414498991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47996095,0.04747649,0.000070048125,0.4375182,0.0014088256,0.0067923153,0.00035386486,0.0002517308,0.026167564],"genre_scores_gemma":[0.99533045,0.00047223808,0.0027232242,0.00027599809,0.0005773258,0.00030294742,0.000014606248,0.000055347133,0.0002478459],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98617154,0.004641971,0.0016670963,0.0009682229,0.0046244594,0.0019266832],"domain_scores_gemma":[0.99076414,0.0033159815,0.00030808826,0.0011290105,0.0016949637,0.0027877996],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035400137,0.0003397209,0.00059155014,0.0043150387,0.0014574975,0.0006140097,0.002957764,0.00025182308,0.00008653444],"category_scores_gemma":[0.012532475,0.00032898423,0.00032914584,0.0046925084,0.0013071344,0.0005310362,0.0021124412,0.0025582565,0.000055360724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04073392,0.009179297,0.050849788,0.00016415777,0.003033819,0.011157872,0.08950875,0.0010209685,0.00027336166,0.04207423,0.62558967,0.1264142],"study_design_scores_gemma":[0.015750688,0.0020581654,0.36994755,0.008666115,0.0016380886,0.00003271975,0.19826695,0.004022203,0.002037551,0.24275044,0.1513989,0.0034306168],"about_ca_topic_score_codex":0.0013715944,"about_ca_topic_score_gemma":0.0006681111,"teacher_disagreement_score":0.51536953,"about_ca_system_score_codex":0.0005899644,"about_ca_system_score_gemma":0.0049927975,"threshold_uncertainty_score":0.9999162},"labels":[],"label_agreement":null},{"id":"W4414499463","doi":"10.1097/prs.0000000000012379","title":"Financial Disclosure Appendix for “Advances in Cleft Care”","year":2025,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Term (time); Financial Audit; Financial plan; Accounting management; Audit","score_opus":0.03599077996089446,"score_gpt":0.3761544421456158,"score_spread":0.3401636621847213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414499463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8980452,0.0022828067,0.01610134,0.0009727222,0.008273901,0.0021748038,0.00030481233,0.00032521464,0.07151923],"genre_scores_gemma":[0.99749714,0.0003371378,0.0013306882,0.00003341074,0.0002104165,0.00031504343,0.000017528231,0.000013122695,0.0002455345],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801713,0.00023260668,0.0003814196,0.00042426135,0.00032814348,0.0006164098],"domain_scores_gemma":[0.9891675,0.010263069,0.00010033183,0.00016500399,0.00023281769,0.000071263734],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011455922,0.00015247062,0.0003638909,0.00057324435,0.00036344724,0.0000671691,0.00027491667,0.00018419868,0.00013941685],"category_scores_gemma":[0.0119503625,0.00016021813,0.00015528423,0.00080405554,0.00072972546,0.00038100284,0.0000656168,0.00026937312,0.000026009087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021489298,0.00006044805,0.608592,0.00021148186,0.000019529349,0.000020559582,0.0017151486,0.000016810913,0.00003704993,0.0820389,0.004939004,0.30213422],"study_design_scores_gemma":[0.0013434308,0.000110417335,0.19257744,0.0018201307,0.000065555716,0.00000978951,0.038621493,0.00014048284,0.0018372646,0.2867902,0.47528762,0.0013961975],"about_ca_topic_score_codex":0.0003798888,"about_ca_topic_score_gemma":0.0060914946,"teacher_disagreement_score":0.4703486,"about_ca_system_score_codex":0.00034129276,"about_ca_system_score_gemma":0.0013622007,"threshold_uncertainty_score":0.9963724},"labels":[],"label_agreement":null},{"id":"W4414513483","doi":"10.1016/j.bja.2025.09.001","title":"Abandoning desflurane is just part of the solution to anaesthesia sustainability","year":2025,"lang":"en","type":"editorial","venue":"British Journal of Anaesthesia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Desflurane; Carbon footprint; Sustainability; Carbon dioxide; Clinical Practice; Greenhouse gas; Resource (disambiguation); Resource use","score_opus":0.033259617812072276,"score_gpt":0.3795728402917067,"score_spread":0.3463132224796344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414513483","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13467854,0.012371801,0.0011503819,0.07025917,0.76231384,0.0061186966,0.00038789626,0.000266728,0.012452966],"genre_scores_gemma":[0.40756565,0.019646233,0.0026439691,0.0006382371,0.56068075,0.00010858158,0.000018099863,0.00017701792,0.008521448],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928648,0.0014683622,0.0012768472,0.00039139914,0.0032387495,0.0007598522],"domain_scores_gemma":[0.9928651,0.00058119773,0.0011050089,0.00052598224,0.004621443,0.00030127674],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008562192,0.00026982307,0.00086301257,0.00040027066,0.00080112374,0.00035746154,0.002422652,0.0009104214,0.00008000108],"category_scores_gemma":[0.013952772,0.00027128507,0.00064787397,0.0013467706,0.0007955919,0.00031143666,0.0002239275,0.0018714429,0.000002833759],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008333539,0.00009736542,0.000655199,0.00014055155,0.0000473146,0.00025204787,0.0009939146,0.0000103594075,0.0000031883978,0.00021138412,0.9133592,0.08414614],"study_design_scores_gemma":[0.00033617506,0.0002855,0.0020056902,0.0024569575,0.00011732352,0.00004062835,0.0013589611,0.000002501301,0.00007081006,0.0019031233,0.9911548,0.00026756365],"about_ca_topic_score_codex":0.015237892,"about_ca_topic_score_gemma":0.0029487635,"teacher_disagreement_score":0.2728871,"about_ca_system_score_codex":0.0012983005,"about_ca_system_score_gemma":0.0069733947,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W4414542637","doi":"10.51224/srxiv.616","title":"What competencies physical activity professionals should possess to better integrate climate change related issues into their practice: a Delphi study","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal","funders":"Institut National de Santé Publique du Québec","keywords":"Delphi method; Likert scale; Delphi; Climate change; Affect (linguistics); Health professionals; Physical activity; Nominal group technique","score_opus":0.27981984519891645,"score_gpt":0.5651728743836253,"score_spread":0.28535302918470884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414542637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6957126,0.0003017756,0.00013740324,0.27661756,0.0022547077,0.01067801,0.000076758035,0.001181536,0.013039629],"genre_scores_gemma":[0.9826389,0.0014601706,0.00307633,0.0025782797,0.0007166588,0.004589766,0.000027918732,0.00006335161,0.0048486055],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.990381,0.004126496,0.0005834375,0.0014967313,0.0022740276,0.0011382815],"domain_scores_gemma":[0.9937164,0.0025984314,0.00042334257,0.0013299828,0.001577678,0.0003541534],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006853705,0.00069218257,0.001102303,0.00062553596,0.001081059,0.0015616262,0.0024281868,0.000817802,0.00020935148],"category_scores_gemma":[0.0022894756,0.0005277792,0.000309164,0.0013412418,0.0005325617,0.002147359,0.0065583647,0.0032795698,0.00013316462],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063141924,0.010007809,0.0025860537,0.00062509713,0.0007972337,0.00019702633,0.79025817,0.000012816746,0.0005891451,0.014582589,0.017437128,0.16227552],"study_design_scores_gemma":[0.000538303,0.00068734126,0.004909136,0.00442676,0.0002522188,0.0000026662435,0.9078587,0.0008429069,0.002632711,0.03187011,0.044053085,0.0019260023],"about_ca_topic_score_codex":0.02861652,"about_ca_topic_score_gemma":0.012174406,"teacher_disagreement_score":0.2869263,"about_ca_system_score_codex":0.0007244235,"about_ca_system_score_gemma":0.0008565643,"threshold_uncertainty_score":0.99971735},"labels":[],"label_agreement":null},{"id":"W4414823153","doi":"10.1016/j.ejcskn.2025.100757","title":"Defining melanoma quality indicators: A modified Delphi approach","year":2025,"lang":"en","type":"article","venue":"EJC Skin Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"William Osler Health System; Doug Bragg Enterprises (Canada); Sunnybrook Health Science Centre; University of Toronto; Western University; Health Sciences Centre; McMaster University Medical Centre; Women's College Hospital; Lakeridge Health; University of Ottawa; Oakville Public Library; Mount Sinai Hospital; Princess Margaret Cancer Centre; McMaster University; Queen's University; Cancer Care Ontario","funders":"Ontario Ministry of Health and Long-Term Care; Cancer Care Ontario","keywords":"Delphi method; Likert scale; Delphi; Quality (philosophy); Quality assurance; Melanoma; Mucosal melanoma; Health care","score_opus":0.10227402289945149,"score_gpt":0.4835386961224877,"score_spread":0.3812646732230362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414823153","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15180078,0.0024066975,0.0077531626,0.006468231,0.0005519399,0.0008844202,0.00004128766,0.00050819584,0.82958525],"genre_scores_gemma":[0.9923758,0.00021196941,0.0025038451,0.00046570346,0.00016830268,0.0005633772,0.000005783665,0.000014911421,0.0036903406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974732,0.00049073447,0.00031660462,0.00041251248,0.0007589964,0.00054798665],"domain_scores_gemma":[0.9988618,0.000416813,0.00010699607,0.00037396917,0.00011136969,0.0001290813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027320278,0.00012973436,0.00023035801,0.0003356315,0.00050523115,0.00012837969,0.00075743627,0.0002295998,0.0003002712],"category_scores_gemma":[0.00069861644,0.00013118563,0.00009324915,0.0015107645,0.0004160808,0.00014104503,0.00018076815,0.0003645492,0.000030598025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007405045,0.00017675884,0.030641291,0.000095841475,0.00011026125,0.0000073348183,0.017210074,0.00008395451,0.00007457855,0.75643873,0.056897063,0.13819009],"study_design_scores_gemma":[0.0018900146,0.000071584254,0.08926745,0.00040320246,0.00008329791,0.0000015876657,0.028100785,0.0009207593,0.0038216196,0.06135899,0.81266266,0.0014180725],"about_ca_topic_score_codex":0.01955484,"about_ca_topic_score_gemma":0.0025021636,"teacher_disagreement_score":0.840575,"about_ca_system_score_codex":0.0005390473,"about_ca_system_score_gemma":0.0010530162,"threshold_uncertainty_score":0.986974},"labels":[],"label_agreement":null},{"id":"W4414879167","doi":"10.1017/s0266462325100548","title":"Reframing early health technology assessment through a lifecycle lens: Commentary on “defining early health technology assessment: building consensus using Delphi technique”","year":2025,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Cognitive reframing; Health technology; Delphi method; Delphi; Technology assessment; Digital health","score_opus":0.08083015235261622,"score_gpt":0.5363838453743521,"score_spread":0.45555369302173593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414879167","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19260404,0.005074847,0.04165271,0.751994,0.0025328672,0.0032519565,0.0001277657,0.0010075546,0.001754256],"genre_scores_gemma":[0.7617683,0.0020531716,0.2295743,0.0060959454,0.00016548447,0.00023749951,0.000019361003,0.00007027149,0.00001569856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9892659,0.0014804199,0.003707373,0.0011034018,0.0024074079,0.0020355005],"domain_scores_gemma":[0.9924823,0.00088627153,0.0035311661,0.000935534,0.001896145,0.000268553],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007564323,0.0006460136,0.0016363035,0.009234623,0.0016511088,0.00024486525,0.0033607772,0.0012534966,0.000033892742],"category_scores_gemma":[0.00088587357,0.00071892695,0.00028069594,0.004515043,0.0014032733,0.00059800775,0.001147791,0.006078898,0.0000032189832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021332466,0.0013397055,0.1812188,0.00047139268,0.0006732113,0.00070824573,0.0031899745,0.0005524146,0.0010921849,0.6853419,0.0057272958,0.119471535],"study_design_scores_gemma":[0.013939931,0.017506849,0.027355852,0.038626987,0.0001489262,0.0013431968,0.42132893,0.0014903167,0.0038367766,0.2210989,0.24988426,0.0034390837],"about_ca_topic_score_codex":0.007185277,"about_ca_topic_score_gemma":0.0011441666,"teacher_disagreement_score":0.74589807,"about_ca_system_score_codex":0.019805562,"about_ca_system_score_gemma":0.011656819,"threshold_uncertainty_score":0.99964863},"labels":[],"label_agreement":null},{"id":"W4414885699","doi":"10.59350/e6bxg-66j33","title":"Join us for CoFest 2024!","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Join (topology); Work (physics); Training (meteorology)","score_opus":0.2407464837706013,"score_gpt":0.5323571395358494,"score_spread":0.29161065576524814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414885699","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021415732,0.00043650685,0.0029819368,0.030719556,0.0039259885,0.0025067427,0.00012577047,0.00091516547,0.95624673],"genre_scores_gemma":[0.1581062,0.00047775102,0.021787096,0.0004405469,0.0021564795,0.0018763745,0.00003330368,0.00007822206,0.81504405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980557,0.000120949306,0.00022737714,0.00048277236,0.0006525369,0.00046069556],"domain_scores_gemma":[0.99880886,0.0003946315,0.000044087392,0.00038955032,0.00022222025,0.00014062047],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002332421,0.00014387142,0.00021049324,0.00019280944,0.00020148116,0.0004282824,0.0008465216,0.0005115282,0.0019697694],"category_scores_gemma":[0.0006995941,0.00013356596,0.00020338099,0.00022309182,0.00027835355,0.000027949296,0.0015019833,0.0008596591,0.00057830487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046692085,0.00001981699,0.000074654774,0.00020709279,0.00002589859,0.000012193235,0.0007606767,0.0000035774674,0.000021625938,0.17228077,0.8204186,0.006170429],"study_design_scores_gemma":[0.000029044291,0.000015106452,0.000024215293,0.000095826595,0.000013431924,2.9077117e-7,0.0006536723,0.00019243294,0.00017537335,0.37874782,0.61989146,0.00016129656],"about_ca_topic_score_codex":0.009707825,"about_ca_topic_score_gemma":0.006100129,"teacher_disagreement_score":0.20646705,"about_ca_system_score_codex":0.00028952165,"about_ca_system_score_gemma":0.0011462448,"threshold_uncertainty_score":0.99894255},"labels":[],"label_agreement":null},{"id":"W4414985387","doi":"10.1186/s13063-025-09052-w","title":"Core outcome domain sets for clinical trials in epidermolysis bullosa — a COSEB protocol to achieve consensus on “what” to measure","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Protocol (science); Clinical trial; Epidermolysis bullosa; Measure (data warehouse); Domain (mathematical analysis); MEDLINE; Outcome (game theory)","score_opus":0.841677602741952,"score_gpt":0.704296546695888,"score_spread":0.137381056046064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414985387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04506928,0.000033673285,0.00272114,0.19743921,0.0016450959,0.7452746,0.000291461,0.0003733335,0.007152188],"genre_scores_gemma":[0.105618656,0.00003282346,0.027535671,0.0073121716,0.0014044532,0.85364777,0.000014699117,0.00008824834,0.00434552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9634592,0.02792189,0.005240677,0.001003382,0.0013624453,0.0010124358],"domain_scores_gemma":[0.9119738,0.08548982,0.0007486727,0.0007927152,0.0004915691,0.0005034227],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28864613,0.0002970392,0.0029173475,0.000771074,0.0003384086,0.0003672543,0.0009667775,0.0005707579,0.00018999074],"category_scores_gemma":[0.41382328,0.0002469133,0.0008587941,0.0016027238,0.00024997824,0.00008221234,0.00019088668,0.00046898227,0.00014991069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045277674,0.0015250498,0.005161072,0.00024477873,0.00046809032,0.000258293,0.004162813,0.00004043197,0.0021704447,0.05975099,0.46331874,0.4176216],"study_design_scores_gemma":[0.025471823,0.0035893426,0.0023887171,0.0020401815,0.00023962779,0.000004273173,0.010055903,0.000032178872,0.003247667,0.17528765,0.77631533,0.0013272827],"about_ca_topic_score_codex":0.0006945869,"about_ca_topic_score_gemma":0.0017116113,"teacher_disagreement_score":0.41629434,"about_ca_system_score_codex":0.00047059226,"about_ca_system_score_gemma":0.0011799634,"threshold_uncertainty_score":0.99999833},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415041675","doi":"10.1186/s12961-025-01401-0","title":"Developing a Canadian midwifery research priority framework: a Delphi consensus study","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ontario Institute of Technology; McMaster University; London Health Sciences Centre; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research","keywords":"Delphi method; Health services research; Public health; Health care; Maternal health; Delphi; Maternity care; Health policy","score_opus":0.7388108748982449,"score_gpt":0.6794577737377137,"score_spread":0.059353101160531274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415041675","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34303412,0.00785421,0.00038919377,0.505153,0.0009205408,0.019026296,0.00008866518,0.00041651295,0.12311743],"genre_scores_gemma":[0.99000555,0.0011928338,0.00040180617,0.0006914104,0.0007316084,0.0009404876,0.0000019890115,0.000025847949,0.006008485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695251,0.020795766,0.00084479403,0.0008340098,0.0037212202,0.004279101],"domain_scores_gemma":[0.9828985,0.011032599,0.00008156123,0.0008548456,0.0031023747,0.0020301307],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10485531,0.0001930742,0.0005158861,0.004578825,0.008140785,0.0010388948,0.0011080235,0.0004682881,0.000017147562],"category_scores_gemma":[0.045376316,0.0001951404,0.000045704615,0.007374704,0.0018980853,0.000118011965,0.0005347707,0.0030473839,0.00006513633],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005419593,0.000118188545,0.013361249,0.0006205172,0.000042119296,0.000110740046,0.03148307,0.000001090022,0.0000036339577,0.90147287,0.04323205,0.009500308],"study_design_scores_gemma":[0.00054440345,0.00047715782,0.014642646,0.0018398904,0.0000024446338,0.000010092297,0.22642888,0.000217695,0.000004654762,0.06405145,0.69145584,0.00032487125],"about_ca_topic_score_codex":0.961468,"about_ca_topic_score_gemma":0.79913014,"teacher_disagreement_score":0.8374214,"about_ca_system_score_codex":0.0069098417,"about_ca_system_score_gemma":0.06799955,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W4415108285","doi":"10.1371/journal.pone.0334143","title":"Quality indicators for rural surgical and obstetrical care: A modified Delphi consensus study","year":2025,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capital Regional District; University of British Columbia","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Identification (biology); Normative; MEDLINE; Quality management","score_opus":0.2408138578067238,"score_gpt":0.46999672523454983,"score_spread":0.22918286742782604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415108285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98644435,0.00067400694,0.000025557692,0.0027030348,0.000045765435,0.0020873519,0.00002437173,0.00017257856,0.007823006],"genre_scores_gemma":[0.9980458,0.000043638425,0.0007168304,0.00003130228,0.000047078403,0.00031507647,0.0000032451642,0.000008365216,0.00078868686],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976692,0.0005426142,0.00030324847,0.00027658654,0.0008241837,0.00038417516],"domain_scores_gemma":[0.99658304,0.002722754,0.000057456302,0.00022857574,0.0002472582,0.00016093176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012792822,0.00009923504,0.00031035734,0.00026937504,0.0004374899,0.000091404494,0.00030487266,0.00015459694,0.000016041771],"category_scores_gemma":[0.0036759202,0.00009695105,0.0000519612,0.0008426799,0.00045156013,0.000037214573,0.00015110146,0.00023165511,0.0000033250346],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018051002,0.021697573,0.538599,0.0008763659,0.0014381495,0.00018368666,0.09352411,0.0000021806236,0.0010969501,0.28113517,0.004714354,0.054927327],"study_design_scores_gemma":[0.020376265,0.0035431567,0.21686676,0.0006133371,0.0008764401,0.0000030131607,0.69437397,0.0006381766,0.004039821,0.03726927,0.019036135,0.002363662],"about_ca_topic_score_codex":0.0014139105,"about_ca_topic_score_gemma":0.0004250319,"teacher_disagreement_score":0.60084987,"about_ca_system_score_codex":0.00018244478,"about_ca_system_score_gemma":0.00029107236,"threshold_uncertainty_score":0.4400685},"labels":[],"label_agreement":null},{"id":"W4415217606","doi":"10.1093/ijpp/riaf082","title":"A systematic integrated technique for developing subject matter competencies in pharmacy education","year":2025,"lang":"en","type":"article","venue":"International Journal of Pharmacy Practice","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Subject matter; Pharmacy education; Pharmacy; Subject (documents); Pharmacy practice; Competency assessment","score_opus":0.10415546015761233,"score_gpt":0.5398197423108081,"score_spread":0.43566428215319575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415217606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031535227,0.0035677124,0.5612408,0.31169534,0.010929996,0.008245914,0.00003400639,0.00016839293,0.0725826],"genre_scores_gemma":[0.9318845,0.00071907346,0.061422464,0.0038464065,0.00036446183,0.0004581296,0.0000048985326,0.000018617402,0.0012814242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708164,0.0008627679,0.00089212233,0.00014572593,0.000791344,0.00022641076],"domain_scores_gemma":[0.9928038,0.0028561302,0.00071693986,0.00008920656,0.0034764677,0.00005746102],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006145178,0.00011831263,0.00024691646,0.001037633,0.000120439516,0.0002580151,0.0010665231,0.000040983057,0.00010465496],"category_scores_gemma":[0.008414165,0.00011093436,0.00011000709,0.00061619433,0.00009783641,0.0014660268,0.0000780436,0.00046405406,0.000015953512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012121106,0.0060298354,0.06557989,0.0146235395,0.00435303,0.0008082671,0.032200735,0.00016112217,0.21536605,0.38899103,0.21389513,0.045870252],"study_design_scores_gemma":[0.00481328,0.000057957768,0.00035256022,0.014502097,0.00027274227,0.0004924587,0.025090965,0.00062428456,0.07722516,0.017331144,0.8587336,0.00050372863],"about_ca_topic_score_codex":0.0020714425,"about_ca_topic_score_gemma":0.00016013338,"teacher_disagreement_score":0.9003493,"about_ca_system_score_codex":0.0012165055,"about_ca_system_score_gemma":0.0038756237,"threshold_uncertainty_score":0.99993837},"labels":[],"label_agreement":null},{"id":"W4415443488","doi":"10.31222/osf.io/r9yh2_v1","title":"NOS-TLPlot: A Specialized Python Tool for Visualizing Newcastle–Ottawa Scale Risk-of-Bias Assessments in Systematic Reviews and Meta-Analysis.","year":2025,"lang":"","type":"preprint","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Python (programming language); Visualization; Graphical user interface; Data visualization; User interface; Web application; Interface (matter); Flexibility (engineering)","score_opus":0.5360303526392249,"score_gpt":0.5775934138020985,"score_spread":0.04156306116287356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415443488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015448246,0.052887987,0.5781181,0.004816587,0.0026569667,0.21880506,0.0027064362,0.000853618,0.123707026],"genre_scores_gemma":[0.30644402,0.07131114,0.44742635,0.00082923495,0.00083302427,0.062357806,0.0002352199,0.0003950146,0.11016818],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9645945,0.019993681,0.008107641,0.0026763498,0.0031432058,0.0014846133],"domain_scores_gemma":[0.9772954,0.012782139,0.005653759,0.0024774228,0.0014053604,0.00038589348],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.07864458,0.0013149241,0.014123351,0.002922273,0.00067985954,0.0010122211,0.0027469164,0.0012943245,0.0017021648],"category_scores_gemma":[0.017393855,0.0010530262,0.006836793,0.006130464,0.0007547687,0.0005215112,0.0023261071,0.001497916,0.000028024471],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005959234,0.0035037901,0.018543357,0.46282664,0.42668328,0.00004157676,0.028360557,0.00062436913,0.00019366342,0.041116383,0.010286076,0.00722441],"study_design_scores_gemma":[0.00210166,0.00044757794,0.0010288857,0.008148475,0.9180172,0.0000027832677,0.011749218,0.019792223,0.00061477866,0.017513316,0.017543428,0.0030404627],"about_ca_topic_score_codex":0.024832007,"about_ca_topic_score_gemma":0.035746966,"teacher_disagreement_score":0.49133393,"about_ca_system_score_codex":0.0008945769,"about_ca_system_score_gemma":0.0013347637,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W4415619960","doi":"10.1038/s41523-025-00824-w","title":"A core outcome set for locoregional treatment reporting in neoadjuvant systemic breast cancer treatment trials","year":2025,"lang":"en","type":"article","venue":"npj Breast Cancer","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Sault Area Hospital; Jewish General Hospital; University of Toronto; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache","funders":"National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; Association of Breast Surgery; Department of Health and Social Care; Royal College of Surgeons of England; Breast Cancer Research Foundation","keywords":"Delphi method; Breast cancer; Outcome (game theory); Neoadjuvant therapy; Systemic therapy; Consistency (knowledge bases); Radiation therapy; Delphi","score_opus":0.5005127874530704,"score_gpt":0.5781129949305013,"score_spread":0.0776002074774309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415619960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8425215,0.005992607,0.001040705,0.099273995,0.004802839,0.022086479,0.011812328,0.0010229019,0.011446633],"genre_scores_gemma":[0.98054856,0.0009954647,0.00019772247,0.00026008912,0.0007726814,0.010398236,0.000036396188,0.000038555238,0.006752266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541336,0.00040610167,0.001902616,0.00072621653,0.00064517936,0.00090651395],"domain_scores_gemma":[0.99704266,0.00079241203,0.001111566,0.00043648446,0.0004111457,0.00020573207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003575457,0.0003553769,0.0011524413,0.00035700024,0.00040891525,0.00012364423,0.00037848018,0.00026583625,0.00056969415],"category_scores_gemma":[0.00045895006,0.00027393084,0.00043711465,0.0007077982,0.00024527873,0.00015890734,0.000062764586,0.00015541904,0.0000074792524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010067783,0.00037506365,0.63391995,0.00017019079,0.0003548564,0.000106296786,0.0031569412,0.00027159025,0.00045957702,0.002981818,0.0058497577,0.35134718],"study_design_scores_gemma":[0.029536758,0.00087960594,0.718543,0.008035922,0.0015038407,0.0009774865,0.025592675,0.0034919223,0.0015657671,0.00864131,0.19797802,0.0032536774],"about_ca_topic_score_codex":0.15737307,"about_ca_topic_score_gemma":0.053206094,"teacher_disagreement_score":0.3480935,"about_ca_system_score_codex":0.008407017,"about_ca_system_score_gemma":0.003061042,"threshold_uncertainty_score":0.9999713},"labels":[],"label_agreement":null},{"id":"W4415785534","doi":"10.5430/ijhe.v14n6p1","title":"Exploring Standard-Based Policy Updates Using a Modified Policy Delphi: “The Categorical Delphi Technique”","year":2025,"lang":"","type":"article","venue":"International Journal of Higher Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorical variable; Addendum; Delphi; Delphi method; Ranking (information retrieval); Attribution","score_opus":0.21580144531674236,"score_gpt":0.5108634013671995,"score_spread":0.29506195605045715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415785534","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12269317,0.004393568,0.08993304,0.73434055,0.022506485,0.0025503899,0.00008675105,0.00019210906,0.023303958],"genre_scores_gemma":[0.984382,0.0010652189,0.0043918947,0.0017628691,0.006641774,0.00016527226,0.000008650931,0.00004701822,0.001535318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933512,0.0008921824,0.0016732842,0.00042670954,0.0029479372,0.0007086801],"domain_scores_gemma":[0.9919724,0.0007590152,0.0012703289,0.00047479614,0.0052101975,0.00031327768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003370747,0.00039238035,0.00048531158,0.0036133092,0.0007073728,0.00089232455,0.0030894654,0.00029997728,0.0003714172],"category_scores_gemma":[0.0017746983,0.0003394025,0.00044587723,0.003262274,0.0007575419,0.001398115,0.00030881912,0.0011912358,0.000012242298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0015859304,0.002198163,0.0012985779,0.00013009622,0.001085307,0.00013200934,0.0070982636,0.004288908,0.007321484,0.82827,0.041358814,0.10523245],"study_design_scores_gemma":[0.0027086309,0.0006260675,0.0070448522,0.0027779194,0.000484759,0.00029988328,0.013126348,0.0022429873,0.022949254,0.34686154,0.59947944,0.0013983481],"about_ca_topic_score_codex":0.0079959165,"about_ca_topic_score_gemma":0.00006292081,"teacher_disagreement_score":0.8616888,"about_ca_system_score_codex":0.005864502,"about_ca_system_score_gemma":0.024207972,"threshold_uncertainty_score":0.9999058},"labels":[],"label_agreement":null},{"id":"W4415894345","doi":"10.1302/2633-1462.611.bjo-2025-0188.r1","title":"A global core outcome set for orthopaedic interventions in children with spinal dysraphism","year":2025,"lang":"en","type":"article","venue":"Bone & Joint Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spinal dysraphism; Core (optical fiber); Consistency (knowledge bases); Outcome (game theory); Set (abstract data type); Psychological intervention","score_opus":0.32739511778048924,"score_gpt":0.5387101145556147,"score_spread":0.21131499677512544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415894345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8765562,0.00039907068,0.0074285944,0.025567232,0.00030040092,0.011672665,0.0003017589,0.0002839625,0.07749009],"genre_scores_gemma":[0.9899915,0.000012681508,0.0043421304,0.00024416574,0.000037599875,0.00070908637,0.000023251125,0.000009638651,0.0046299603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838203,0.00012424876,0.0004064415,0.0003250793,0.00035010074,0.0004121196],"domain_scores_gemma":[0.9993609,0.000039030314,0.00009674559,0.0002842164,0.00012297856,0.00009608241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022726117,0.00011349704,0.00027493355,0.000213462,0.0002881054,0.00022721174,0.00077890005,0.00009326659,0.00011250481],"category_scores_gemma":[0.00045678992,0.0001023813,0.00015517828,0.0010434594,0.0002694463,0.00023275556,0.0004848197,0.00016927648,0.0000137050565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016913725,0.0001941571,0.83042765,0.000047471378,0.000054406497,0.000016331549,0.00022820492,0.000002184435,0.000004955298,0.14377508,0.015029235,0.0100512],"study_design_scores_gemma":[0.0019681812,0.00042785515,0.9408507,0.0007823394,0.00004155809,0.000013311881,0.0014606913,0.00002376363,0.000008212285,0.040116623,0.014043541,0.0002632366],"about_ca_topic_score_codex":0.011562923,"about_ca_topic_score_gemma":0.033660278,"teacher_disagreement_score":0.11343526,"about_ca_system_score_codex":0.00030111245,"about_ca_system_score_gemma":0.00045143504,"threshold_uncertainty_score":0.99501914},"labels":[],"label_agreement":null},{"id":"W4415981126","doi":"10.1002/alz.70890","title":"Development of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment‐the Sleep in Cognitive Impairment Core Outcome Set (SCICOS)","year":2025,"lang":"en","type":"review","venue":"Alzheimer s & Dementia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University; Brock University","funders":"National Institute on Aging; Health Research Board","keywords":"Comparability; Core (optical fiber); Outcome (game theory); Cognition; Clinical trial; Set (abstract data type); Psychological intervention","score_opus":0.5916824475633814,"score_gpt":0.6082214938062226,"score_spread":0.016539046242841193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415981126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004251285,0.9387426,0.0026487878,0.00044120906,0.0011223643,0.047355477,0.0047878954,0.00010821174,0.0005421659],"genre_scores_gemma":[0.40146646,0.52362275,0.01962491,0.00063215906,0.00043660542,0.050210588,0.0032644712,0.00039460504,0.00034745585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98583156,0.002857512,0.0075423503,0.0012092935,0.0013940254,0.0011652351],"domain_scores_gemma":[0.98508763,0.010053009,0.0029927634,0.00061293755,0.0009449966,0.00030865456],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.030932652,0.00076838606,0.004560892,0.0012209233,0.00030489775,0.00009450722,0.0015744944,0.0006117168,0.00030498617],"category_scores_gemma":[0.005656039,0.0005707317,0.0017825634,0.0023767892,0.0006357479,0.00018013136,0.0010098667,0.00096740306,0.000024114383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009790127,0.0023678304,0.04108655,0.00718609,0.018123318,0.00003329656,0.011002366,0.000001216126,6.571878e-7,0.00045279216,0.0012816932,0.9174852],"study_design_scores_gemma":[0.04144192,0.014692608,0.047240786,0.21911614,0.26322594,0.00003703782,0.12616467,0.00015195904,0.00032197792,0.0019199195,0.27636468,0.009322333],"about_ca_topic_score_codex":0.0012267384,"about_ca_topic_score_gemma":0.01713723,"teacher_disagreement_score":0.90816283,"about_ca_system_score_codex":0.0002553326,"about_ca_system_score_gemma":0.0023813506,"threshold_uncertainty_score":0.99967444},"labels":[],"label_agreement":null},{"id":"W4416017904","doi":"10.1177/10507256251390871","title":"Core Outcome Set of the Surgical Treatment of Differentiated Thyroid Carcinoma: International Consensus by Delphi Study","year":2025,"lang":"en","type":"article","venue":"Thyroid","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Center Amsterdam; Université de Sfax; Debreceni Egyetem; Università degli Studi di Messina; Università di Pisa; Università degli Studi di Brescia; Università degli Studi di Torino; National Cancer Institute; Hospices Civils de Lyon; Hospital for Sick Children; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Centre National de la Recherche Scientifique; Centre Hospitalier Universitaire Vaudois; Università di Catania; Sorbonne Université; Università degli Studi di Milano; Vrije Universiteit Brussel; Saint Petersburg State University; Všeobecná Fakultní Nemocnice v Praze; Odense Universitetshospital; Istituto Auxologico Italiano; Institut Gustave-Roussy; Vrije Universiteit Amsterdam; Aristotle University of Thessaloniki; Università degli Studi di Pavia; Universiteit Utrecht; Université de Lausanne; Universidad de Navarra; National and Kapodistrian University of Athens; Karolinska Institutet; Memorial Sloan-Kettering Cancer Center; Institut National de la Santé et de la Recherche Médicale; Università degli Studi di Siena; Rijksuniversiteit Groningen; Yale University; Amsterdam University Medical Centers; lékařská fakulta Univerzity Karlovy; Leids Universitair Medisch Centrum; Universiteit Leiden; Università Degli Studi di Modena e Reggio Emila","keywords":"Delphi method; Stakeholder; Delphi; Outcome (game theory); Guideline; Likert scale; Set (abstract data type); Inclusion (mineral)","score_opus":0.21873518147866444,"score_gpt":0.47647269370852546,"score_spread":0.257737512229861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416017904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812069,0.00024969605,0.000007294267,0.0026057772,0.00027723404,0.00088264584,0.00014911666,0.000049447186,0.014571903],"genre_scores_gemma":[0.99572384,0.000042449687,0.000027632665,0.000012434497,0.00003546525,0.00004504538,0.0000120900695,0.00000784026,0.0040931916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796885,0.0003869793,0.00044840403,0.00022140743,0.00072762044,0.0002467298],"domain_scores_gemma":[0.9986494,0.0005138669,0.00015870499,0.00037909177,0.00024354327,0.000055400367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005797773,0.00012647848,0.0002970688,0.00011748368,0.00018050084,0.000021826832,0.00071943505,0.00009114681,0.000120231576],"category_scores_gemma":[0.00022633778,0.00008650003,0.00014262028,0.0004592607,0.00059434655,0.000024222978,0.00018649496,0.0001185836,0.0000041660987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022803833,0.0014915109,0.9662145,0.000012512322,0.00022115733,0.000031610503,0.0069301114,0.0000030313713,0.0057302522,0.005770169,0.012176844,0.0011902753],"study_design_scores_gemma":[0.01744959,0.0035257733,0.8037282,0.000121799996,0.0004962749,0.000018839639,0.07330347,0.0006592996,0.0432584,0.008412339,0.048054695,0.000971308],"about_ca_topic_score_codex":0.005383299,"about_ca_topic_score_gemma":0.00095236464,"teacher_disagreement_score":0.16248627,"about_ca_system_score_codex":0.000233299,"about_ca_system_score_gemma":0.00019358359,"threshold_uncertainty_score":0.8137974},"labels":[],"label_agreement":null},{"id":"W4416104296","doi":"10.1136/thorax-2025-btsabstracts.113","title":"S107 Can plasma Cell-free DNA methylation predict response to mepolizumab in asthmatic individuals?","year":2025,"lang":"","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Mepolizumab; dNaM; DNA methylation; Asthma; Locus (genetics); Biomarker; Genotype; Epigenetics","score_opus":0.04870594486697666,"score_gpt":0.4012617442988693,"score_spread":0.35255579943189264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416104296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77928114,0.0001002532,0.0016386521,0.06900554,0.0005974004,0.0035783101,0.000094538,0.00029463271,0.14540957],"genre_scores_gemma":[0.9655408,0.000080866805,0.0069059767,0.0004688153,0.000089516936,0.00045089264,0.0000060668935,0.000040019142,0.026417032],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9883709,0.004879412,0.0014587345,0.0010551009,0.002653784,0.0015820791],"domain_scores_gemma":[0.99241114,0.0049316483,0.0002475649,0.0014804102,0.00036904178,0.00056019827],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015147514,0.00046058296,0.00067717605,0.0028348432,0.0006745084,0.000595069,0.0029853452,0.00069928984,0.001336856],"category_scores_gemma":[0.012693151,0.00049247727,0.0001814645,0.007294618,0.00057120185,0.00046418366,0.0016261747,0.0009364167,0.00019767002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067293206,0.0034581833,0.043326862,0.0013197674,0.0004575041,0.00038234118,0.23602653,0.0013293264,0.031796098,0.075343154,0.40923464,0.19059625],"study_design_scores_gemma":[0.011576924,0.0036297964,0.18265653,0.0030233385,0.00027969072,0.000010325025,0.13594404,0.011640441,0.27367327,0.19196057,0.18190852,0.0036965532],"about_ca_topic_score_codex":0.017369129,"about_ca_topic_score_gemma":0.033420734,"teacher_disagreement_score":0.24187718,"about_ca_system_score_codex":0.0025324656,"about_ca_system_score_gemma":0.00418289,"threshold_uncertainty_score":0.9997527},"labels":[],"label_agreement":null},{"id":"W4416438776","doi":"10.1136/bmjopen-2025-107478","title":"Protocol for a virtual nominal group technique to develop expert consensus on graded return to sports, exercise and physical activity during intermediate and late-phase rehabilitation following spinal fusion in AIS","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Protocol (science); Presentation (obstetrics); Physical activity; Rehabilitation; Nominal group technique; Sports medicine","score_opus":0.115944626320434,"score_gpt":0.5372358291745037,"score_spread":0.42129120285406974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416438776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7475554,2.762009e-7,0.00036546224,0.0027566792,0.000029540332,0.24910249,0.0000030139618,0.00003834822,0.00014880566],"genre_scores_gemma":[0.63076293,2.527573e-7,0.005240265,0.00004454702,0.000023951781,0.3638373,6.8101633e-7,0.00000890985,0.0000811746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837327,0.00023331998,0.00024705642,0.00047754488,0.00034906142,0.00031977575],"domain_scores_gemma":[0.9991199,0.0003626053,0.000066144064,0.0002007658,0.00009780151,0.00015282551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027406348,0.00014097923,0.00029795285,0.00030925433,0.00028361153,0.00017188932,0.00030121204,0.00010564231,0.000003245384],"category_scores_gemma":[0.0021784161,0.00013956336,0.000035236062,0.0006419319,0.00014105822,0.00023976719,0.0005672985,0.00017105692,7.9817545e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060407333,0.0022102215,0.01144806,0.00086827565,0.000025685158,0.0002716794,0.05564958,0.000004144605,0.28368714,0.0026572144,0.0027418777,0.5800288],"study_design_scores_gemma":[0.02778142,0.015927473,0.6179073,0.034802094,0.000050159193,0.000013780084,0.034645244,0.0012365697,0.23381552,0.020920232,0.0098988805,0.003001319],"about_ca_topic_score_codex":0.0010732723,"about_ca_topic_score_gemma":0.00086425536,"teacher_disagreement_score":0.60645926,"about_ca_system_score_codex":0.00026627004,"about_ca_system_score_gemma":0.0003127283,"threshold_uncertainty_score":0.56912285},"labels":[],"label_agreement":null},{"id":"W4416464997","doi":"10.21956/hrbopenres.13921.r26327","title":"Referee report. For: An international, Delphi consensus study to identify priorities for methodological research in behavioural trials: A study protocol [version 2; referees: 2 approved]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Ireland Canada University Foundation; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","keywords":"Protocol (science); Delphi method; Delphi; Data collection; Research design; Qualitative research","score_opus":0.8202774964874673,"score_gpt":0.7021029744794238,"score_spread":0.11817452200804346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416464997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70109135,0.000003589133,0.00036687424,0.009213126,0.00018828423,0.28527355,0.00035324163,0.00013895052,0.003371073],"genre_scores_gemma":[0.7575611,0.0000034578206,0.015743326,0.000012153588,0.0005869557,0.21902099,0.00007235462,0.000053365784,0.0069463165],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.96221244,0.02481051,0.0020588664,0.0015883702,0.0075064846,0.0018233131],"domain_scores_gemma":[0.9682807,0.013114747,0.0003662107,0.0013238363,0.016383782,0.00053072535],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26161286,0.00027546956,0.000966008,0.002098171,0.0014771429,0.0005499696,0.0031337282,0.00035554962,0.00018142072],"category_scores_gemma":[0.121669844,0.00023496691,0.0002184506,0.002020373,0.0018872878,0.000429293,0.0013714912,0.0012300643,0.000032566564],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06511432,0.032750584,0.2841709,0.00068673014,0.0007411813,0.0008214319,0.18214715,0.000008752722,0.022355244,0.009914893,0.34828478,0.05300405],"study_design_scores_gemma":[0.009967823,0.039390627,0.06287645,0.00041602933,0.000039828916,0.000012578491,0.54475486,0.000105717074,0.0037788558,0.014180666,0.32374796,0.00072864327],"about_ca_topic_score_codex":0.031083848,"about_ca_topic_score_gemma":0.058373306,"teacher_disagreement_score":0.3626077,"about_ca_system_score_codex":0.0012452825,"about_ca_system_score_gemma":0.0015983504,"threshold_uncertainty_score":0.9998228},"labels":[],"label_agreement":null},{"id":"W4416595224","doi":"10.29390/001c.147368","title":"<i>When life looks like easy street, there’s danger at your door</i> : Why the respiratory therapy profession should evolve","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Therapy","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Fraser Health; Royal Columbian Hospital; Alberta Health Services; Bruyère; University of Ottawa","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Scholarship; Relevance (law); Action (physics); Position paper; Work (physics); Position (finance)","score_opus":0.16517941414512388,"score_gpt":0.40894079059946675,"score_spread":0.24376137645434287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416595224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8053639,0.10356312,0.00025040502,0.040287133,0.0039230906,0.002980933,0.00006470083,0.00017915117,0.043387543],"genre_scores_gemma":[0.87739414,0.00279639,0.00019466339,0.10801989,0.002371867,0.00017287202,0.0000022413,0.0001633667,0.008884566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99347985,0.0026004221,0.00091431924,0.00044232034,0.0014147767,0.0011483121],"domain_scores_gemma":[0.9953953,0.00060607406,0.0005909766,0.0009822672,0.001111758,0.0013136434],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069945,0.0004035244,0.00053003116,0.00085639866,0.002131275,0.000365775,0.0026620368,0.0005558647,0.0012394257],"category_scores_gemma":[0.0006534011,0.00028143116,0.00041388645,0.0009654169,0.0013095519,0.000453095,0.00008612004,0.0015109984,0.000029129333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005578562,0.00010382667,0.0743567,0.000019443158,0.00035509764,0.00028463235,0.009896029,0.000013797449,0.004220634,0.0029479943,0.8287573,0.07848668],"study_design_scores_gemma":[0.001124593,0.0003682611,0.0049194405,0.00018794715,0.000014534201,0.0000022061047,0.004550798,0.0000017931089,0.0016675998,0.0016400749,0.9852251,0.00029767983],"about_ca_topic_score_codex":0.011403147,"about_ca_topic_score_gemma":0.11631135,"teacher_disagreement_score":0.15646777,"about_ca_system_score_codex":0.0012299145,"about_ca_system_score_gemma":0.012774476,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W4416602441","doi":"10.1111/aas.70153","title":"Improving Outcome Reporting in Paediatric Airway Management in Clinical Trials ( <scp>IMPACT</scp> ): A Study Protocol for Core Outcomes and Clinical Endpoints","year":2025,"lang":"en","type":"article","venue":"Acta Anaesthesiologica Scandinavica","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Montreal Children's Hospital; University of Toronto","funders":"National Health and Medical Research Council; Stan Perron Charitable Foundation","keywords":"Protocol (science); Clinical trial; Presentation (obstetrics); Outcome (game theory); Consolidated Standards of Reporting Trials; Data monitoring committee; Clinical endpoint; MEDLINE; Key (lock)","score_opus":0.4385882916298787,"score_gpt":0.6218825447270028,"score_spread":0.18329425309712405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416602441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8300618,0.000014181907,0.0000357014,0.0010356031,0.00012860587,0.16632365,0.0000046031673,0.00014635533,0.0022495042],"genre_scores_gemma":[0.87271607,0.00009158594,0.0017740878,0.00028556815,0.00009739695,0.124554776,0.0000025941863,0.00002153318,0.00045639198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985551,0.0048803827,0.0065753893,0.0012471162,0.00062171824,0.001124374],"domain_scores_gemma":[0.9794595,0.016583499,0.002771339,0.00072327495,0.00015278334,0.00030957715],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.094133,0.0003787247,0.0020141902,0.0007896843,0.00039766636,0.00019956613,0.0010028786,0.00061163754,0.000019921734],"category_scores_gemma":[0.12736496,0.00026642423,0.00062055263,0.0013126258,0.0004942356,0.00021195944,0.00065203366,0.000981789,0.0000031597322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021640526,0.0010656219,0.8907956,0.000058507634,0.00005825852,0.00015937178,0.00032241174,8.874285e-7,0.0000020183327,0.00040728768,0.0009759881,0.10593764],"study_design_scores_gemma":[0.0042955885,0.0018164199,0.9823213,0.00008520087,0.000057805424,6.9032694e-7,0.0051293015,0.00012007756,0.0000015266953,0.0029796122,0.0030457026,0.00014677281],"about_ca_topic_score_codex":0.0012972954,"about_ca_topic_score_gemma":0.0020314415,"teacher_disagreement_score":0.10579087,"about_ca_system_score_codex":0.00038727518,"about_ca_system_score_gemma":0.0003798926,"threshold_uncertainty_score":0.9999788},"labels":[],"label_agreement":null},{"id":"W4416623433","doi":"10.5256/f1000research.1856.r1261","title":"Referee report. For: Systematic assessment of benefits and risks: study protocol for a multi-criteria decision analysis using the Analytic Hierarchy Process for comparative effectiveness research [v1; indexed, http://f1000r.es/1fk]","year":2013,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hamilton Health Sciences Foundation; U.S. Department of Health and Human Services","keywords":"Analytic hierarchy process; Protocol (science); Decision analysis; Process (computing); Protocol analysis; Hierarchy; Decision theory; Multiple-criteria decision analysis; Analytic network process","score_opus":0.5494825154247633,"score_gpt":0.6544312820226553,"score_spread":0.10494876659789198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416623433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5038003,0.00003696842,0.02913137,0.00041112577,0.000019494804,0.46617523,0.00030323886,0.00004031107,0.00008199497],"genre_scores_gemma":[0.614351,0.0000031529855,0.007809224,0.0000013422167,0.0000385694,0.3775533,0.000030617834,0.000029038481,0.0001837377],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.984242,0.0065197633,0.001577262,0.0010915722,0.0052147186,0.0013546633],"domain_scores_gemma":[0.9606039,0.017236216,0.00067817746,0.0011197206,0.020039758,0.00032226418],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07137216,0.00032745057,0.0015480992,0.0019296887,0.002099935,0.0005259989,0.0017104717,0.00027881798,0.0000324367],"category_scores_gemma":[0.014917256,0.00022278285,0.00037669056,0.0044012857,0.0016912804,0.000517153,0.0005965454,0.0007450226,0.0000017355882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019448068,0.02702811,0.44616628,0.23832718,0.018405199,0.00009339426,0.1646858,0.011155981,0.027131788,0.020320358,0.008613919,0.018623937],"study_design_scores_gemma":[0.017453205,0.012204807,0.12766586,0.028636716,0.0012570138,0.000016423286,0.24236155,0.5392239,0.010348994,0.018197048,0.0010740674,0.0015604055],"about_ca_topic_score_codex":0.0070149195,"about_ca_topic_score_gemma":0.00452534,"teacher_disagreement_score":0.52806795,"about_ca_system_score_codex":0.00081295567,"about_ca_system_score_gemma":0.0015424571,"threshold_uncertainty_score":0.99959743},"labels":[],"label_agreement":null},{"id":"W4416639854","doi":"10.1183/13993003.congress-2025.pa396","title":"International Delphi study: Interpreting respiratory oscillometry in adults with asthma or COPD","year":2025,"lang":"","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Pulmonologists; COPD; Asthma; Delphi method; Disease; Pulmonologist; Spirometry","score_opus":0.059000155583668494,"score_gpt":0.4419921912027493,"score_spread":0.3829920356190808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416639854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5868425,0.00015475567,0.0017650024,0.0055884044,0.0011310992,0.0028518697,0.000012995653,0.00024660985,0.40140676],"genre_scores_gemma":[0.9886456,0.00011619659,0.001415,0.0010077539,0.00014822379,0.00027945646,0.0000015003425,0.000032079693,0.008354197],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9934219,0.0012012286,0.0011203986,0.001151629,0.0021390277,0.0009658161],"domain_scores_gemma":[0.9967058,0.0014359175,0.0002407582,0.00062367076,0.0007785769,0.00021531225],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065647005,0.00038252724,0.0005037485,0.002004358,0.00049275666,0.0005137453,0.0024088824,0.00033146472,0.0039269086],"category_scores_gemma":[0.003973049,0.00031179292,0.000096858894,0.005653381,0.00089399127,0.0006609708,0.0012539786,0.001138908,0.00007959699],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007998118,0.0042263293,0.6551726,0.0002777068,0.00045051426,0.001030985,0.07315308,0.000046783112,0.00010571282,0.010108138,0.023066878,0.22436315],"study_design_scores_gemma":[0.007807058,0.004319866,0.05747362,0.007276648,0.0000404587,0.0000065404383,0.7181966,0.004044964,0.0004685662,0.0008053731,0.19803976,0.0015205626],"about_ca_topic_score_codex":0.0062996075,"about_ca_topic_score_gemma":0.041606702,"teacher_disagreement_score":0.6450435,"about_ca_system_score_codex":0.0012982243,"about_ca_system_score_gemma":0.0016970714,"threshold_uncertainty_score":0.9999334},"labels":[],"label_agreement":null},{"id":"W4416768010","doi":"10.18280/mmep.121028","title":"Enhancing Organizational and Technological Structures in Construction via a Mixed Framework Validated Through Delphi and NSGA-II","year":2025,"lang":"","type":"article","venue":"Mathematical Modelling and Engineering Problems","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Delphi; Key (lock); Work (physics); Context (archaeology)","score_opus":0.03964097321502329,"score_gpt":0.3159874648111606,"score_spread":0.2763464915961373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416768010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22897202,0.0009601949,0.7681526,0.001005809,0.00008025929,0.00047715148,0.0000030872143,0.0002072351,0.00014166378],"genre_scores_gemma":[0.74369,0.0009788884,0.255205,0.000013998623,0.000025606249,0.000039968807,0.0000018484046,0.000021508007,0.000023151086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99769706,0.00009868838,0.00066752464,0.000585798,0.0003877888,0.0005631596],"domain_scores_gemma":[0.9985951,0.0008921416,0.000079216436,0.00019572588,0.000113086564,0.00012471026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012686315,0.0003182867,0.0004947447,0.0003021785,0.00047354453,0.00026338856,0.00020156249,0.00073205726,0.000035354256],"category_scores_gemma":[0.0010378244,0.00030478698,0.00003087488,0.0011311213,0.0007647947,0.00020342281,0.00036197904,0.0008920242,0.0000011231695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143374255,0.00008879901,0.00017609878,0.0015992763,0.000063283034,0.0000061899736,0.007125142,0.053756353,0.0024538627,0.93223286,0.0000052952205,0.0024784892],"study_design_scores_gemma":[0.00014927864,0.000034889992,0.00001669669,0.0011494774,0.000023975379,0.000018146648,0.00068006135,0.39924198,0.0011218225,0.5972942,0.000057700945,0.00021176599],"about_ca_topic_score_codex":0.00007024166,"about_ca_topic_score_gemma":0.00000783267,"teacher_disagreement_score":0.514718,"about_ca_system_score_codex":0.00008693679,"about_ca_system_score_gemma":0.000061888706,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W4416768938","doi":"10.1111/medu.70119","title":"Wicked problems, collective solutions: Centring well‐being via Nominal Group Technique","year":2025,"lang":"en","type":"article","venue":"Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Centring; Nominal group technique; Group (periodic table); Nominal group; MEDLINE","score_opus":0.03401148141338464,"score_gpt":0.41784404314324497,"score_spread":0.38383256172986036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416768938","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010369466,0.0007553657,0.3647109,0.12075974,0.0023823702,0.004839708,0.0000015124358,0.00084260845,0.49533832],"genre_scores_gemma":[0.97734594,0.0002144083,0.007356151,0.0017119198,0.00046809923,0.0021043457,0.000017687293,0.000016994363,0.010764464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977508,0.0004127815,0.00027823276,0.00028232794,0.00081879663,0.00045705424],"domain_scores_gemma":[0.99901915,0.00032144508,0.00006475696,0.00018522725,0.00024512538,0.00016429351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032431462,0.000092242095,0.0001299484,0.00032948612,0.00083652785,0.00006016529,0.0004535082,0.0002501403,0.000673697],"category_scores_gemma":[0.0041025607,0.000097865704,0.00004735064,0.0013146141,0.00076820207,0.00016571028,0.0001199273,0.0004404543,0.000041689607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056979658,0.002155674,0.004587142,0.00027746268,0.00006634382,0.0000112281205,0.024635205,0.0000028990264,0.0026182723,0.31503457,0.35849974,0.29205447],"study_design_scores_gemma":[0.000422556,0.00008879059,0.0025579669,0.0013081047,0.000036498623,0.000010218795,0.013775161,0.00090538536,0.0019529535,0.18899938,0.7895616,0.00038137884],"about_ca_topic_score_codex":0.005149127,"about_ca_topic_score_gemma":0.0014264026,"teacher_disagreement_score":0.96697646,"about_ca_system_score_codex":0.0012470055,"about_ca_system_score_gemma":0.006396452,"threshold_uncertainty_score":0.99923635},"labels":[],"label_agreement":null},{"id":"W4416782813","doi":"10.3390/fintech4040066","title":"A Delphi Study Investigating the Development of the Moroccan Fintech Ecosystem: Key Challenges and Opportunities","year":2025,"lang":"en","type":"article","venue":"FinTech","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Université du Québec à Rimouski","funders":"Université du Québec à Rimouski","keywords":"Delphi method; Position (finance); Key (lock); Process (computing); Delphi; Financial services; FinTech; Financial sector; Innovation process","score_opus":0.3092847634637095,"score_gpt":0.4274611618702363,"score_spread":0.11817639840652683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416782813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92373765,0.0013433025,0.00016161015,0.019840797,0.0001770007,0.0015510927,0.000005905472,0.00013833157,0.05304434],"genre_scores_gemma":[0.99715406,0.0002268854,0.0006581768,0.00008615864,0.000024439658,0.00022674832,3.151187e-7,0.000008372517,0.0016148646],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980111,0.0005294303,0.00038619223,0.00022003733,0.0005763738,0.00027686203],"domain_scores_gemma":[0.9986594,0.0005383751,0.0001281028,0.0003937143,0.00022799835,0.000052422503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037420806,0.00011625497,0.00018146078,0.00012422657,0.00074171665,0.00006479901,0.00097209634,0.000086959975,0.000021587224],"category_scores_gemma":[0.0011936739,0.000072479175,0.00003992114,0.00031492813,0.0005054243,0.00006883156,0.0006130501,0.000295428,0.000002151072],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019847263,0.00033829876,0.009908968,0.00037373975,0.0002401627,0.0000080518475,0.48345554,0.0000033715742,0.0010848307,0.13682209,0.005737801,0.3620073],"study_design_scores_gemma":[0.00030446306,0.000120581084,0.019325115,0.0011918277,0.00004273138,0.0000031463321,0.8191125,0.0001528415,0.011621458,0.016771726,0.13102102,0.00033257587],"about_ca_topic_score_codex":0.0005246679,"about_ca_topic_score_gemma":0.017187316,"teacher_disagreement_score":0.3616747,"about_ca_system_score_codex":0.00011533421,"about_ca_system_score_gemma":0.0007719486,"threshold_uncertainty_score":0.9590926},"labels":[],"label_agreement":null},{"id":"W4416904120","doi":"10.2196/76420","title":"Evaluation of the Effectiveness of Close-Knit Medical Alliances on the Integration of HIV Prevention and Treatment in County-Level Areas in China: Protocol for a Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Delphi method; Human immunodeficiency virus (HIV); Health care; Delphi; Service (business); Health services; Program evaluation","score_opus":0.5257558917348681,"score_gpt":0.6636748585183571,"score_spread":0.13791896678348892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416904120","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09175403,0.0000010173695,0.000049378836,0.00076251425,0.0000021583778,0.9051374,0.00001031802,0.0000059832923,0.0022771864],"genre_scores_gemma":[0.36889872,3.522854e-7,0.000018148216,8.6815726e-7,0.000007443221,0.63096166,6.525536e-7,0.000004099221,0.00010803359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9817559,0.013745303,0.0005306687,0.0002931658,0.0033964086,0.0002785618],"domain_scores_gemma":[0.995147,0.0032149274,0.00016646394,0.00034732156,0.0010913238,0.000032999767],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06154967,0.00009976857,0.00025146277,0.00031585412,0.00016098855,0.000032897005,0.00058148755,0.00013024852,0.000060155704],"category_scores_gemma":[0.008969136,0.000056192042,0.000058282993,0.0012609079,0.0006523105,0.00010999863,0.00012982506,0.00031533954,4.5656878e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023615869,0.034199007,0.34000316,0.0046420344,0.0002259881,0.000004784352,0.025375651,0.000103549995,0.0054583726,0.08976819,0.0013263414,0.47527704],"study_design_scores_gemma":[0.011826977,0.00683479,0.8461447,0.020145278,0.000011748571,2.089662e-7,0.007657801,0.0027681408,0.02282904,0.079416014,0.002229202,0.00013611333],"about_ca_topic_score_codex":0.0020861584,"about_ca_topic_score_gemma":0.011281124,"teacher_disagreement_score":0.5061415,"about_ca_system_score_codex":0.00065462023,"about_ca_system_score_gemma":0.0024279961,"threshold_uncertainty_score":0.99937874},"labels":[],"label_agreement":null},{"id":"W4416975029","doi":"10.62463/surgery.231","title":"Standardised Reporting Outcomes for trials investigating Surgical WOund Complications (ROSWOC); protocol for the development of a core outcomes set for trials evaluating interventions for the prevention of surgical wound complications.","year":2025,"lang":"en","type":"article","venue":"Impact Surgery","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Surgical wound; Delphi method; Protocol (science); Psychological intervention; Wound dehiscence; Clinical trial; Wound care; Context (archaeology)","score_opus":0.8034523799965693,"score_gpt":0.688319736298107,"score_spread":0.11513264369846221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416975029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04585007,0.00014283715,0.43280992,0.017216993,0.0005090464,0.5008286,0.0021455297,0.00019070537,0.00030628708],"genre_scores_gemma":[0.2554662,0.000005924829,0.032253858,0.000035714496,0.00013838631,0.7110775,0.00022376832,0.00004538763,0.0007532488],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99000555,0.0015029451,0.006538408,0.00045352892,0.00087374187,0.00062581693],"domain_scores_gemma":[0.7660364,0.2226182,0.007764842,0.0008018887,0.002627734,0.000150936],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1170942,0.00027448867,0.0018446094,0.0003236157,0.00208029,0.00024282612,0.0006170929,0.00019632207,0.000035839174],"category_scores_gemma":[0.17722848,0.0001657893,0.0029631942,0.00069345336,0.00061624136,0.00018742436,0.00012623478,0.00017547622,2.466478e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007169354,0.0030047633,0.39324465,0.011019108,0.009139327,0.0000011571137,0.013999211,0.0010582537,0.0025247738,0.08196307,0.08144666,0.39542967],"study_design_scores_gemma":[0.035213616,0.0014342179,0.29396522,0.011675231,0.0037673255,0.000014361218,0.02658845,0.019835975,0.00816961,0.33160487,0.26538607,0.0023450465],"about_ca_topic_score_codex":0.00017331047,"about_ca_topic_score_gemma":0.0002958259,"teacher_disagreement_score":0.40055606,"about_ca_system_score_codex":0.00047910624,"about_ca_system_score_gemma":0.0042903405,"threshold_uncertainty_score":0.9992189},"labels":[],"label_agreement":null},{"id":"W4417043194","doi":"10.1093/ageing/afaf318.039","title":"Development of a core outcome set for clinical trials of interventions to improve sleep in people with cognitive impairment","year":2025,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Epworth Sleepiness Scale; Cognition; Sleep (system call); Clinical trial; Excessive daytime sleepiness; Psychological intervention; Polysomnography; Sleep disorder; Dementia; Sleep medicine","score_opus":0.4543321604674329,"score_gpt":0.5995525016087303,"score_spread":0.1452203411412974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98483086,0.000032356034,0.012631559,0.00034882003,0.000046596793,0.0014427332,0.000023362532,0.000010416261,0.0006333181],"genre_scores_gemma":[0.99198323,0.000013075618,0.0074806083,0.000043520187,0.000011546711,0.00020130037,0.0000037920297,0.0000029979299,0.00025994785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998626,0.00019882502,0.0007463123,0.00013977756,0.00014419603,0.00014489362],"domain_scores_gemma":[0.99815154,0.0014864133,0.00015133873,0.000058381887,0.00010834545,0.00004397135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074142404,0.000048703056,0.0003292105,0.00013855647,0.000077578785,0.00001569543,0.00010247456,0.000047785667,0.000010972826],"category_scores_gemma":[0.0028824278,0.000039263785,0.00008900626,0.0002753304,0.00008337837,0.000039100825,0.00009275768,0.00007412174,3.040656e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011798168,0.0009901418,0.26040018,0.0017956365,0.00032501752,0.00023699983,0.079732835,0.0000027721337,0.0018341948,0.0065665734,0.0006854836,0.64625037],"study_design_scores_gemma":[0.0057727015,0.001466325,0.8835909,0.0052654403,0.0001712445,4.916257e-7,0.09236693,0.00010081767,0.004103876,0.0041195303,0.0026693956,0.0003724022],"about_ca_topic_score_codex":0.00053761044,"about_ca_topic_score_gemma":0.0088990005,"teacher_disagreement_score":0.64587796,"about_ca_system_score_codex":0.000036364232,"about_ca_system_score_gemma":0.00014437006,"threshold_uncertainty_score":0.49658513},"labels":[],"label_agreement":null},{"id":"W4417151855","doi":"10.64898/2025.11.28.25341200","title":"Protocol for the development of a core outcome set for the evaluation of shared decision-making interventions in healthcare","year":2025,"lang":"en","type":"article","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; University of Ottawa; Université Laval","funders":"National Institute for Health and Care Research","keywords":"Psychological intervention; Context (archaeology); Health care; Observational study; Protocol (science); Set (abstract data type); Service (business); Outcome (game theory); Variety (cybernetics)","score_opus":0.6918009527258143,"score_gpt":0.6659089389278305,"score_spread":0.02589201379798378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417151855","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068638325,0.000120401884,0.20523946,0.020959277,0.00031715355,0.70379514,0.000087595196,0.000054820674,0.000787816],"genre_scores_gemma":[0.6785217,4.6575468e-7,0.006993199,0.000022452405,0.000008371763,0.31439838,0.0000010625206,0.0000035279072,0.00005088995],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99836624,0.00019530136,0.0005553054,0.00012120465,0.0005999559,0.00016200525],"domain_scores_gemma":[0.99529684,0.003555257,0.00017341455,0.0002103011,0.0007503941,0.000013801784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013864786,0.00004852917,0.000118329175,0.00012733374,0.00031244455,0.000020342828,0.0005505441,0.000050482297,0.000044568005],"category_scores_gemma":[0.007891944,0.000029390189,0.000104389765,0.0004980658,0.0001081187,0.000042079053,0.0000930074,0.000080235215,3.8873387e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003364539,0.00019821625,0.26595068,0.0012574352,0.000070174756,1.7144329e-7,0.01982292,0.000146458,0.00009267741,0.02376904,0.0022996366,0.68605614],"study_design_scores_gemma":[0.0031013046,0.00020602274,0.73287153,0.005846896,0.00008469382,2.2960121e-7,0.022485346,0.027251082,0.0010254935,0.1681904,0.038704384,0.00023261616],"about_ca_topic_score_codex":0.00017874426,"about_ca_topic_score_gemma":0.01218668,"teacher_disagreement_score":0.68582356,"about_ca_system_score_codex":0.0001801741,"about_ca_system_score_gemma":0.00073476793,"threshold_uncertainty_score":0.9447963},"labels":[],"label_agreement":null},{"id":"W4417328586","doi":"10.1111/epi.70039","title":"Methodologies for developing and applying consensus‐based recommendations in epilepsy care: A narrative review","year":2025,"lang":"en","type":"article","venue":"Epilepsia","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"UCB Pharma; Angelini Pharma; Eisai; Sanofi","keywords":"Delphi method; Epilepsy; Narrative review; Delphi; Dravet syndrome; Narrative; Health care; Pharmacy","score_opus":0.2665663827933499,"score_gpt":0.5461487808505872,"score_spread":0.2795823980572373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417328586","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00979593,0.036295667,0.22485414,0.6536958,0.0010368592,0.01681738,0.000083598316,0.0008056074,0.056614988],"genre_scores_gemma":[0.13166778,0.010065946,0.8467837,0.0051227193,0.00006123698,0.0054500424,0.00003668146,0.000021416206,0.000790464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795324,0.0009734,0.00032086528,0.00028342364,0.00015379199,0.0003153123],"domain_scores_gemma":[0.9951665,0.0043161693,0.00008173627,0.00015892554,0.00023923018,0.000037443417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003794524,0.00010086662,0.00027617058,0.0002220148,0.00049330585,0.000050658025,0.00022743118,0.00010088744,0.00002579606],"category_scores_gemma":[0.00786816,0.00010337607,0.000047825662,0.0007665428,0.0002893212,0.000064505286,0.00007571226,0.0001889023,0.000001896869],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008915167,0.000045000525,0.011902592,0.0031899223,0.000059485476,0.000011923641,0.03740485,0.000008447618,0.00029930324,0.25334457,0.20491925,0.4887255],"study_design_scores_gemma":[0.0007594044,0.00006321109,0.003258263,0.0061185677,0.000034366516,8.8287777e-7,0.08620333,0.00017126951,0.001019441,0.048861723,0.8530834,0.00042616198],"about_ca_topic_score_codex":0.00042160146,"about_ca_topic_score_gemma":0.0012428967,"teacher_disagreement_score":0.6485731,"about_ca_system_score_codex":0.0002743486,"about_ca_system_score_gemma":0.00070772466,"threshold_uncertainty_score":0.941949},"labels":[],"label_agreement":null},{"id":"W4417485504","doi":"10.1017/cts.2025.10219","title":"Fidelity of intervention delivery in psychosocial and behavioral programs (FIPP): A modified Delphi study and final guideline","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical and Translational Science","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"Social Sciences and Humanities Research Council of Canada; Health and Care Research Wales","keywords":"Fidelity; Psychological intervention; Psychosocial; Guideline; Consistency (knowledge bases); Intervention (counseling); Delphi method","score_opus":0.3394206180711027,"score_gpt":0.6037894526238163,"score_spread":0.26436883455271365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417485504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948779,0.0002379798,0.0011298949,0.0030665563,0.00011345482,0.00028584496,0.0000026653445,0.000004336991,0.00028141533],"genre_scores_gemma":[0.9966727,0.00017392909,0.0030497306,0.00002778605,0.000053935175,0.0000035247626,3.3462172e-7,0.0000014438716,0.000016645097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99738497,0.0002909364,0.0012195918,0.00019113385,0.00075879967,0.00015455738],"domain_scores_gemma":[0.9986555,0.00036143174,0.00025574735,0.000052449406,0.00055435335,0.00012052998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012546577,0.00006056523,0.00025333368,0.00021845177,0.00018225571,0.00007071991,0.00022969037,0.00007712092,0.000008598522],"category_scores_gemma":[0.00058800844,0.000050771774,0.00007163544,0.0005813262,0.0017279689,0.00040020014,0.00004861014,0.0002837702,5.4775455e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003283308,0.0009941822,0.62244177,0.000011948503,0.000010083985,0.000006163417,0.001490423,0.0000054853263,0.00004905605,0.0028412042,0.00002810179,0.37179327],"study_design_scores_gemma":[0.0018093843,0.0005985874,0.9659585,0.000121447774,0.000026499174,0.0000028183242,0.0018094879,0.00082679064,0.000006724432,0.028488992,0.00028814704,0.00006263845],"about_ca_topic_score_codex":0.00088811497,"about_ca_topic_score_gemma":0.002205985,"teacher_disagreement_score":0.37173063,"about_ca_system_score_codex":0.00001283269,"about_ca_system_score_gemma":0.00044685937,"threshold_uncertainty_score":0.6366773},"labels":[],"label_agreement":null},{"id":"W603504453","doi":"","title":"Mission possible : Calgary's integration of technology maximizes effectiveness","year":2011,"lang":"en","type":"article","venue":"AIR BEAT","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Risk analysis (engineering); Business","score_opus":0.10841469689207897,"score_gpt":0.40814360950733175,"score_spread":0.2997289126152528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W603504453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86399806,0.0001586314,0.0077331467,0.0010913339,0.00019719226,0.0007172898,0.0000023098853,0.00043171312,0.1256703],"genre_scores_gemma":[0.9935061,0.000044119126,0.005748562,0.000011392072,0.000017076332,0.000031452397,0.000001471595,0.000008430831,0.0006314184],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990401,0.00019662797,0.00013138031,0.00016011721,0.00025922677,0.00021252791],"domain_scores_gemma":[0.9993853,0.0001190691,0.000051142502,0.00020924374,0.00018245717,0.0000528138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008554213,0.00006670348,0.000131369,0.0002482067,0.0001502538,0.0000071142263,0.00034489162,0.00019250564,0.00018992391],"category_scores_gemma":[0.00046560747,0.00005714929,0.000043825657,0.00057066104,0.00040572433,0.00013023219,0.0000786004,0.0001429586,0.000026445708],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037370762,0.00052284426,0.06618498,0.00011455489,0.0000472427,0.00004510063,0.012998582,0.0000020666714,0.19182856,0.25063014,0.0027496458,0.47450256],"study_design_scores_gemma":[0.0002861764,0.00031021732,0.034248535,0.0002047578,0.000011664076,0.0000028108066,0.003069004,0.000040777737,0.8752744,0.08169454,0.0046899025,0.00016721855],"about_ca_topic_score_codex":0.0041342983,"about_ca_topic_score_gemma":0.00030722213,"teacher_disagreement_score":0.6834458,"about_ca_system_score_codex":0.00008131559,"about_ca_system_score_gemma":0.000103646766,"threshold_uncertainty_score":0.62498504},"labels":[],"label_agreement":null},{"id":"W63156037","doi":"10.1155/2000/261719","title":"And a Good Time Was Had by All!","year":2000,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Pride; Medicine; Globe; Presentation (obstetrics); Front (military); Library science; Media studies; Ophthalmology; Law; Surgery; Sociology","score_opus":0.06382905400196133,"score_gpt":0.3718897307833562,"score_spread":0.30806067678139487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W63156037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5314295,0.0028325901,0.000010711395,0.016907778,0.00014656443,0.000378979,0.000056687662,0.00009118834,0.448146],"genre_scores_gemma":[0.89786166,0.0010222589,0.0005735742,0.020753384,0.0016159203,0.000037334547,0.00000429507,0.00009580337,0.07803577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998145,0.00034143895,0.00019633149,0.00016780493,0.0004581267,0.0006913309],"domain_scores_gemma":[0.9979205,0.000069403824,0.000041033836,0.00014603391,0.000094457355,0.0017285611],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017936636,0.000095554686,0.00012136027,0.00021595956,0.0008893759,0.00035070066,0.0004125447,0.00015771882,0.010071513],"category_scores_gemma":[0.00017173306,0.00009953504,0.000043763364,0.00023155782,0.00035431157,0.00023669795,0.000011867277,0.0004854712,0.00044688053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010054543,0.0000150799,0.003216577,0.0000026860614,0.000026682997,0.00044859975,0.0013831848,0.0000011786201,0.0006410218,0.001010905,0.8320905,0.16115354],"study_design_scores_gemma":[0.00013380215,0.000051972853,0.00059691817,0.0000140301445,0.0000042054858,0.00003517616,0.00022026138,0.00000437475,0.000065102795,0.0010353669,0.99771506,0.00012376095],"about_ca_topic_score_codex":0.03817203,"about_ca_topic_score_gemma":0.11360933,"teacher_disagreement_score":0.3701102,"about_ca_system_score_codex":0.0005028967,"about_ca_system_score_gemma":0.0018620058,"threshold_uncertainty_score":0.9908334},"labels":[],"label_agreement":null},{"id":"W658663191","doi":"","title":"Honda rides high in 2nd-quarter rankings","year":2008,"lang":"en","type":"article","venue":"Automotive News","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Business; History","score_opus":0.08589221505496371,"score_gpt":0.39724898785649315,"score_spread":0.31135677280152946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W658663191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186403,0.000053575204,0.0002753656,0.009437507,0.0002321155,0.0005062434,0.00000461224,0.00032504552,0.0705252],"genre_scores_gemma":[0.99486786,0.00012336198,0.0012016654,0.000494214,0.0001826796,0.000057757698,0.0000023418067,0.000016301456,0.0030538205],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99785405,0.0003754888,0.00023582754,0.00031718542,0.0006633831,0.00055408524],"domain_scores_gemma":[0.9990814,0.00033986013,0.0000634388,0.00023523126,0.00016540116,0.00011467681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008912032,0.0001213243,0.0002037699,0.00024556537,0.00043015156,0.00006900816,0.0004783483,0.00014688386,0.0007654508],"category_scores_gemma":[0.0006665736,0.00011894666,0.00006742714,0.0007657546,0.0007789118,0.00032283796,0.00007747934,0.00032642836,0.0003397653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011184546,0.0006796431,0.3382783,0.000028629032,0.000057158664,0.0013085867,0.19015495,0.000023508777,0.002042541,0.041274622,0.37883976,0.047200464],"study_design_scores_gemma":[0.0016690464,0.0003033283,0.533151,0.0001304646,0.000009932334,0.000020080686,0.011384794,0.00007293673,0.006578873,0.04731484,0.39856088,0.00080386316],"about_ca_topic_score_codex":0.034342747,"about_ca_topic_score_gemma":0.009561408,"teacher_disagreement_score":0.19487268,"about_ca_system_score_codex":0.00024146028,"about_ca_system_score_gemma":0.00030310501,"threshold_uncertainty_score":0.9720876},"labels":[],"label_agreement":null},{"id":"W6892169692","doi":"10.51408/issi2025_069","title":"Guidance List for Reporting Bibliometric Analyses (GLOBAL): A Two-Round Modified Delphi Study","year":2025,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Delphi method; Likert scale; Bibliometrics; Content analysis; Transparency (behavior); Delphi; Inclusion (mineral)","score_opus":0.5081474881378477,"score_gpt":0.6420760984830811,"score_spread":0.1339286103452334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892169692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44684225,0.0006035034,0.11798733,0.0035215307,0.00040706477,0.003585312,0.000016392967,0.00082072546,0.4262159],"genre_scores_gemma":[0.9829303,0.000029682453,0.007293277,0.00018435129,0.000111100024,0.00042128816,0.0000024777064,0.0000096423355,0.009017894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963245,0.00029607816,0.0011596073,0.0005477973,0.0010275281,0.00064451003],"domain_scores_gemma":[0.99686027,0.0009656134,0.00052993424,0.00054456043,0.0009653426,0.00013430914],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.009325378,0.00014871512,0.00034491415,0.0097279595,0.0008629675,0.0005817456,0.0008929603,0.00009951908,0.00006964801],"category_scores_gemma":[0.02168813,0.0001368034,0.00016500414,0.09584887,0.0002201057,0.0002951884,0.0002544279,0.0001396358,0.000007114095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021328498,0.0021894844,0.5680568,0.00015771338,0.0006257551,0.00014873111,0.0027924036,0.00039491802,0.0020020294,0.16885081,0.12913515,0.1254329],"study_design_scores_gemma":[0.009243401,0.0018305549,0.3226099,0.00045606197,0.00092352903,0.0000139155645,0.18226913,0.017483342,0.008464362,0.30734804,0.14584109,0.0035166782],"about_ca_topic_score_codex":0.040566456,"about_ca_topic_score_gemma":0.015208324,"teacher_disagreement_score":0.53608805,"about_ca_system_score_codex":0.0004360813,"about_ca_system_score_gemma":0.00059358747,"threshold_uncertainty_score":0.9865526},"labels":[],"label_agreement":null},{"id":"W6901728960","doi":"10.60692/e59bv-zwk14","title":"Uptake of core outcome sets in pediatric clinical trials: a protocol","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Comparability; Protocol (science); Clinical trial; Outcome (game theory); Core (optical fiber); MEDLINE","score_opus":0.6240659129910787,"score_gpt":0.5645431394808259,"score_spread":0.05952277351025281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901728960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67525935,0.000010448304,0.0071800505,0.0007630911,0.0027600322,0.22482619,0.00032562268,0.0020193171,0.08685589],"genre_scores_gemma":[0.9770088,3.0064564e-7,0.00031088523,0.000021231392,0.00020813158,0.022265539,0.0000025315976,0.0000079348965,0.00017464146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951854,0.00088151655,0.0026860496,0.00015071867,0.0008114804,0.00028486352],"domain_scores_gemma":[0.99875814,0.00023747423,0.00042999443,0.00025886318,0.00020632442,0.00010917795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026185706,0.00011076279,0.00044792882,0.000667753,0.00007471756,0.00021796339,0.00035425197,0.00025565797,0.00006745123],"category_scores_gemma":[0.0019119218,0.00008545191,0.00018710174,0.0009717798,0.00008535112,0.0006312381,0.00007326288,0.0002735078,0.00052673183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013355706,0.0000069598755,0.88437265,0.0022812479,0.000019343985,0.000015967224,0.09853295,0.00000748437,1.0481832e-7,0.0037761969,0.0016820031,0.009171528],"study_design_scores_gemma":[0.0063649053,0.00051411736,0.7245374,0.0021598267,0.000140625,0.000025860812,0.15553506,0.013453324,0.00006004124,0.00019774909,0.095865056,0.0011460669],"about_ca_topic_score_codex":0.00007227147,"about_ca_topic_score_gemma":0.0000059151994,"teacher_disagreement_score":0.30174944,"about_ca_system_score_codex":0.00018002432,"about_ca_system_score_gemma":0.00037538356,"threshold_uncertainty_score":0.90754956},"labels":[],"label_agreement":null},{"id":"W6901997410","doi":"10.6084/m9.figshare.26681137.v1","title":"Additional file 1 of Developing a set of emergency department performance measures to evaluate delirium care quality for older adults: a modified e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Emergency department; Quality (philosophy); Delirium; Delphi method; Set (abstract data type); Data collection; Delphi","score_opus":0.2840752119512619,"score_gpt":0.48967082711456483,"score_spread":0.20559561516330294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901997410","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029237801,0.00012934589,0.000020932963,0.00018677302,0.000058988564,0.0023810081,0.99311805,0.000101506324,0.0010796265],"genre_scores_gemma":[0.57067794,0.000005555482,0.0018881168,0.000034458735,0.00017184838,0.017709874,0.40920234,0.000027579312,0.00028227124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756646,0.00020074678,0.0004594801,0.00033297273,0.0011240204,0.00031632496],"domain_scores_gemma":[0.9962346,0.0010393696,0.00010579786,0.00021734374,0.0023098406,0.00009307424],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049682305,0.00012617151,0.00020425922,0.00014959738,0.00018527507,0.000029171411,0.00043503984,0.00008321077,0.78359854],"category_scores_gemma":[0.009318805,0.00012210492,0.00011665091,0.00058477744,0.000015215215,0.00014465477,0.00014941009,0.000103745035,0.00016343579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004102916,0.00003968266,0.000007953476,0.0008455335,0.00003573028,0.0000012710924,0.01280229,0.000024883444,0.0000020295013,0.00001631314,0.9683989,0.017784353],"study_design_scores_gemma":[0.00038828017,0.00045546953,0.008741202,0.010805589,0.000023907824,4.7829826e-7,0.036800448,0.0008502882,0.0005166301,0.0002048794,0.9407198,0.000493029],"about_ca_topic_score_codex":0.00012597506,"about_ca_topic_score_gemma":0.0010485025,"teacher_disagreement_score":0.7834351,"about_ca_system_score_codex":0.00020247772,"about_ca_system_score_gemma":0.0009556904,"threshold_uncertainty_score":0.9990261},"labels":[],"label_agreement":null},{"id":"W6902006815","doi":"10.6084/m9.figshare.14759474","title":"Additional file 1 of A policy Delphi study to validate the key implications of data sharing (KIDS) framework for pediatric genomics in Canada","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Key (lock); Likert scale; Delphi method; Data sharing; Information sharing; Rating scale","score_opus":0.3239170230699017,"score_gpt":0.46974656504691725,"score_spread":0.14582954197701553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902006815","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006733408,0.000014047983,0.000011270537,0.001504517,0.0000071883615,0.00071578735,0.9962267,0.000009399017,0.00083771657],"genre_scores_gemma":[0.111865185,0.0000060066723,0.009228185,0.00026594874,0.0004287852,0.003484005,0.87453854,0.000022557935,0.00016076422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885243,0.000074944845,0.00024063949,0.0002571398,0.000340318,0.0002344979],"domain_scores_gemma":[0.99374557,0.0049620997,0.000111460715,0.0007303435,0.0003733011,0.000077202276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002140999,0.00005634285,0.00011240185,0.000090765796,0.00014768248,0.00003502982,0.0015837743,0.000037904352,0.66398466],"category_scores_gemma":[0.030715473,0.000055224362,0.000025460871,0.0011588633,0.000010150748,0.00008725281,0.00088959705,0.00013555048,0.000025538451],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018737094,0.00004726129,0.0002192233,0.000022382928,0.0000061575183,0.0000013341245,0.0009612417,0.000016015341,8.50384e-7,0.0003056269,0.99759996,0.0008180459],"study_design_scores_gemma":[0.00008803012,0.000031111747,0.03174113,0.00035456,0.000008598676,7.729525e-7,0.010316158,0.0001473518,0.000026145806,0.0048283744,0.9522894,0.00016837774],"about_ca_topic_score_codex":0.25743207,"about_ca_topic_score_gemma":0.84831727,"teacher_disagreement_score":0.66395915,"about_ca_system_score_codex":0.0003336858,"about_ca_system_score_gemma":0.007349821,"threshold_uncertainty_score":0.9982776},"labels":[],"label_agreement":null},{"id":"W6902014291","doi":"10.6084/m9.figshare.14228480","title":"Additional file 4 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Delphi; Acute respiratory failure; MEDLINE; Respiratory failure","score_opus":0.34385507622899364,"score_gpt":0.540053127304316,"score_spread":0.19619805107532234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902014291","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007593627,0.00011430122,0.0001593007,0.00085338217,0.000018207034,0.0007210081,0.99629176,0.0000396678,0.0017947734],"genre_scores_gemma":[0.0007245782,0.000019931089,0.18497966,0.0011924222,0.00011865811,0.0060456176,0.8031473,0.000056828292,0.0037149691],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827886,0.00031486584,0.00031069803,0.00021927888,0.00062391144,0.0002523718],"domain_scores_gemma":[0.9941478,0.004732484,0.00022779012,0.00025846914,0.0005313517,0.00010210056],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004063088,0.00008651327,0.00014838754,0.0000694174,0.00031551125,0.000029665083,0.0003774858,0.00010256173,0.9504076],"category_scores_gemma":[0.004559472,0.00007690411,0.00011602676,0.0004940658,0.00007664646,0.00006816384,0.00021351843,0.00010601906,0.00004001205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142500885,0.000029748426,2.1979548e-7,0.00012885992,0.00019914898,0.000040477797,0.00069201924,0.000033701584,0.00008148875,0.00021050757,0.99717045,0.0013991144],"study_design_scores_gemma":[0.00019779804,0.000020085998,0.000010896479,0.0007585798,0.000017525359,0.000001972076,0.0062081334,0.00035034624,0.00054036523,0.0005532099,0.9912595,0.0000815829],"about_ca_topic_score_codex":0.00007267564,"about_ca_topic_score_gemma":0.00010902387,"teacher_disagreement_score":0.9503676,"about_ca_system_score_codex":0.0001590869,"about_ca_system_score_gemma":0.0009992347,"threshold_uncertainty_score":0.5458443},"labels":[],"label_agreement":null},{"id":"W6902016434","doi":"10.6084/m9.figshare.26677754","title":"Additional file 3 of Topic identification, selection, and prioritization for health technology assessment in selected countries: a mixed study design","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Prioritization; Health technology; Technology assessment; Health data; Key (lock); Multimethodology","score_opus":0.10584913777251553,"score_gpt":0.4593269351841614,"score_spread":0.35347779741164587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902016434","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000064912834,0.000071313625,0.0004775502,0.0014707503,0.000020408703,0.002047405,0.99555624,0.00019824943,0.00009318099],"genre_scores_gemma":[0.2238779,0.000026989914,0.0133931115,0.00006504556,0.00019797837,0.03322464,0.72690797,0.000041110692,0.0022652447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989989,0.0001574031,0.00022554856,0.00020080525,0.00025486163,0.00016252915],"domain_scores_gemma":[0.99741375,0.0018587386,0.00006889285,0.00006513561,0.0005648243,0.000028668008],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033500264,0.0000507127,0.000095813426,0.00030751328,0.00017874515,0.00008230072,0.000117099655,0.00008009073,0.5424706],"category_scores_gemma":[0.006391483,0.000057037643,0.000010925981,0.001356236,0.000020692009,0.00012253496,0.000023719733,0.00011302693,0.000024259461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002198901,0.000044918077,0.00004919741,0.00010544517,0.000007010365,6.4207603e-7,0.00048432357,0.0000021897526,0.00000520057,0.00027779283,0.99717885,0.0018422151],"study_design_scores_gemma":[0.00014613128,0.00027543897,0.016085941,0.0012780187,0.0000028208954,0.0000015979332,0.002663235,0.0020553158,0.00008836061,0.002321317,0.9749731,0.00010873906],"about_ca_topic_score_codex":0.000047233298,"about_ca_topic_score_gemma":0.0012018501,"teacher_disagreement_score":0.5424463,"about_ca_system_score_codex":0.00025080462,"about_ca_system_score_gemma":0.0016800589,"threshold_uncertainty_score":0.76516634},"labels":[],"label_agreement":null},{"id":"W6902016706","doi":"10.6084/m9.figshare.14228474","title":"Additional file 2 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi; Delphi method; Acute respiratory failure; MEDLINE; Expert system","score_opus":0.3382171135932006,"score_gpt":0.5394333574516971,"score_spread":0.20121624385849646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902016706","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075166377,0.00011509836,0.00015371932,0.00085438887,0.000018302271,0.0007188038,0.99626195,0.000039642357,0.0018305507],"genre_scores_gemma":[0.0006773723,0.00001993236,0.18067235,0.0011776756,0.00011886843,0.005969678,0.80756325,0.000056077493,0.0037447975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982792,0.00031511797,0.0003105802,0.00021918466,0.0006236558,0.00025226476],"domain_scores_gemma":[0.99417853,0.0046973014,0.00022805542,0.00025822665,0.00053576677,0.00010209319],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040383954,0.000086490974,0.00014837249,0.000069360176,0.0003153981,0.000029651415,0.00037722316,0.000102562386,0.95153844],"category_scores_gemma":[0.004570704,0.00007688304,0.000116001596,0.00049392425,0.00007662504,0.000068146815,0.00021356388,0.00010601988,0.000039976752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139141775,0.000029711331,2.115185e-7,0.00012873419,0.000199147,0.00004092727,0.0006912476,0.00003433638,0.00007955267,0.00020761165,0.9971567,0.0014179029],"study_design_scores_gemma":[0.00019710875,0.000019756648,0.000010724061,0.000748356,0.000017481574,0.0000019740214,0.0061513404,0.0003459364,0.0005363098,0.00055002375,0.9913396,0.00008135057],"about_ca_topic_score_codex":0.00007326004,"about_ca_topic_score_gemma":0.00010844701,"teacher_disagreement_score":0.95149845,"about_ca_system_score_codex":0.00015911843,"about_ca_system_score_gemma":0.0009979599,"threshold_uncertainty_score":0.547189},"labels":[],"label_agreement":null},{"id":"W6902019864","doi":"10.6084/m9.figshare.26585829.v1","title":"Additional file 3 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Acute care; Delphi method; MEDLINE; Acute hospital","score_opus":0.2614917388422912,"score_gpt":0.44157447480934736,"score_spread":0.18008273596705615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902019864","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011926339,0.00018549526,1.5385999e-7,0.001695708,0.000058249974,0.0005560869,0.9874096,0.00011584917,0.00985961],"genre_scores_gemma":[0.2996812,0.000010929145,0.0006698464,0.00017570956,0.0010460211,0.0028205323,0.6705022,0.00006623891,0.02502735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846697,0.00019221252,0.00022862088,0.0002359634,0.00064630096,0.00022993347],"domain_scores_gemma":[0.993911,0.0055106096,0.00007014735,0.00023447936,0.00018309889,0.00009061922],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001301893,0.000085691114,0.00012966071,0.0001456222,0.00015939027,0.000111578,0.0004043138,0.00009348792,0.9586415],"category_scores_gemma":[0.008002895,0.00007172348,0.00010008439,0.0009815053,0.000041853236,0.000090379806,0.00013768853,0.0002348366,0.0007460041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030874778,0.000018113753,0.000026695565,0.000032120795,0.00001401792,0.000036463847,0.0030664254,9.71439e-7,0.0000028263837,0.000019746845,0.98824924,0.008530289],"study_design_scores_gemma":[0.000033707125,0.000012530929,0.0053651636,0.002335712,0.0000050763656,0.0000025130657,0.008370577,0.000032316653,0.000030305722,0.0001414218,0.9835791,0.000091595095],"about_ca_topic_score_codex":0.00037482852,"about_ca_topic_score_gemma":0.0027382371,"teacher_disagreement_score":0.9578955,"about_ca_system_score_codex":0.00016225784,"about_ca_system_score_gemma":0.003361436,"threshold_uncertainty_score":0.95886225},"labels":[],"label_agreement":null},{"id":"W6902031035","doi":"10.6084/m9.figshare.14228477","title":"Additional file 3 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Delphi; Acute respiratory failure; MEDLINE; Respiratory failure","score_opus":0.3420252745104373,"score_gpt":0.5395331231606126,"score_spread":0.19750784865017534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902031035","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076294855,0.00011383645,0.00015820812,0.0008548503,0.000018376766,0.0007202011,0.99628794,0.00003960287,0.0017993326],"genre_scores_gemma":[0.0007059243,0.00001993975,0.18486056,0.0011915695,0.00011998074,0.006047761,0.80314004,0.00005686786,0.003857368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998279,0.00031490947,0.0003105805,0.00021925571,0.00062395306,0.00025234156],"domain_scores_gemma":[0.9941466,0.0047231833,0.00022776295,0.0002583401,0.00054202124,0.00010210099],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040596406,0.0000865069,0.00014835049,0.000069383255,0.0003153453,0.000029648394,0.00037719234,0.000102552556,0.95124245],"category_scores_gemma":[0.0046275673,0.00007688866,0.000116017254,0.0004941326,0.0000766319,0.000068153306,0.00021343236,0.00010602254,0.000040894654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014082156,0.000029705561,2.1907798e-7,0.00012981851,0.0001989644,0.000040292787,0.00069065404,0.00003417495,0.00008275552,0.00020250613,0.99717784,0.001398994],"study_design_scores_gemma":[0.00019831878,0.000019699159,0.000010824625,0.0007554842,0.000017359675,0.0000019475917,0.006178653,0.00034851852,0.0005514949,0.00054647576,0.9912898,0.00008143632],"about_ca_topic_score_codex":0.00007336442,"about_ca_topic_score_gemma":0.000108552784,"teacher_disagreement_score":0.95120156,"about_ca_system_score_codex":0.00015973691,"about_ca_system_score_gemma":0.0010032076,"threshold_uncertainty_score":0.55399644},"labels":[],"label_agreement":null},{"id":"W6902048349","doi":"10.6084/m9.figshare.16620894","title":"Additional file 1 of Patient and family engagement in the development of core outcome sets for two rare chronic diseases in children","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children; University of British Columbia; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Core (optical fiber); Outcome (game theory); Set (abstract data type); MEDLINE; Chronic disease","score_opus":0.2047023015122106,"score_gpt":0.46532983629553937,"score_spread":0.2606275347833288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902048349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9021122,0.00007696909,0.000003755927,0.00017880458,0.000013143818,0.0016421856,0.09215299,8.9028634e-7,0.0038190621],"genre_scores_gemma":[0.9700806,0.0000065674935,0.019753493,0.00003691155,0.00001715193,0.001343913,0.00838842,0.000006177631,0.00036677782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99902713,0.0001511867,0.00023834634,0.00013950968,0.000308371,0.00013542551],"domain_scores_gemma":[0.9987625,0.0009771292,0.00006913078,0.0000987832,0.000066,0.000026479003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005100586,0.000045596847,0.0001089393,0.000046513785,0.00009112664,0.000030643172,0.00029364717,0.000022967217,0.09702178],"category_scores_gemma":[0.00068716344,0.00003753334,0.000019764133,0.0001898398,0.0000977442,0.00006553697,0.00021518853,0.00006669425,0.0000043944624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005901796,0.0007671391,0.06569149,0.000051708164,0.00004488409,0.000015598118,0.022929957,0.00001542131,0.00008673453,0.00020865683,0.374261,0.5358684],"study_design_scores_gemma":[0.00072010426,0.00009148486,0.62472486,0.00033880648,0.0000060374296,7.55427e-7,0.022042193,0.000029449291,0.0005492114,0.00039760905,0.35094705,0.00015240672],"about_ca_topic_score_codex":0.00015516697,"about_ca_topic_score_gemma":0.0038573549,"teacher_disagreement_score":0.5590334,"about_ca_system_score_codex":0.00009593404,"about_ca_system_score_gemma":0.0007889412,"threshold_uncertainty_score":0.90380365},"labels":[],"label_agreement":null},{"id":"W6902084357","doi":"10.6084/m9.figshare.21592549.v1","title":"Additional file 1 of Identifying common core outcome domains from core outcome sets of musculoskeletal conditions: protocol for a systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Outcome (game theory); Protocol (science); Core (optical fiber); Common core; Identification (biology)","score_opus":0.47195020803420273,"score_gpt":0.5623678412806145,"score_spread":0.09041763324641172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902084357","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008709303,0.000037097718,8.832608e-7,0.00006542993,0.000013903148,0.11980316,0.8791112,0.00007516308,0.0008844612],"genre_scores_gemma":[0.0005826037,2.4166084e-7,0.0003111003,0.00008523114,0.000022401637,0.52637786,0.47233588,0.000014909931,0.0002697686],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9968055,0.0003717814,0.0010002789,0.00026054506,0.0012695855,0.0002923107],"domain_scores_gemma":[0.99253285,0.00558488,0.00093843945,0.00042467393,0.00042501302,0.00009415785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000540535,0.00014963133,0.00066856586,0.00013211808,0.0005142489,0.000029011357,0.0008881574,0.00008265938,0.974873],"category_scores_gemma":[0.01674224,0.0001466508,0.0003934498,0.0004935902,0.00007349005,0.00016144596,0.00035484353,0.00026794468,0.00021553793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006664751,0.00007641917,0.000036043697,0.09451324,0.000029440775,0.000006779902,0.00013045673,6.334968e-7,0.0000027376911,0.00012989501,0.9050508,0.000016872098],"study_design_scores_gemma":[0.0007848143,0.0002735893,0.0013533221,0.4961179,0.000101118174,0.000008425675,0.002728671,0.00013630652,0.000011991037,0.004138743,0.49382022,0.0005249292],"about_ca_topic_score_codex":0.00010561113,"about_ca_topic_score_gemma":0.00017208539,"teacher_disagreement_score":0.9746575,"about_ca_system_score_codex":0.00022752114,"about_ca_system_score_gemma":0.00029211253,"threshold_uncertainty_score":0.99154013},"labels":[],"label_agreement":null},{"id":"W6902106391","doi":"10.6084/m9.figshare.27238178","title":"Additional file 2 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.20775751428925268,"score_gpt":0.44283241828492076,"score_spread":0.23507490399566808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902106391","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016638396,0.00014541767,0.0000044147514,0.00004540168,0.000011267691,0.0016429567,0.9811142,0.00005722655,0.00034070847],"genre_scores_gemma":[0.782777,0.0000016854524,0.0005919804,0.000004802788,0.000092400456,0.0071647046,0.20923072,0.000014122928,0.00012257017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999163,0.0000933696,0.00012990189,0.00024266697,0.00020373023,0.00016733234],"domain_scores_gemma":[0.9966362,0.0028624472,0.00007934409,0.00010268658,0.0002763787,0.00004294645],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008340681,0.00008984769,0.00022107958,0.00007665888,0.00012512023,0.00003582487,0.00015238099,0.000063277024,0.06980308],"category_scores_gemma":[0.0014941028,0.000079776546,0.00013261965,0.00014017802,0.000096816046,0.00013077902,0.00009884243,0.00008183589,0.0000021519272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006495845,0.00048336547,0.00001123712,0.009813177,0.00006611808,0.0000011128074,0.0034878699,0.00000105501,0.0007880694,0.00020230876,0.95523155,0.029849157],"study_design_scores_gemma":[0.0052205794,0.021027327,0.3275009,0.14346582,0.00019613243,0.000002858871,0.031631608,0.018106684,0.009494648,0.027547136,0.41271573,0.0030905777],"about_ca_topic_score_codex":0.000016901256,"about_ca_topic_score_gemma":0.000106045976,"teacher_disagreement_score":0.7718835,"about_ca_system_score_codex":0.000049311275,"about_ca_system_score_gemma":0.00024591287,"threshold_uncertainty_score":0.93104726},"labels":[],"label_agreement":null},{"id":"W6902165753","doi":"10.6084/m9.figshare.20521550","title":"Additional file 1 of Patient-reported outcome measures in pediatric asthma care: using theoretical domains framework to explore healthcare providers’ perceptions","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Queen's University; University of Calgary","funders":"","keywords":"Health care; Perception; Outcome (game theory); Asthma; MEDLINE; Health professionals; Qualitative research","score_opus":0.2262337113846228,"score_gpt":0.46363382253943275,"score_spread":0.23740011115480994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902165753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81714946,0.00004077391,0.00021903195,0.004727071,0.00027597655,0.005543324,0.14733621,0.000028245395,0.024679909],"genre_scores_gemma":[0.93196476,0.0000019662868,0.06458321,0.00009875084,0.0000783164,0.00146254,0.0017052888,0.000018391342,0.000086764456],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99685293,0.0007060139,0.00045481973,0.00035646866,0.0012448266,0.00038494304],"domain_scores_gemma":[0.9981577,0.0009942198,0.00014600657,0.0002750741,0.00024087254,0.00018615907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007406089,0.00009968517,0.00019977354,0.00027758116,0.0006003327,0.000079739555,0.00067955785,0.00010117477,0.71611595],"category_scores_gemma":[0.0038287824,0.0001086813,0.00007088398,0.0011881761,0.00025960547,0.00015942851,0.0006177694,0.0004616823,0.000045895304],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026461825,0.0008314535,0.038212582,0.000047103167,0.000031020027,0.000299021,0.42382258,0.00020824197,0.000023777548,0.005119892,0.4659407,0.065199],"study_design_scores_gemma":[0.00028459777,0.0006157925,0.020604245,0.00016682141,0.000019994279,0.000014358473,0.6316079,0.000045563385,0.000024512743,0.009101491,0.3369737,0.00054100447],"about_ca_topic_score_codex":0.0014906437,"about_ca_topic_score_gemma":0.0016098476,"teacher_disagreement_score":0.71607006,"about_ca_system_score_codex":0.0005684647,"about_ca_system_score_gemma":0.001191994,"threshold_uncertainty_score":0.4617334},"labels":[],"label_agreement":null},{"id":"W6902179397","doi":"10.6084/m9.figshare.26531067.v1","title":"Additional file 1 of Identifying the essential elements to inform the development of a research agenda for Paramedicine in Ireland: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Delphi method; Delphi; Key (lock); Identification (biology); Data collection","score_opus":0.38722770101017523,"score_gpt":0.5527191066690952,"score_spread":0.16549140565891995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902179397","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011643673,0.00003961906,0.0000057886373,0.00087230105,0.000038360315,0.0028500475,0.9916369,0.000030260318,0.0033624133],"genre_scores_gemma":[0.65173143,0.0000026634684,0.0025061243,0.00010157906,0.00041270023,0.040053517,0.301312,0.000038326776,0.0038416735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975638,0.0001600331,0.00039220424,0.00016134165,0.001402879,0.00031978192],"domain_scores_gemma":[0.9925165,0.0068150186,0.00005776174,0.00017209692,0.00039313786,0.000045483608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021315732,0.00006164296,0.000103612496,0.00025499042,0.00038159377,0.00007916972,0.00069776666,0.000045487635,0.81230104],"category_scores_gemma":[0.013561159,0.00003887474,0.000042549746,0.0013560245,0.00006381538,0.00009053869,0.0003275865,0.0002465192,0.00023049137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001425199,0.00004811981,0.000006949259,0.00010295595,0.000021471531,0.0000040979453,0.022525834,0.0000010178574,0.000004517477,0.000033889948,0.9678614,0.009375494],"study_design_scores_gemma":[0.00010008436,0.000080335,0.002391243,0.0026886805,0.0000021466647,3.0273674e-7,0.026647508,0.000101941085,0.00008909939,0.0002833939,0.967563,0.00005226521],"about_ca_topic_score_codex":0.00013862841,"about_ca_topic_score_gemma":0.004766035,"teacher_disagreement_score":0.81207055,"about_ca_system_score_codex":0.00012572543,"about_ca_system_score_gemma":0.0010559077,"threshold_uncertainty_score":0.99474806},"labels":[],"label_agreement":null},{"id":"W6902190977","doi":"10.6084/m9.figshare.20521550.v1","title":"Additional file 1 of Patient-reported outcome measures in pediatric asthma care: using theoretical domains framework to explore healthcare providers’ perceptions","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Queen's University; University of Calgary","funders":"","keywords":"Health care; Perception; Outcome (game theory); Asthma; MEDLINE; Health professionals; Qualitative research","score_opus":0.22618844284434828,"score_gpt":0.43381495736545084,"score_spread":0.20762651452110256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902190977","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004603921,0.000028048244,0.0000044356557,0.00058527675,0.000042532076,0.000965964,0.9920661,0.00010253733,0.0016012251],"genre_scores_gemma":[0.72277135,0.0000010472199,0.006158312,0.00026339228,0.00016185483,0.006087865,0.26449618,0.00003199502,0.000028039856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967335,0.0005558414,0.00042730226,0.00033534743,0.001498384,0.00044965793],"domain_scores_gemma":[0.99744034,0.0015167225,0.00015776516,0.00027584305,0.0004009113,0.0002083903],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019743369,0.00011900843,0.00018762813,0.00035274093,0.0005766266,0.000037572885,0.00044543153,0.00013326567,0.9733924],"category_scores_gemma":[0.017664615,0.00013392705,0.000111296,0.0013893048,0.00006679543,0.00011391092,0.00038308985,0.0005890006,0.00012299184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016425627,0.00007882764,0.0011074307,0.00006044816,0.000003855192,0.00005246372,0.02629033,0.000041114316,6.681695e-7,0.00047452547,0.97088176,0.0009921675],"study_design_scores_gemma":[0.00023093808,0.0005673609,0.035848778,0.001403549,0.000012437599,0.000017516708,0.2546867,0.00008257153,0.000009811008,0.0075697745,0.69881153,0.00075905124],"about_ca_topic_score_codex":0.00030639055,"about_ca_topic_score_gemma":0.00041414154,"teacher_disagreement_score":0.9732694,"about_ca_system_score_codex":0.00065683137,"about_ca_system_score_gemma":0.0009929633,"threshold_uncertainty_score":0.99061},"labels":[],"label_agreement":null},{"id":"W6902196846","doi":"10.6084/m9.figshare.27238184.v1","title":"Additional file 4 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.21142534371068283,"score_gpt":0.44340320271326744,"score_spread":0.2319778590025846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902196846","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016783401,0.00014450341,0.0000045552206,0.00004534665,0.00001121399,0.0016471186,0.9809719,0.000057249184,0.0003347567],"genre_scores_gemma":[0.7874435,0.000001656206,0.00059424434,0.0000047718568,0.00009066041,0.0071197813,0.2046117,0.000014042575,0.00011960092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991628,0.00009330366,0.00012994547,0.00024275918,0.0002038041,0.0001673951],"domain_scores_gemma":[0.99661916,0.0028814739,0.00007926452,0.00010277425,0.0002743731,0.000042950236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000083857056,0.00008986813,0.00022109938,0.00007671472,0.00012515987,0.000035839446,0.00015247469,0.00006327667,0.06842533],"category_scores_gemma":[0.0014908506,0.00007979584,0.00013264504,0.00014021351,0.00009683994,0.00013080786,0.00009882386,0.00008183534,0.0000021536048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006760778,0.00049313786,0.000011846433,0.010009149,0.00006738115,0.000001123052,0.003557969,0.0000010575857,0.0008203449,0.000208709,0.9546946,0.030067023],"study_design_scores_gemma":[0.0053155124,0.021657504,0.33711043,0.14737591,0.00019952458,0.000002899375,0.032370277,0.018585885,0.009701879,0.028104689,0.3964305,0.0031450025],"about_ca_topic_score_codex":0.00001678216,"about_ca_topic_score_gemma":0.000106543856,"teacher_disagreement_score":0.77636015,"about_ca_system_score_codex":0.00004930265,"about_ca_system_score_gemma":0.00024619044,"threshold_uncertainty_score":0.9324263},"labels":[],"label_agreement":null},{"id":"W6902199420","doi":"10.6084/m9.figshare.23632743","title":"Additional file 8 of Development of consensus-driven SPIRIT and CONSORT extensions for early phase dose-finding trials: the DEFINE study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Table (database); Demographics; Delphi; Delphi method; Development (topology)","score_opus":0.5194772934774161,"score_gpt":0.5227523570800382,"score_spread":0.003275063602622086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902199420","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009007546,0.000013412378,5.836323e-7,0.0002685179,0.000013343578,0.0015372811,0.98813796,0.00005556336,0.0009657639],"genre_scores_gemma":[0.38699767,0.0000037184825,0.0057067643,0.00005065001,0.00020249073,0.011193075,0.59314245,0.000041728414,0.0026614817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852586,0.00024504773,0.00040080253,0.00016386968,0.00045538484,0.00020903762],"domain_scores_gemma":[0.9824447,0.016755208,0.00022183242,0.00012924615,0.00038676063,0.00006225029],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010243888,0.00007143665,0.00023068931,0.00012097776,0.00040619532,0.000028900755,0.00022154744,0.000059492133,0.7655374],"category_scores_gemma":[0.04151538,0.000055958724,0.000064180196,0.0004124965,0.00009184345,0.000033875127,0.00012903132,0.00008782819,0.0001272776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023428167,0.00008060777,0.0000143047755,0.000024247936,0.000029106077,0.00000464922,0.0017680966,4.8178117e-7,0.00004613983,0.00003184641,0.99319184,0.0047852336],"study_design_scores_gemma":[0.00082137086,0.00019266363,0.010862065,0.00094715843,0.000012240695,9.880496e-7,0.0067700804,0.00007353919,0.0002502032,0.00020901812,0.97974515,0.000115550276],"about_ca_topic_score_codex":0.000024985296,"about_ca_topic_score_gemma":0.00017759603,"teacher_disagreement_score":0.7654101,"about_ca_system_score_codex":0.0000265491,"about_ca_system_score_gemma":0.0006910342,"threshold_uncertainty_score":0.96655834},"labels":[],"label_agreement":null},{"id":"W6902200611","doi":"10.6084/m9.figshare.27238187.v1","title":"Additional file 5 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Focus group; Delphi method; Referral; Psychological intervention; Physical activity; Focus (optics)","score_opus":0.21018220309419966,"score_gpt":0.4430646054648553,"score_spread":0.23288240237065566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902200611","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016858833,0.0001443494,0.000004542325,0.000045577075,0.0000112153575,0.0016468993,0.98089707,0.000057257046,0.00033423753],"genre_scores_gemma":[0.78742766,0.0000016599095,0.000595578,0.0000047855997,0.000090878304,0.0071356953,0.20460896,0.000014076639,0.00012071118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991627,0.00009337707,0.00012994157,0.00024278816,0.00020381536,0.00016739119],"domain_scores_gemma":[0.9966205,0.0028780787,0.00007926135,0.00010275725,0.0002764534,0.00004295444],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000838965,0.00008987644,0.00022113483,0.00007671184,0.00012516526,0.000035824665,0.00015242113,0.000063279535,0.06840922],"category_scores_gemma":[0.0014964434,0.00007979723,0.00013266176,0.00014025577,0.00009684038,0.00013080768,0.00009882853,0.00008184433,0.000002140075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006636002,0.00049120403,0.000011761113,0.009971797,0.00006711255,0.0000011185189,0.0035419962,0.0000010655675,0.00082278514,0.00020797944,0.95482683,0.02998999],"study_design_scores_gemma":[0.0053044637,0.021355424,0.34174302,0.14725132,0.00019928801,0.0000028952288,0.03233621,0.018435173,0.009757191,0.02792278,0.39255163,0.0031406113],"about_ca_topic_score_codex":0.000016924516,"about_ca_topic_score_gemma":0.00010690138,"teacher_disagreement_score":0.77628815,"about_ca_system_score_codex":0.000049312723,"about_ca_system_score_gemma":0.00024644888,"threshold_uncertainty_score":0.93244237},"labels":[],"label_agreement":null},{"id":"W6902204667","doi":"10.6084/m9.figshare.27238184","title":"Additional file 4 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.21142534371068283,"score_gpt":0.44340320271326744,"score_spread":0.2319778590025846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902204667","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016783401,0.00014450341,0.0000045552206,0.00004534665,0.00001121399,0.0016471186,0.9809719,0.000057249184,0.0003347567],"genre_scores_gemma":[0.7874435,0.000001656206,0.00059424434,0.0000047718568,0.00009066041,0.0071197813,0.2046117,0.000014042575,0.00011960092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991628,0.00009330366,0.00012994547,0.00024275918,0.0002038041,0.0001673951],"domain_scores_gemma":[0.99661916,0.0028814739,0.00007926452,0.00010277425,0.0002743731,0.000042950236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000083857056,0.00008986813,0.00022109938,0.00007671472,0.00012515987,0.000035839446,0.00015247469,0.00006327667,0.06842533],"category_scores_gemma":[0.0014908506,0.00007979584,0.00013264504,0.00014021351,0.00009683994,0.00013080786,0.00009882386,0.00008183534,0.0000021536048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006760778,0.00049313786,0.000011846433,0.010009149,0.00006738115,0.000001123052,0.003557969,0.0000010575857,0.0008203449,0.000208709,0.9546946,0.030067023],"study_design_scores_gemma":[0.0053155124,0.021657504,0.33711043,0.14737591,0.00019952458,0.000002899375,0.032370277,0.018585885,0.009701879,0.028104689,0.3964305,0.0031450025],"about_ca_topic_score_codex":0.00001678216,"about_ca_topic_score_gemma":0.000106543856,"teacher_disagreement_score":0.77636015,"about_ca_system_score_codex":0.00004930265,"about_ca_system_score_gemma":0.00024619044,"threshold_uncertainty_score":0.9324263},"labels":[],"label_agreement":null},{"id":"W6902210077","doi":"10.6084/m9.figshare.26721612.v2","title":"Additional file 3 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.1922382118306269,"score_gpt":0.45960104081335507,"score_spread":0.2673628289827282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902210077","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000375318,0.00005794552,0.000003910191,0.000031536692,0.000029994193,0.0030917313,0.9941217,0.00013733211,0.002150586],"genre_scores_gemma":[0.21039435,5.4112843e-7,0.00029437616,0.0000074537134,0.000112478505,0.023897022,0.76412624,0.000018567838,0.0011489869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988099,0.000079405894,0.00021542406,0.0002352274,0.0004888575,0.00017122572],"domain_scores_gemma":[0.997496,0.0013372756,0.000083756764,0.00020146449,0.000812493,0.0000689751],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010112084,0.00007462935,0.0001306812,0.00010906141,0.00011087268,0.000046034176,0.0003479213,0.000080091944,0.8437179],"category_scores_gemma":[0.0018254132,0.00007423734,0.000077970595,0.00041837292,0.000043589633,0.0001637999,0.000044579876,0.000090752765,0.00016429069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000995359,0.00013190617,0.0000019070727,0.00015963904,0.000015628582,0.000001375561,0.005111031,0.0000032597839,0.000047052734,0.000065514476,0.9826866,0.011766179],"study_design_scores_gemma":[0.00010236864,0.00040679434,0.00033229543,0.00071154727,0.0000071071395,3.106465e-7,0.039664373,0.0003162352,0.00015712487,0.00025200334,0.9579571,0.00009272849],"about_ca_topic_score_codex":0.00031777142,"about_ca_topic_score_gemma":0.000709696,"teacher_disagreement_score":0.8435536,"about_ca_system_score_codex":0.00009980798,"about_ca_system_score_gemma":0.0004700899,"threshold_uncertainty_score":0.3027311},"labels":[],"label_agreement":null},{"id":"W6902239538","doi":"10.6084/m9.figshare.27238175","title":"Additional file 1 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.21318285850639904,"score_gpt":0.4434859156441177,"score_spread":0.23030305713771868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902239538","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016733728,0.00014324243,0.0000045022366,0.000045599874,0.000011202531,0.0016449494,0.981026,0.000057214693,0.00033355324],"genre_scores_gemma":[0.783843,0.000001641261,0.0006027319,0.0000047905055,0.00009092561,0.007274808,0.20804611,0.000014105747,0.00012189143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916273,0.000093398834,0.00012984811,0.00024283507,0.0002037773,0.00016738928],"domain_scores_gemma":[0.9965979,0.0029001243,0.00007923896,0.00010286551,0.000276938,0.000042950785],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008382961,0.000089874084,0.0002210296,0.00007670527,0.00012511176,0.0000357532,0.00015245937,0.00006327669,0.07095263],"category_scores_gemma":[0.0015109308,0.000079800644,0.00013264334,0.00014027875,0.00009681728,0.0001306963,0.00009885527,0.00008185329,0.0000021733542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006478204,0.0004797725,0.000011487116,0.009656804,0.000065606284,0.0000010770048,0.0034582075,0.0000010422266,0.00080783945,0.00019753602,0.95637304,0.028882783],"study_design_scores_gemma":[0.005225274,0.021176059,0.33481336,0.14616412,0.00019821331,0.000002873648,0.032163415,0.018350864,0.009618548,0.02754394,0.40162438,0.0031189655],"about_ca_topic_score_codex":0.000016745445,"about_ca_topic_score_gemma":0.00010546958,"teacher_disagreement_score":0.7729799,"about_ca_system_score_codex":0.000049298233,"about_ca_system_score_gemma":0.00024692787,"threshold_uncertainty_score":0.92989665},"labels":[],"label_agreement":null},{"id":"W6902283816","doi":"10.6084/m9.figshare.5696542.v1","title":"Additional file 1: of Research priorities of the Canadian chiropractic profession: a consensus study using a modified Delphi technique","year":2017,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Chiropractic; Delphi; Qualitative research; MEDLINE; Health services research","score_opus":0.5210337567405872,"score_gpt":0.5366691649206036,"score_spread":0.015635408180016408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902283816","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015031091,0.0000070003716,3.213567e-8,0.0006854436,0.000026039414,0.002080109,0.9522538,0.000026646236,0.043417826],"genre_scores_gemma":[0.97740024,3.909004e-7,0.0007010021,0.000011417505,0.00012711827,0.002964781,0.016782794,0.000018993864,0.0019932592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701345,0.00072872423,0.0002410362,0.00020567303,0.0013838557,0.00042725308],"domain_scores_gemma":[0.9946637,0.0026875448,0.00031854023,0.0007589878,0.0014259636,0.0001452743],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010376007,0.0000846408,0.00016061294,0.0002248933,0.0030072727,0.00013373005,0.0013781165,0.00018360205,0.8281155],"category_scores_gemma":[0.062275875,0.00006971209,0.00006606451,0.0003736214,0.0004952211,0.00013662827,0.00047667374,0.00060794613,0.000052857948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000856027,0.000055509714,0.00004828147,0.00005360734,0.000009345127,0.000020155814,0.0013294406,4.390957e-7,0.000027019882,0.00009620555,0.99813056,0.00022086794],"study_design_scores_gemma":[0.00034773382,0.00023341682,0.035136934,0.014933864,0.00001225902,0.000019509942,0.036440425,0.00022593043,0.00094945496,0.00333148,0.9079592,0.0004097763],"about_ca_topic_score_codex":0.1614961,"about_ca_topic_score_gemma":0.39140904,"teacher_disagreement_score":0.97589713,"about_ca_system_score_codex":0.00027864694,"about_ca_system_score_gemma":0.007001812,"threshold_uncertainty_score":0.99862754},"labels":[],"label_agreement":null},{"id":"W6902299091","doi":"10.6084/m9.figshare.26721615","title":"Additional file 4 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.19358046113016347,"score_gpt":0.4601542961853981,"score_spread":0.26657383505523463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902299091","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037341824,0.000058186797,0.0000039380775,0.000031475764,0.000029699419,0.003094974,0.99412614,0.00013755134,0.0021445923],"genre_scores_gemma":[0.21415283,5.385757e-7,0.00029333893,0.000007427523,0.00011070216,0.02378612,0.7605308,0.00001847517,0.0010997562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880975,0.00007939437,0.00021550982,0.00023525364,0.0004888235,0.00017124737],"domain_scores_gemma":[0.9975098,0.0013401363,0.00008377252,0.00020158288,0.0007957502,0.00006897912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101211095,0.00007463512,0.0001307155,0.0001091178,0.00011093401,0.000046061403,0.00034820577,0.000080099475,0.841228],"category_scores_gemma":[0.0017971208,0.00007425302,0.0000779773,0.00041831352,0.00004359834,0.00016382651,0.000044598768,0.000090749636,0.00016056742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010080981,0.00013214062,0.0000019141353,0.00015844198,0.000015647902,0.0000013825593,0.0051229377,0.0000032131927,0.000046308265,0.00006825537,0.98266935,0.011770309],"study_design_scores_gemma":[0.00010302717,0.0004190171,0.0003376975,0.00072119856,0.0000072446014,3.176527e-7,0.04022742,0.0003209092,0.00015521089,0.00025762134,0.9573566,0.00009376023],"about_ca_topic_score_codex":0.00031463814,"about_ca_topic_score_gemma":0.00071293063,"teacher_disagreement_score":0.84106743,"about_ca_system_score_codex":0.000099381235,"about_ca_system_score_gemma":0.00046813293,"threshold_uncertainty_score":0.30279502},"labels":[],"label_agreement":null},{"id":"W6902313092","doi":"10.6084/m9.figshare.26681140","title":"Additional file 2 of Developing a set of emergency department performance measures to evaluate delirium care quality for older adults: a modified e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Quality (philosophy); Emergency department; Delirium; Delphi method; Set (abstract data type); Statement (logic); Delphi","score_opus":0.2769253603165691,"score_gpt":0.48894541386269386,"score_spread":0.21202005354612474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902313092","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029054638,0.00013146194,0.000020494033,0.00018589257,0.000059357026,0.0023778342,0.9931134,0.00010152617,0.0011045766],"genre_scores_gemma":[0.56772834,0.000005728809,0.0018556786,0.000034625533,0.00017521833,0.017458746,0.41242942,0.000027672686,0.00028455432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756694,0.00020067973,0.0004596869,0.00033272535,0.0011237446,0.00031621003],"domain_scores_gemma":[0.99625456,0.0010247533,0.00010594579,0.000216929,0.0023047451,0.00009306106],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049412216,0.00012613155,0.00020430905,0.00014949983,0.00018528859,0.000029234485,0.0004347987,0.00008321125,0.78036773],"category_scores_gemma":[0.00920778,0.00012206515,0.000116628435,0.0005843248,0.000015215006,0.00014475352,0.00014938915,0.00010372124,0.00016169892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004079409,0.00003965758,0.000007699835,0.0008528997,0.00003571964,0.0000013053457,0.012809065,0.000024994904,0.0000019588867,0.000016594015,0.96790415,0.01826515],"study_design_scores_gemma":[0.00038157025,0.0004446399,0.008395386,0.01041762,0.000023251285,4.6787974e-7,0.035557512,0.0008244066,0.00050113763,0.00020156056,0.9427722,0.0004802197],"about_ca_topic_score_codex":0.00012723957,"about_ca_topic_score_gemma":0.0010546781,"teacher_disagreement_score":0.7802061,"about_ca_system_score_codex":0.00020253549,"about_ca_system_score_gemma":0.00095145724,"threshold_uncertainty_score":0.99913806},"labels":[],"label_agreement":null},{"id":"W6902362758","doi":"10.6084/m9.figshare.26721606","title":"Additional file 1 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Health care; Content analysis; Quality (philosophy)","score_opus":0.19562846424710134,"score_gpt":0.46028365950193495,"score_spread":0.2646551952548336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902362758","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037219317,0.000057599744,0.0000038847556,0.0000316943,0.000029671955,0.0030910294,0.9941404,0.0001374928,0.0021360568],"genre_scores_gemma":[0.20777318,5.312722e-7,0.00029747945,0.0000074407308,0.0001107698,0.024326239,0.7663442,0.00001852098,0.0011216312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988099,0.00007949074,0.00021531765,0.00023534111,0.00048874697,0.00017124026],"domain_scores_gemma":[0.99749035,0.0013505103,0.0000837421,0.0002018001,0.0008046232,0.0000689816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101171674,0.00007464101,0.0001306664,0.0001091018,0.00011088326,0.00004592951,0.00034816415,0.000080099504,0.8473275],"category_scores_gemma":[0.001825956,0.00007425833,0.00007797612,0.00041854507,0.000043586195,0.00016366022,0.00004461564,0.000090773334,0.00016232107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009883115,0.00013191471,0.0000019033185,0.00015659879,0.000015635711,0.0000013567607,0.005108346,0.0000032571222,0.000046900685,0.00006594127,0.98288465,0.011573647],"study_design_scores_gemma":[0.00010132782,0.00040948467,0.0003362231,0.00071682746,0.000007214953,3.1548075e-7,0.040068634,0.00031727162,0.00015420222,0.00025245786,0.95754284,0.00009318561],"about_ca_topic_score_codex":0.0003138193,"about_ca_topic_score_gemma":0.0007043888,"teacher_disagreement_score":0.84716517,"about_ca_system_score_codex":0.000099370634,"about_ca_system_score_gemma":0.00046980186,"threshold_uncertainty_score":0.3028167},"labels":[],"label_agreement":null},{"id":"W6902364225","doi":"10.6084/m9.figshare.27238190","title":"Additional file 6 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Referral; Psychological intervention; Delphi method; Physical activity; MEDLINE","score_opus":0.21020839752701934,"score_gpt":0.44305088315809243,"score_spread":0.2328424856310731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902364225","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016757982,0.00014479202,0.0000045531415,0.00004562112,0.000011218189,0.0016493086,0.980991,0.000057261015,0.00033827822],"genre_scores_gemma":[0.7880584,0.0000016586616,0.00059577177,0.0000047884987,0.00009093856,0.0071479096,0.20396492,0.000014085685,0.0001215007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991627,0.000093380884,0.00012994424,0.00024279222,0.00020381615,0.00016740717],"domain_scores_gemma":[0.99662,0.0028785034,0.00007926301,0.00010275856,0.00027650973,0.000042956548],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000838993,0.00008987741,0.00022113256,0.000076710414,0.00012514513,0.000035840916,0.00015243354,0.000063276566,0.06791497],"category_scores_gemma":[0.0014965059,0.00007980058,0.00013265257,0.00014026306,0.00009684583,0.00013081834,0.000098832716,0.000081850136,0.0000021444623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066943285,0.00049542746,0.000011782738,0.010013933,0.00006739757,0.0000011227618,0.0035666912,0.0000010559933,0.0008250602,0.00021054248,0.9546449,0.030095097],"study_design_scores_gemma":[0.0052894857,0.021284418,0.33842653,0.14668843,0.00019862695,0.000002883506,0.032275744,0.018270047,0.009660326,0.027966477,0.39680654,0.003130512],"about_ca_topic_score_codex":0.000017087665,"about_ca_topic_score_gemma":0.00010863636,"teacher_disagreement_score":0.77702606,"about_ca_system_score_codex":0.000049253693,"about_ca_system_score_gemma":0.00024648735,"threshold_uncertainty_score":0.9329371},"labels":[],"label_agreement":null},{"id":"W6902371305","doi":"10.6084/m9.figshare.27238175.v1","title":"Additional file 1 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.21318285850639904,"score_gpt":0.4434859156441177,"score_spread":0.23030305713771868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902371305","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016733728,0.00014324243,0.0000045022366,0.000045599874,0.000011202531,0.0016449494,0.981026,0.000057214693,0.00033355324],"genre_scores_gemma":[0.783843,0.000001641261,0.0006027319,0.0000047905055,0.00009092561,0.007274808,0.20804611,0.000014105747,0.00012189143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916273,0.000093398834,0.00012984811,0.00024283507,0.0002037773,0.00016738928],"domain_scores_gemma":[0.9965979,0.0029001243,0.00007923896,0.00010286551,0.000276938,0.000042950785],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008382961,0.000089874084,0.0002210296,0.00007670527,0.00012511176,0.0000357532,0.00015245937,0.00006327669,0.07095263],"category_scores_gemma":[0.0015109308,0.000079800644,0.00013264334,0.00014027875,0.00009681728,0.0001306963,0.00009885527,0.00008185329,0.0000021733542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006478204,0.0004797725,0.000011487116,0.009656804,0.000065606284,0.0000010770048,0.0034582075,0.0000010422266,0.00080783945,0.00019753602,0.95637304,0.028882783],"study_design_scores_gemma":[0.005225274,0.021176059,0.33481336,0.14616412,0.00019821331,0.000002873648,0.032163415,0.018350864,0.009618548,0.02754394,0.40162438,0.0031189655],"about_ca_topic_score_codex":0.000016745445,"about_ca_topic_score_gemma":0.00010546958,"teacher_disagreement_score":0.7729799,"about_ca_system_score_codex":0.000049298233,"about_ca_system_score_gemma":0.00024692787,"threshold_uncertainty_score":0.92989665},"labels":[],"label_agreement":null},{"id":"W6902392748","doi":"10.6084/m9.figshare.29857305","title":"Additional file 1 of Evaluation of an integrated care program for thoracic surgery in Ontario, Canada: a historical cohort study","year":2025,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Cohort study; Cardiothoracic surgery; Integrated care; Cohort; MEDLINE","score_opus":0.18284302458556326,"score_gpt":0.4873453165643894,"score_spread":0.30450229197882617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902392748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8845905,0.000020057478,0.000005617838,0.00018211798,0.0001653244,0.01292832,0.054789655,0.000005476941,0.04731294],"genre_scores_gemma":[0.95568836,2.781549e-7,0.009291148,0.000004995311,0.000016385524,0.009687333,0.019392386,0.000007324482,0.0059118015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820435,0.00043660286,0.00027033236,0.00018900441,0.00076125376,0.00013843237],"domain_scores_gemma":[0.9974875,0.0012521251,0.00009472545,0.00013933504,0.0009890747,0.00003725873],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024923692,0.000050078546,0.0001982285,0.00013151234,0.00007598556,0.000027330323,0.00027571255,0.000057013913,0.2727988],"category_scores_gemma":[0.0030169163,0.00005070672,0.000026969157,0.00049398723,0.00005717415,0.00010785429,0.000052511758,0.00010226162,7.6607444e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000049743423,0.00038914505,0.019804291,0.000005425394,0.000015704152,0.0000024434457,0.0014894627,0.0000034557072,8.793978e-7,0.0000020785828,0.6582538,0.31998357],"study_design_scores_gemma":[0.00012684207,0.00014446393,0.15361145,0.00015621835,0.000029592613,1.03154115e-7,0.0159094,0.00015890597,0.00007054953,0.00007284219,0.8296351,0.000084529966],"about_ca_topic_score_codex":0.9861054,"about_ca_topic_score_gemma":0.9997147,"teacher_disagreement_score":0.31989902,"about_ca_system_score_codex":0.004491061,"about_ca_system_score_gemma":0.023263153,"threshold_uncertainty_score":0.9993305},"labels":[],"label_agreement":null},{"id":"W6904833131","doi":"10.14288/1.0448851","title":"Canadian Expert Consensus Recommendations for the Diagnosis and Management of Glioblastoma : Results of a Delphi Study","year":2025,"lang":"en","type":"article","venue":"Open Collections","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Glioblastoma; Multidisciplinary approach; Delphi; Health care; Likert scale; Quality (philosophy)","score_opus":0.1476315828172612,"score_gpt":0.4732642243330185,"score_spread":0.3256326415157573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904833131","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004132949,0.00021308185,0.00045402505,0.16746579,0.0004932875,0.017162891,0.0006855271,0.00004735247,0.80934507],"genre_scores_gemma":[0.85483223,0.0012673447,0.004689997,0.00014978724,0.000020723735,0.007496006,0.0000030201406,0.000010240191,0.13153064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915624,0.00016796152,0.00023470719,0.00015023592,0.0001319061,0.00015894487],"domain_scores_gemma":[0.9981321,0.0012735358,0.00005963448,0.00022140062,0.00025528105,0.000058050668],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012687437,0.000047305435,0.000105901105,0.00016556065,0.002780359,0.00021056099,0.0004189177,0.000033237284,0.00007740938],"category_scores_gemma":[0.00043275754,0.000041977,0.000027731885,0.0016299745,0.00017015076,0.000039794264,0.00015615746,0.00005272517,2.2336236e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008562355,0.00018194223,0.00019008774,0.000008263166,0.00013751953,0.0000010237244,0.0036372263,0.0000045990296,0.0000011108604,0.0031247123,0.98198485,0.010643061],"study_design_scores_gemma":[0.0009184138,0.00025119015,0.00059364235,0.000092205686,0.000055165765,2.5332668e-7,0.116574295,0.00008857871,0.00013937753,0.0021564215,0.8790622,0.0000682572],"about_ca_topic_score_codex":0.8711578,"about_ca_topic_score_gemma":0.9663168,"teacher_disagreement_score":0.8506993,"about_ca_system_score_codex":0.00018510547,"about_ca_system_score_gemma":0.00052098394,"threshold_uncertainty_score":0.9985179},"labels":[],"label_agreement":null},{"id":"W6913262174","doi":"10.5683/sp3/o1znt3","title":"Enquête sur la population active, février 2014 [Canada] [Remanié 2025]","year":2023,"lang":"fr","type":"dataset","venue":"Borealis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Statistics Canada","funders":"","keywords":"Population; Research methodology; Publics; Social interest","score_opus":0.06642122462560461,"score_gpt":0.39061557994143564,"score_spread":0.324194355315831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913262174","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001609333,0.00019378432,0.000014237482,0.006598222,0.0010654881,0.0010094724,0.97594404,0.00020748124,0.014806312],"genre_scores_gemma":[0.00034013446,0.0029943683,0.00011863685,0.00028380236,0.0011793494,0.0002446537,0.9763379,0.00010137694,0.018399768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932597,0.0014036647,0.00066828175,0.0008908049,0.002644513,0.0011330055],"domain_scores_gemma":[0.995647,0.0019280171,0.00042578843,0.0011230829,0.0004241942,0.00045193278],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022151505,0.0004999341,0.0006338377,0.00032360814,0.0006542886,0.00026316335,0.0016736517,0.0010301502,0.0008130327],"category_scores_gemma":[0.0021101593,0.0005531141,0.00020821599,0.0011090578,0.0006029703,0.0004047583,0.00048937264,0.0011506948,0.0008988975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029447629,0.00006443384,0.0002957798,0.00012972814,0.000089468056,0.00028072915,0.00013238912,0.000010232451,0.0000030586916,0.0023556855,0.987845,0.008764043],"study_design_scores_gemma":[0.00014721193,0.00003960716,0.015270891,0.00020090722,0.00007415057,0.0000045901184,0.00032224358,0.00005183494,0.000014598969,0.0015293381,0.9818053,0.00053931813],"about_ca_topic_score_codex":0.99882954,"about_ca_topic_score_gemma":0.9990037,"teacher_disagreement_score":0.014975111,"about_ca_system_score_codex":0.0015506728,"about_ca_system_score_gemma":0.0020858422,"threshold_uncertainty_score":0.999879},"labels":[],"label_agreement":null},{"id":"W6920453963","doi":"10.60692/tjhec-rmx82","title":"Standardizing Cranioplasty Outcomes Following Stroke or Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cranioplasty; Delphi method; Protocol (science); Decompressive craniectomy; Delphi; Outcome (game theory); Stroke (engine); Set (abstract data type)","score_opus":0.45462678222671804,"score_gpt":0.4909333533974881,"score_spread":0.036306571170770074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920453963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804915,2.6816775e-7,0.15273723,0.001583526,0.00087354094,0.3560328,0.0010146457,0.0020123622,0.0052541397],"genre_scores_gemma":[0.8684543,5.1036646e-9,0.0021003312,0.000040917173,0.000021981532,0.12865292,0.0000057161114,0.000013485701,0.00071037415],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969563,0.00013241207,0.0011543459,0.0001270858,0.0011876445,0.00044221492],"domain_scores_gemma":[0.99860626,0.00034417948,0.00042054054,0.00029639472,0.00024992353,0.00008271555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006210548,0.0001613942,0.0003435334,0.00034723326,0.0008258506,0.00024459657,0.0004974942,0.00011713616,0.00002336402],"category_scores_gemma":[0.0008036724,0.00009685402,0.00017080449,0.0006493204,0.00007259691,0.000530531,0.00011105184,0.0001121474,0.00008487719],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022497197,0.0000033385832,0.33164728,0.0017596356,0.00016948287,0.000001925069,0.6601764,0.000036149137,0.0000034867355,0.0006436639,0.0013144028,0.004019238],"study_design_scores_gemma":[0.0039310935,0.0001790319,0.08538911,0.0009962096,0.000047030233,0.0000025006643,0.8747946,0.0027616308,0.00057524344,0.000019024494,0.030725969,0.0005785653],"about_ca_topic_score_codex":0.000026317763,"about_ca_topic_score_gemma":0.000023831053,"teacher_disagreement_score":0.3879628,"about_ca_system_score_codex":0.00030588638,"about_ca_system_score_gemma":0.0004209534,"threshold_uncertainty_score":0.63518584},"labels":[],"label_agreement":null},{"id":"W6920735984","doi":"10.6084/m9.figshare.14703968.v1","title":"Additional file 1 of Selecting contextually appropriate performance indicators in a circumpolar context: a modified Delphi approach","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Delphi method; Delphi; Representation (politics); Test (biology); Preamble; Performance indicator; Panel survey; Survey methodology","score_opus":0.11586514859551712,"score_gpt":0.3864915801153732,"score_spread":0.2706264315198561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920735984","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3008096,0.000066390436,0.00016254517,0.00030025412,0.000054116565,0.001800267,0.0643596,0.000016744978,0.6324305],"genre_scores_gemma":[0.9768166,0.000008882072,0.01526393,0.000034299443,0.000051916388,0.0003922567,0.0041889744,0.000016134107,0.0032270092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977672,0.00038735042,0.00039207045,0.00039175988,0.00064710085,0.00041452184],"domain_scores_gemma":[0.9979995,0.001197853,0.00020146565,0.0002305345,0.0002544924,0.00011614429],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001375222,0.000111495625,0.0002700625,0.00027790447,0.0002584664,0.00015730984,0.0008293532,0.00016742002,0.4168013],"category_scores_gemma":[0.0031632718,0.00012293647,0.000055167176,0.0016375711,0.00031655666,0.0003809919,0.00030350496,0.00037859168,0.00011235378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012608772,0.00083206757,0.000878858,0.000059043403,0.00008560451,0.00006952186,0.03991599,0.000057328427,0.0005941497,0.0012325845,0.30860645,0.6475423],"study_design_scores_gemma":[0.0011340675,0.0001289424,0.0025151204,0.00066991185,0.000013002541,0.000023074133,0.062447272,0.0039999285,0.003921638,0.00052870065,0.9240014,0.00061692775],"about_ca_topic_score_codex":0.0005859443,"about_ca_topic_score_gemma":0.000997567,"teacher_disagreement_score":0.67600703,"about_ca_system_score_codex":0.00015509795,"about_ca_system_score_gemma":0.0018370358,"threshold_uncertainty_score":0.58373183},"labels":[],"label_agreement":null},{"id":"W6920787070","doi":"10.6084/m9.figshare.14228483","title":"Additional file 5 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Delphi; Acute respiratory failure; MEDLINE; Respiratory failure","score_opus":0.34185635945381815,"score_gpt":0.5396335487248342,"score_spread":0.197777189271016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920787070","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007633577,0.000114172755,0.00015880332,0.0008583631,0.000018211069,0.00072095933,0.9962904,0.00003967728,0.0017917752],"genre_scores_gemma":[0.000718581,0.000019971269,0.18535513,0.0011956955,0.00011891979,0.006057795,0.80272484,0.000056955058,0.0037520938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827856,0.00031514652,0.0003106876,0.00021930863,0.0006239508,0.00025236522],"domain_scores_gemma":[0.9941497,0.0047261002,0.00022777592,0.00025841632,0.0005359067,0.000102110134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040652516,0.00008652233,0.0001484145,0.00006941445,0.00031552665,0.000029651224,0.00037733564,0.00010256699,0.95039415],"category_scores_gemma":[0.00457879,0.00007690562,0.00011604333,0.0004942344,0.00007664685,0.00006816373,0.00021352989,0.000106032254,0.000039727467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001401629,0.000029751582,2.1899895e-7,0.00012890158,0.00019915545,0.0000404768,0.00069164555,0.000034145025,0.00008213693,0.00021063184,0.99716747,0.0014014532],"study_design_scores_gemma":[0.0001977364,0.000019809293,0.000011090536,0.00075940654,0.00001753765,0.0000019729127,0.006213412,0.00034784048,0.000544968,0.0005502796,0.9912543,0.00008162064],"about_ca_topic_score_codex":0.000073374234,"about_ca_topic_score_gemma":0.00010943833,"teacher_disagreement_score":0.9503544,"about_ca_system_score_codex":0.00015912371,"about_ca_system_score_gemma":0.001000422,"threshold_uncertainty_score":0.54815704},"labels":[],"label_agreement":null},{"id":"W6920818490","doi":"10.6084/m9.figshare.23993218","title":"Additional file 1 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Rating scale; Delphi method","score_opus":0.24450395210797796,"score_gpt":0.4478242742116579,"score_spread":0.20332032210367992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920818490","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002088027,0.000011164809,2.2123682e-7,0.000094951676,0.00006906931,0.0029632007,0.9766528,0.00013540016,0.019864373],"genre_scores_gemma":[0.02650462,0.0000029385444,0.00017048024,0.000014567783,0.00026097655,0.015673107,0.9560375,0.000017100909,0.0013186742],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964244,0.0018551522,0.0004114146,0.00018053541,0.0007970325,0.0003314781],"domain_scores_gemma":[0.9088532,0.09044103,0.00023436542,0.00012140292,0.00029240435,0.00005760176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030109137,0.00008693778,0.0006156306,0.0002767079,0.00015218504,0.00005615509,0.0003271605,0.0001257921,0.9854264],"category_scores_gemma":[0.33696136,0.00008043724,0.00023091132,0.0011282611,0.000056233024,0.00011069999,0.000101610014,0.000191749,0.0009755487],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24481744,0.000013963442,1.7047195e-7,0.0000073793717,0.000017100117,0.000007792947,0.00031294735,0.0000037938416,4.4706795e-7,0.00001543915,0.7545471,0.00025638918],"study_design_scores_gemma":[0.88917387,0.0000407052,0.000044062723,0.001021921,0.0000035267492,9.008903e-8,0.00053078454,0.0011889754,0.0000028972674,0.00018455903,0.10769228,0.00011630964],"about_ca_topic_score_codex":0.0003113747,"about_ca_topic_score_gemma":0.002135097,"teacher_disagreement_score":0.9844509,"about_ca_system_score_codex":0.000073825206,"about_ca_system_score_gemma":0.0006516213,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W6920827062","doi":"10.6084/m9.figshare.23993221","title":"Additional file 2 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Delphi method; Rating scale","score_opus":0.23698911527900746,"score_gpt":0.44699537289471053,"score_spread":0.21000625761570307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920827062","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020735552,0.000011375918,2.160057e-7,0.00009446327,0.00006957738,0.0029593827,0.9761385,0.00013546154,0.020383695],"genre_scores_gemma":[0.026001515,0.000003024006,0.00016608133,0.000014555384,0.00026512798,0.01532179,0.95688844,0.000017058153,0.0013224044],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964253,0.001854498,0.00041163707,0.00018038745,0.0007968315,0.0003313499],"domain_scores_gemma":[0.91022724,0.08906803,0.00023460729,0.00012107084,0.00029150394,0.00005756014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029923073,0.00008690639,0.00061580166,0.00027650222,0.0001521977,0.000056293524,0.00032695374,0.00012579293,0.98511285],"category_scores_gemma":[0.33388698,0.00008040738,0.0002308606,0.0011272662,0.000056232144,0.000110786146,0.00010159378,0.00019169887,0.0009637479],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24401088,0.000013968456,1.6446567e-7,0.0000074608183,0.00001711278,0.000008041481,0.00031347584,0.0000038173407,4.2984195e-7,0.000015759566,0.75534415,0.00026473374],"study_design_scores_gemma":[0.88555354,0.0000404702,0.0000429999,0.0010016134,0.000003491305,8.9777544e-8,0.00052150927,0.0011729228,0.000002859655,0.00018511804,0.11136003,0.000115340554],"about_ca_topic_score_codex":0.00031493974,"about_ca_topic_score_gemma":0.0021494236,"teacher_disagreement_score":0.9841491,"about_ca_system_score_codex":0.00007384922,"about_ca_system_score_gemma":0.0006483309,"threshold_uncertainty_score":0.9998141},"labels":[],"label_agreement":null},{"id":"W6920840984","doi":"10.6084/m9.figshare.26677751.v1","title":"Additional file 2 of Topic identification, selection, and prioritization for health technology assessment in selected countries: a mixed study design","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Prioritization; Health technology; Technology assessment; Health data; Key (lock); Multimethodology","score_opus":0.10419366786006412,"score_gpt":0.45920279694595006,"score_spread":0.35500912908588594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920840984","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006411708,0.00007216417,0.00046562793,0.0014723184,0.000020363424,0.0020469108,0.99556494,0.00019874547,0.00009483991],"genre_scores_gemma":[0.21660367,0.000027098798,0.013161777,0.00006461951,0.0001971252,0.032968037,0.7347238,0.000040755098,0.0022131377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998999,0.00015750033,0.00022554831,0.0002007445,0.00025474824,0.00016248296],"domain_scores_gemma":[0.9974293,0.0018491917,0.000068974885,0.00006510842,0.00055873644,0.000028665749],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003333664,0.000050703988,0.00009582668,0.00030741782,0.00017877307,0.00008230855,0.00011710859,0.00008009789,0.5439524],"category_scores_gemma":[0.0063182986,0.000057033758,0.000010924605,0.0013557029,0.00002069028,0.00012252407,0.000023733372,0.000113024274,0.000023750988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021733429,0.000044904027,0.000047588113,0.00010457144,0.000007012905,6.511838e-7,0.00048447266,0.0000021983165,0.000005010027,0.00028418147,0.99715275,0.0018645071],"study_design_scores_gemma":[0.00014382612,0.00027338904,0.015785674,0.0012539201,0.0000028105906,0.000001601754,0.002625318,0.0020204193,0.00008521458,0.0023116951,0.9753886,0.00010753098],"about_ca_topic_score_codex":0.000047170586,"about_ca_topic_score_gemma":0.0012007586,"teacher_disagreement_score":0.5439286,"about_ca_system_score_codex":0.00024989847,"about_ca_system_score_gemma":0.0016718628,"threshold_uncertainty_score":0.756405},"labels":[],"label_agreement":null},{"id":"W6920841737","doi":"10.6084/m9.figshare.28200897.v1","title":"Additional file 1 of Correction: Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Quality (philosophy); Health care","score_opus":0.1386568930767692,"score_gpt":0.4462183533479663,"score_spread":0.3075614602711971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920841737","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023880412,0.000018357641,0.000011454817,0.00003204681,0.00008025587,0.0034116327,0.9900808,0.000089140114,0.0060375496],"genre_scores_gemma":[0.160821,5.0297893e-7,0.00027874668,0.000020732623,0.00008639848,0.032120604,0.8017612,0.000012056177,0.0048987423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989227,0.00009985519,0.0002346627,0.00021514438,0.00037323686,0.00015438162],"domain_scores_gemma":[0.99679047,0.0013673726,0.00015127122,0.0002268585,0.0014136985,0.000050301715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008964108,0.00007307331,0.00014877117,0.00012459977,0.0001939099,0.000024775289,0.00034303564,0.00008917838,0.7435394],"category_scores_gemma":[0.0031748817,0.00007827883,0.00006889348,0.0005482349,0.000047103684,0.00012043645,0.000047373025,0.00008781482,0.000047302434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024205348,0.0002184532,0.0000134235215,0.000063585285,0.000014703393,2.7390266e-7,0.0021683217,0.000008093134,0.000019076784,0.000030458188,0.9843458,0.013093585],"study_design_scores_gemma":[0.00023212086,0.00038210655,0.0017763377,0.0005912022,0.000008460601,1.835465e-7,0.06195334,0.00025716066,0.00025838823,0.00015195146,0.93429977,0.0000890083],"about_ca_topic_score_codex":0.00048799007,"about_ca_topic_score_gemma":0.0014988951,"teacher_disagreement_score":0.74349207,"about_ca_system_score_codex":0.0001266708,"about_ca_system_score_gemma":0.00054626644,"threshold_uncertainty_score":0.38008595},"labels":[],"label_agreement":null},{"id":"W6920848295","doi":"10.6084/m9.figshare.27238181","title":"Additional file 3 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.2102434135120327,"score_gpt":0.4429493591441078,"score_spread":0.2327059456320751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920848295","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016851021,0.00014397508,0.0000045273237,0.00004541259,0.000011305496,0.0016453839,0.9809057,0.00005716268,0.0003354865],"genre_scores_gemma":[0.78652483,0.0000016639639,0.000596427,0.0000047893423,0.00009194557,0.007152638,0.20548941,0.000014111611,0.00012417432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916285,0.00009331503,0.00012990201,0.0002427364,0.00020381599,0.00016737731],"domain_scores_gemma":[0.9966195,0.0028763206,0.00007925222,0.00010272381,0.00027921904,0.000042948257],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008379422,0.00008986229,0.00022105064,0.000076681405,0.00012510174,0.000035821646,0.00015237,0.00006327167,0.06943707],"category_scores_gemma":[0.0015105533,0.00007978169,0.00013263545,0.00014023024,0.00009682369,0.00013079002,0.00009878868,0.00008183771,0.000002195495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066564586,0.0004900129,0.0000117523805,0.010023498,0.00006698457,0.0000011128463,0.003533764,0.0000010652608,0.00082737365,0.00020066544,0.9548649,0.029912282],"study_design_scores_gemma":[0.005264906,0.021037422,0.3311987,0.14511041,0.0001955201,0.0000028336829,0.03185315,0.018281637,0.009761414,0.027473917,0.40671718,0.003102907],"about_ca_topic_score_codex":0.000016922517,"about_ca_topic_score_gemma":0.00010613729,"teacher_disagreement_score":0.7754163,"about_ca_system_score_codex":0.00004948048,"about_ca_system_score_gemma":0.00024705508,"threshold_uncertainty_score":0.9314136},"labels":[],"label_agreement":null},{"id":"W6920864298","doi":"10.6084/m9.figshare.23993221.v1","title":"Additional file 2 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Delphi method; Rating scale","score_opus":0.23698911527900746,"score_gpt":0.44699537289471053,"score_spread":0.21000625761570307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920864298","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020735552,0.000011375918,2.160057e-7,0.00009446327,0.00006957738,0.0029593827,0.9761385,0.00013546154,0.020383695],"genre_scores_gemma":[0.026001515,0.000003024006,0.00016608133,0.000014555384,0.00026512798,0.01532179,0.95688844,0.000017058153,0.0013224044],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964253,0.001854498,0.00041163707,0.00018038745,0.0007968315,0.0003313499],"domain_scores_gemma":[0.91022724,0.08906803,0.00023460729,0.00012107084,0.00029150394,0.00005756014],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029923073,0.00008690639,0.00061580166,0.00027650222,0.0001521977,0.000056293524,0.00032695374,0.00012579293,0.98511285],"category_scores_gemma":[0.33388698,0.00008040738,0.0002308606,0.0011272662,0.000056232144,0.000110786146,0.00010159378,0.00019169887,0.0009637479],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24401088,0.000013968456,1.6446567e-7,0.0000074608183,0.00001711278,0.000008041481,0.00031347584,0.0000038173407,4.2984195e-7,0.000015759566,0.75534415,0.00026473374],"study_design_scores_gemma":[0.88555354,0.0000404702,0.0000429999,0.0010016134,0.000003491305,8.9777544e-8,0.00052150927,0.0011729228,0.000002859655,0.00018511804,0.11136003,0.000115340554],"about_ca_topic_score_codex":0.00031493974,"about_ca_topic_score_gemma":0.0021494236,"teacher_disagreement_score":0.9841491,"about_ca_system_score_codex":0.00007384922,"about_ca_system_score_gemma":0.0006483309,"threshold_uncertainty_score":0.9998141},"labels":[],"label_agreement":null},{"id":"W6920885248","doi":"10.6084/m9.figshare.26585838.v1","title":"Additional file 6 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Delphi method; Acute care; MEDLINE; Acute hospital; Table (database)","score_opus":0.2614011740770746,"score_gpt":0.4416909531638228,"score_spread":0.1802897790867482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920885248","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000118583426,0.00018692821,1.5505378e-7,0.0017066115,0.00005777273,0.00055820885,0.98728955,0.00011619935,0.009966013],"genre_scores_gemma":[0.30481806,0.000010914765,0.0006706293,0.00017610774,0.0010349905,0.002825323,0.66594565,0.00006625808,0.024452085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984666,0.00019237355,0.00022870912,0.0002360278,0.0006463015,0.00022998214],"domain_scores_gemma":[0.99390876,0.0055149156,0.00007015046,0.00023454601,0.00018096996,0.00009062936],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013038318,0.000085708234,0.00012971778,0.00014568759,0.00015945591,0.000111649264,0.0004045139,0.000093496514,0.9575066],"category_scores_gemma":[0.0079151755,0.00007174365,0.000100099714,0.0009817777,0.000041864598,0.00009040305,0.0001377614,0.00023487894,0.00072547555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030890208,0.000018237579,0.000026610991,0.00003188396,0.000014032814,0.00003662083,0.0030810817,9.554359e-7,0.000002799481,0.000020776237,0.98822504,0.008538844],"study_design_scores_gemma":[0.00003374379,0.000012649504,0.0054803933,0.0023554233,0.000005149355,0.0000025542417,0.008464616,0.000032149026,0.000029800613,0.00014379786,0.9833476,0.00009215311],"about_ca_topic_score_codex":0.00037917407,"about_ca_topic_score_gemma":0.0028147483,"teacher_disagreement_score":0.9567811,"about_ca_system_score_codex":0.00016137533,"about_ca_system_score_gemma":0.0033522951,"threshold_uncertainty_score":0.9475776},"labels":[],"label_agreement":null},{"id":"W6920919082","doi":"10.6084/m9.figshare.26721615.v1","title":"Additional file 4 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.19358046113016347,"score_gpt":0.4601542961853981,"score_spread":0.26657383505523463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920919082","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037341824,0.000058186797,0.0000039380775,0.000031475764,0.000029699419,0.003094974,0.99412614,0.00013755134,0.0021445923],"genre_scores_gemma":[0.21415283,5.385757e-7,0.00029333893,0.000007427523,0.00011070216,0.02378612,0.7605308,0.00001847517,0.0010997562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880975,0.00007939437,0.00021550982,0.00023525364,0.0004888235,0.00017124737],"domain_scores_gemma":[0.9975098,0.0013401363,0.00008377252,0.00020158288,0.0007957502,0.00006897912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101211095,0.00007463512,0.0001307155,0.0001091178,0.00011093401,0.000046061403,0.00034820577,0.000080099475,0.841228],"category_scores_gemma":[0.0017971208,0.00007425302,0.0000779773,0.00041831352,0.00004359834,0.00016382651,0.000044598768,0.000090749636,0.00016056742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010080981,0.00013214062,0.0000019141353,0.00015844198,0.000015647902,0.0000013825593,0.0051229377,0.0000032131927,0.000046308265,0.00006825537,0.98266935,0.011770309],"study_design_scores_gemma":[0.00010302717,0.0004190171,0.0003376975,0.00072119856,0.0000072446014,3.176527e-7,0.04022742,0.0003209092,0.00015521089,0.00025762134,0.9573566,0.00009376023],"about_ca_topic_score_codex":0.00031463814,"about_ca_topic_score_gemma":0.00071293063,"teacher_disagreement_score":0.84106743,"about_ca_system_score_codex":0.000099381235,"about_ca_system_score_gemma":0.00046813293,"threshold_uncertainty_score":0.30279502},"labels":[],"label_agreement":null},{"id":"W6920920290","doi":"10.6084/m9.figshare.14228483.v1","title":"Additional file 5 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Delphi; Acute respiratory failure; MEDLINE; Respiratory failure","score_opus":0.34185635945381815,"score_gpt":0.5396335487248342,"score_spread":0.197777189271016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920920290","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007633577,0.000114172755,0.00015880332,0.0008583631,0.000018211069,0.00072095933,0.9962904,0.00003967728,0.0017917752],"genre_scores_gemma":[0.000718581,0.000019971269,0.18535513,0.0011956955,0.00011891979,0.006057795,0.80272484,0.000056955058,0.0037520938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827856,0.00031514652,0.0003106876,0.00021930863,0.0006239508,0.00025236522],"domain_scores_gemma":[0.9941497,0.0047261002,0.00022777592,0.00025841632,0.0005359067,0.000102110134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040652516,0.00008652233,0.0001484145,0.00006941445,0.00031552665,0.000029651224,0.00037733564,0.00010256699,0.95039415],"category_scores_gemma":[0.00457879,0.00007690562,0.00011604333,0.0004942344,0.00007664685,0.00006816373,0.00021352989,0.000106032254,0.000039727467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001401629,0.000029751582,2.1899895e-7,0.00012890158,0.00019915545,0.0000404768,0.00069164555,0.000034145025,0.00008213693,0.00021063184,0.99716747,0.0014014532],"study_design_scores_gemma":[0.0001977364,0.000019809293,0.000011090536,0.00075940654,0.00001753765,0.0000019729127,0.006213412,0.00034784048,0.000544968,0.0005502796,0.9912543,0.00008162064],"about_ca_topic_score_codex":0.000073374234,"about_ca_topic_score_gemma":0.00010943833,"teacher_disagreement_score":0.9503544,"about_ca_system_score_codex":0.00015912371,"about_ca_system_score_gemma":0.001000422,"threshold_uncertainty_score":0.54815704},"labels":[],"label_agreement":null},{"id":"W6920927763","doi":"10.6084/m9.figshare.21592549","title":"Additional file 1 of Identifying common core outcome domains from core outcome sets of musculoskeletal conditions: protocol for a systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Outcome (game theory); Protocol (science); Core (optical fiber); Common core; Identification (biology)","score_opus":0.47195020803420273,"score_gpt":0.5623678412806145,"score_spread":0.09041763324641172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920927763","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008709303,0.000037097718,8.832608e-7,0.00006542993,0.000013903148,0.11980316,0.8791112,0.00007516308,0.0008844612],"genre_scores_gemma":[0.0005826037,2.4166084e-7,0.0003111003,0.00008523114,0.000022401637,0.52637786,0.47233588,0.000014909931,0.0002697686],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9968055,0.0003717814,0.0010002789,0.00026054506,0.0012695855,0.0002923107],"domain_scores_gemma":[0.99253285,0.00558488,0.00093843945,0.00042467393,0.00042501302,0.00009415785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000540535,0.00014963133,0.00066856586,0.00013211808,0.0005142489,0.000029011357,0.0008881574,0.00008265938,0.974873],"category_scores_gemma":[0.01674224,0.0001466508,0.0003934498,0.0004935902,0.00007349005,0.00016144596,0.00035484353,0.00026794468,0.00021553793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006664751,0.00007641917,0.000036043697,0.09451324,0.000029440775,0.000006779902,0.00013045673,6.334968e-7,0.0000027376911,0.00012989501,0.9050508,0.000016872098],"study_design_scores_gemma":[0.0007848143,0.0002735893,0.0013533221,0.4961179,0.000101118174,0.000008425675,0.002728671,0.00013630652,0.000011991037,0.004138743,0.49382022,0.0005249292],"about_ca_topic_score_codex":0.00010561113,"about_ca_topic_score_gemma":0.00017208539,"teacher_disagreement_score":0.9746575,"about_ca_system_score_codex":0.00022752114,"about_ca_system_score_gemma":0.00029211253,"threshold_uncertainty_score":0.99154013},"labels":[],"label_agreement":null},{"id":"W6921019224","doi":"10.6084/m9.figshare.23632737","title":"Additional file 6 of Development of consensus-driven SPIRIT and CONSORT extensions for early phase dose-finding trials: the DEFINE study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Table (database); Delphi; Development (topology); Delphi method; Phase (matter)","score_opus":0.51959191995342,"score_gpt":0.522762926771656,"score_spread":0.0031710068182360107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921019224","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008910494,0.000013434916,5.83722e-7,0.00026833435,0.000013345975,0.001539709,0.98822695,0.000055957247,0.00097116816],"genre_scores_gemma":[0.3868713,0.0000037610723,0.005706316,0.00005067477,0.00020269369,0.011214378,0.59325784,0.00004181627,0.0026512416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852574,0.00024505312,0.00040081242,0.00016387747,0.00045548397,0.00020903205],"domain_scores_gemma":[0.9824459,0.016754031,0.00022183197,0.0001292484,0.000386756,0.00006225209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010244133,0.00007143429,0.00023068562,0.00012100276,0.0004061343,0.000028903944,0.00022157228,0.000059491493,0.76384217],"category_scores_gemma":[0.04151297,0.00005595848,0.00006417946,0.0004127755,0.000091843714,0.000033879765,0.00012905986,0.00008783001,0.0001264852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023556428,0.00008103799,0.000014376969,0.00002425043,0.000029109162,0.000004647486,0.0017718581,4.7371148e-7,0.000046486286,0.000032356616,0.99326146,0.0047103977],"study_design_scores_gemma":[0.0008180087,0.00019135389,0.010937533,0.00094173505,0.000012182155,9.824196e-7,0.006751638,0.00007214487,0.00024357504,0.00020803609,0.97970784,0.000114997834],"about_ca_topic_score_codex":0.000025292798,"about_ca_topic_score_gemma":0.00018100829,"teacher_disagreement_score":0.7637157,"about_ca_system_score_codex":0.000026509539,"about_ca_system_score_gemma":0.00069084374,"threshold_uncertainty_score":0.9665608},"labels":[],"label_agreement":null},{"id":"W6921027241","doi":"10.6084/m9.figshare.22619281.v1","title":"Additional file 3 of Development of a UK core dataset for geriatric medicine research: a position statement and results from a Delphi consensus process","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Delphi; Delphi method; Core (optical fiber); Process (computing); Position statement; Statement (logic)","score_opus":0.49678502859565543,"score_gpt":0.5250559202564504,"score_spread":0.028270891660794994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921027241","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006701267,0.000017065824,6.113415e-7,0.0007279072,0.0000071915592,0.0008783488,0.99710876,0.000031395502,0.0005585782],"genre_scores_gemma":[0.008015543,0.000004159034,0.0024064744,0.000013522359,0.00007267741,0.0023312406,0.98698616,0.000008292898,0.0001619442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792784,0.00010950111,0.0004522648,0.00024844453,0.0009833964,0.00027853728],"domain_scores_gemma":[0.99007696,0.00855811,0.00021797669,0.00014948039,0.000896891,0.00010055376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010044532,0.000068596215,0.0001463125,0.00027840934,0.00025718784,0.000015049766,0.0002523005,0.00007621016,0.7174123],"category_scores_gemma":[0.02899324,0.00006440915,0.000015949337,0.00083595,0.00013194064,0.000043874614,0.00014762928,0.00010337074,0.00009379459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012113548,0.000021313099,5.647141e-7,0.0001467423,0.000013739926,0.0000070487386,0.0029050615,6.3892634e-7,0.000043137752,0.000008249608,0.9953441,0.0013882868],"study_design_scores_gemma":[0.00047727578,0.0001270373,0.0006601696,0.0028474077,0.0000031050179,5.140993e-7,0.0050912015,0.00014506864,0.00030428596,0.0016731563,0.98858345,0.00008734218],"about_ca_topic_score_codex":0.00027120824,"about_ca_topic_score_gemma":0.000638268,"teacher_disagreement_score":0.7173185,"about_ca_system_score_codex":0.0000819992,"about_ca_system_score_gemma":0.0011075271,"threshold_uncertainty_score":0.97918594},"labels":[],"label_agreement":null},{"id":"W6921058648","doi":"10.6084/m9.figshare.26019601","title":"Additional file 1 of Core sepsis-related competencies for medical students: an international consensus by Delphi technique","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delphi; Core (optical fiber); Delphi method; Core competency","score_opus":0.12457317419393467,"score_gpt":0.4898438114644808,"score_spread":0.36527063727054615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921058648","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057522515,0.000048944872,0.00031439262,0.0064165154,0.00035877214,0.0028917892,0.86633617,0.000060671715,0.11782052],"genre_scores_gemma":[0.1750152,0.00013234024,0.4298443,0.0005949375,0.0009434437,0.013814491,0.27232456,0.00017538827,0.10715537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760765,0.00011860382,0.00032672164,0.00029573866,0.0014310348,0.00022023798],"domain_scores_gemma":[0.9961846,0.003139348,0.0000726979,0.00014663485,0.0003048405,0.00015186777],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016235475,0.000087674474,0.000149184,0.000116558236,0.00017818042,0.00029377593,0.0019219272,0.00020020058,0.8662829],"category_scores_gemma":[0.0031400009,0.00008476934,0.00006297794,0.00028097417,0.0006962801,0.00021770742,0.0003459608,0.00021812323,0.0001651502],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016748547,0.00011789093,0.000020265361,0.0000051801053,0.000049772734,0.000021235648,0.0005785842,1.9600347e-7,0.0001696661,0.0013328118,0.98138934,0.016298313],"study_design_scores_gemma":[0.000113646056,0.000085602514,0.0000464933,0.0003310663,0.0000060030966,0.000008747051,0.0018024641,0.00043610783,0.00027075925,0.001807664,0.9949895,0.000101933496],"about_ca_topic_score_codex":0.00036131815,"about_ca_topic_score_gemma":0.0007047827,"teacher_disagreement_score":0.8661177,"about_ca_system_score_codex":0.00011891363,"about_ca_system_score_gemma":0.0008800386,"threshold_uncertainty_score":0.3759101},"labels":[],"label_agreement":null},{"id":"W6931541928","doi":"10.5683/sp3/2ocjio","title":"Canadian Agriculture Technology Adoption","year":2023,"lang":"en","type":"dataset","venue":"Borealis","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Alberta; Olds College; MacEwan University","funders":"","keywords":"Census; Agriculture; Demographics; Agricultural machinery; Small farm; Key (lock)","score_opus":0.058028613841005564,"score_gpt":0.39447687313011737,"score_spread":0.3364482592891118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931541928","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.593658e-7,0.000060626764,7.8667847e-7,0.016391028,0.00022115803,0.0004600971,0.9740551,0.00042169422,0.008388563],"genre_scores_gemma":[0.00000420755,0.0014818173,0.000055446926,0.000137353,0.0005046283,0.00019392913,0.9955348,0.000017823806,0.002070017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980214,0.0001329665,0.0001758585,0.00032906374,0.0006498457,0.00069082767],"domain_scores_gemma":[0.99874157,0.00007238588,0.000080834696,0.0005437329,0.00024680738,0.00031469503],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007828191,0.00015975171,0.00019720713,0.0009332484,0.00049395603,0.00012061475,0.0012322578,0.0014138889,0.000106330306],"category_scores_gemma":[0.0009959594,0.00014962675,0.000066406225,0.0014290875,0.00027206537,0.00006059191,0.00011422183,0.00071074837,0.00092605426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0100833e-7,0.00000677071,0.0000075876583,0.000012917431,0.000011459686,0.00012558296,0.000043987948,1.5836274e-7,0.0000010003776,0.0012912008,0.9975515,0.000947141],"study_design_scores_gemma":[0.00002377708,0.000014774916,0.00010146862,0.000044947094,0.000013152823,0.0000020616606,0.00073038833,1.0385274e-7,0.0000022049146,0.001547893,0.9973428,0.00017641603],"about_ca_topic_score_codex":0.9974947,"about_ca_topic_score_gemma":0.9995118,"teacher_disagreement_score":0.02147969,"about_ca_system_score_codex":0.0010294456,"about_ca_system_score_gemma":0.0014541886,"threshold_uncertainty_score":0.99988246},"labels":[],"label_agreement":null},{"id":"W6931826146","doi":"10.5281/zenodo.3700303","title":"Tamils at the Crossroad of Globalisation: Representing Tamil Diaspora Lives in Shyam Selvadurai's The Hungry Ghosts","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globalization; Tamil; Diaspora; Immigration; Spanish Civil War","score_opus":0.11487344844176048,"score_gpt":0.35587905047088536,"score_spread":0.24100560202912488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931826146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62104666,0.0005997693,0.00058902847,0.06378372,0.0001622731,0.0023823942,0.00019416717,0.0010578701,0.31018415],"genre_scores_gemma":[0.9979244,0.00027583458,0.00007166285,0.00037611366,0.000204032,2.5987543e-7,0.000089101624,0.0003144238,0.0007441803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623924,0.0015236048,0.00039023123,0.00040796114,0.00094684755,0.00049211615],"domain_scores_gemma":[0.99824244,0.00025030645,0.00019400519,0.00054093165,0.0006133231,0.00015899153],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0031602301,0.000121704914,0.00015823053,0.00009956588,0.003211021,0.0006580747,0.0022344715,0.00007514863,0.005247553],"category_scores_gemma":[0.005920078,0.0000944537,0.00007548423,0.0016814405,0.0012287603,0.00030661316,0.0021471397,0.0004085248,0.001187115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033865048,0.00029388515,0.0025729733,0.0001845574,0.00010506396,0.00006810852,0.21300481,0.0004419587,0.013028131,0.029646846,0.62172806,0.11858697],"study_design_scores_gemma":[0.00033527112,0.0001037221,0.008626111,0.00004868494,0.000009225423,0.000012531799,0.038525976,0.00040175059,0.0013622049,0.0005374016,0.9498577,0.0001794334],"about_ca_topic_score_codex":0.0010893206,"about_ca_topic_score_gemma":0.000050158706,"teacher_disagreement_score":0.37687775,"about_ca_system_score_codex":0.00023874933,"about_ca_system_score_gemma":0.00002205691,"threshold_uncertainty_score":0.9995906},"labels":[],"label_agreement":null},{"id":"W6938845239","doi":"10.60692/gqa8t-s6w03","title":"Acute severe paediatric asthma: study protocol for the development of a core outcome set, a Pediatric Emergency Research Networks (PERN) study","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Delphi method; Protocol (science); Emergency department; Asthma; Incidence (geometry); Systematic review; MEDLINE; Clinical Practice; Clinical trial","score_opus":0.4648784480539297,"score_gpt":0.4899754258413697,"score_spread":0.025096977787440022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6938845239","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3567567,0.000002943608,0.023446463,0.00034696233,0.00036845542,0.6165291,0.000075973316,0.00047523476,0.0019981666],"genre_scores_gemma":[0.7467494,1.1042148e-7,0.00026142522,0.000010964098,0.0002918961,0.25256854,0.0000023351556,0.000014613476,0.00010070594],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9944492,0.0006801483,0.0016677773,0.00028757995,0.0022598507,0.0006554644],"domain_scores_gemma":[0.99725276,0.00015272327,0.0005510562,0.00044884102,0.001382581,0.00021203478],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009126893,0.00021471908,0.00035975344,0.00040459604,0.0013688307,0.00020342197,0.0011963506,0.00014462728,0.000060104485],"category_scores_gemma":[0.00040132945,0.00014690247,0.000114868024,0.0024778957,0.00006745099,0.0005108773,0.0004608943,0.00040357953,0.00012581593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019472251,0.00002749729,0.5789937,0.0002853201,0.00006640895,0.000002163931,0.41901118,0.00007686272,2.709053e-8,0.00002785341,0.00092466467,0.00038961842],"study_design_scores_gemma":[0.003385946,0.0010210203,0.12486918,0.000023594512,0.00007567926,0.0000023005844,0.86406046,0.004030464,0.000003170242,0.0000025249262,0.0021591026,0.00036655413],"about_ca_topic_score_codex":0.00005612441,"about_ca_topic_score_gemma":0.000022834753,"teacher_disagreement_score":0.45412448,"about_ca_system_score_codex":0.0002697637,"about_ca_system_score_gemma":0.00048604325,"threshold_uncertainty_score":0.9999313},"labels":[],"label_agreement":null},{"id":"W6939092855","doi":"10.60692/pem2b-g1w60","title":"Development of an International Standard Set of Outcomes and Measurement Methods for Routine Practice for Infants, Children, and Adolescents with Epilepsy: The International Consortium for Health Outcomes Measurement Consensus Recommendations","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delphi method; Set (abstract data type); Delphi; Outcome (game theory); MEDLINE; International standard; Voting; Core (optical fiber)","score_opus":0.21397132957637613,"score_gpt":0.4589342894150899,"score_spread":0.24496295983871377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939092855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062915005,0.000032987537,0.9074482,0.019401198,0.0008360139,0.006807129,0.0022195205,0.00013207378,0.00020788633],"genre_scores_gemma":[0.84728116,0.000002474244,0.15196504,0.00014050998,0.00002927043,0.0005179208,0.000043555523,0.000009806977,0.000010279164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750113,0.00023226309,0.0009197027,0.00018054889,0.00095927896,0.00020705686],"domain_scores_gemma":[0.99699974,0.00019658629,0.0005704881,0.00016017126,0.0019894678,0.00008356302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012882356,0.00013698757,0.00028323036,0.0002414709,0.00033055036,0.00022084943,0.00025263758,0.000056718152,0.0000023716043],"category_scores_gemma":[0.0012018952,0.00009277884,0.00005402239,0.00010664788,0.00012640985,0.0004711924,0.00006115519,0.00007084916,3.4220264e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002982882,0.00006582802,0.48387524,0.002993528,0.0025623324,2.768921e-7,0.33423346,0.000035004774,0.000018452425,0.01679162,0.0016233241,0.15481807],"study_design_scores_gemma":[0.015999319,0.0014430837,0.5095374,0.0059139538,0.0005342949,0.000056041303,0.31660467,0.010402259,0.003845074,0.00020415404,0.1342447,0.0012150462],"about_ca_topic_score_codex":0.00006931471,"about_ca_topic_score_gemma":0.00005022797,"teacher_disagreement_score":0.78436613,"about_ca_system_score_codex":0.00047133633,"about_ca_system_score_gemma":0.00064040103,"threshold_uncertainty_score":0.4464793},"labels":[],"label_agreement":null},{"id":"W6939234762","doi":"10.60692/xchcw-zy444","title":"Protocol for developing a core outcome set for male infertility research: an international consensus development study","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; St. Thomas Hospital","funders":"","keywords":"Delphi method; Infertility; Outcome (game theory); Protocol (science); Fertility; Randomized controlled trial; Set (abstract data type); Health care; Clinical trial","score_opus":0.7763176701789258,"score_gpt":0.56509965509404,"score_spread":0.2112180150848858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939234762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5300662,9.258774e-8,0.02077476,0.0006839959,0.00051419175,0.44095445,0.0005137175,0.0005342249,0.0059583886],"genre_scores_gemma":[0.5937453,9.463298e-10,0.004350184,0.000034837412,0.000042716816,0.40149027,0.000026087115,0.00000780058,0.0003028247],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99619794,0.0005331956,0.00093470904,0.00024786117,0.001575782,0.0005105078],"domain_scores_gemma":[0.9977159,0.00013951755,0.00027878495,0.00031970613,0.0014311156,0.000115005496],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012969042,0.00013073819,0.00019752249,0.0005223008,0.0021252625,0.00036320376,0.00080866687,0.00007205509,0.00007989766],"category_scores_gemma":[0.0006688531,0.00012546267,0.000054494143,0.00043222884,0.00009982425,0.00049685535,0.00036268518,0.00020827116,0.000037208418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066208874,0.000031719264,0.6051108,0.00041226638,0.000048176007,0.0000037920695,0.3884871,0.00003521431,6.211777e-7,0.0031065384,0.0010775354,0.0010241086],"study_design_scores_gemma":[0.004406727,0.00053872133,0.07514192,0.00008081487,0.0000069641587,0.000019840067,0.7397483,0.00218816,0.00011638099,0.000078979305,0.17721598,0.00045720357],"about_ca_topic_score_codex":0.00010517868,"about_ca_topic_score_gemma":0.000028007584,"teacher_disagreement_score":0.5299689,"about_ca_system_score_codex":0.001620456,"about_ca_system_score_gemma":0.0009146774,"threshold_uncertainty_score":0.9991738},"labels":[],"label_agreement":null},{"id":"W6939366021","doi":"10.60692/wjs3n-j0j22","title":"Standardizing Cranioplasty Outcomes Following Stroke or Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cranioplasty; Delphi method; Protocol (science); Decompressive craniectomy; Delphi; Outcome (game theory); Stroke (engine); Set (abstract data type)","score_opus":0.45462678222671804,"score_gpt":0.4909333533974881,"score_spread":0.036306571170770074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939366021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804915,2.6816775e-7,0.15273723,0.001583526,0.00087354094,0.3560328,0.0010146457,0.0020123622,0.0052541397],"genre_scores_gemma":[0.8684543,5.1036646e-9,0.0021003312,0.000040917173,0.000021981532,0.12865292,0.0000057161114,0.000013485701,0.00071037415],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969563,0.00013241207,0.0011543459,0.0001270858,0.0011876445,0.00044221492],"domain_scores_gemma":[0.99860626,0.00034417948,0.00042054054,0.00029639472,0.00024992353,0.00008271555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006210548,0.0001613942,0.0003435334,0.00034723326,0.0008258506,0.00024459657,0.0004974942,0.00011713616,0.00002336402],"category_scores_gemma":[0.0008036724,0.00009685402,0.00017080449,0.0006493204,0.00007259691,0.000530531,0.00011105184,0.0001121474,0.00008487719],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022497197,0.0000033385832,0.33164728,0.0017596356,0.00016948287,0.000001925069,0.6601764,0.000036149137,0.0000034867355,0.0006436639,0.0013144028,0.004019238],"study_design_scores_gemma":[0.0039310935,0.0001790319,0.08538911,0.0009962096,0.000047030233,0.0000025006643,0.8747946,0.0027616308,0.00057524344,0.000019024494,0.030725969,0.0005785653],"about_ca_topic_score_codex":0.000026317763,"about_ca_topic_score_gemma":0.000023831053,"teacher_disagreement_score":0.3879628,"about_ca_system_score_codex":0.00030588638,"about_ca_system_score_gemma":0.0004209534,"threshold_uncertainty_score":0.63518584},"labels":[],"label_agreement":null},{"id":"W6939374763","doi":"10.60692/htjtt-3m409","title":"Decentralized clinical trials for medications to reduce the risk of dementia: Consensus report and guidance","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dementia; Clinical trial; Delphi method; Delphi; MEDLINE; Outcome (game theory)","score_opus":0.3627267718995006,"score_gpt":0.5092042216990109,"score_spread":0.14647744979951033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939374763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5646817,0.0004158811,0.37024173,0.032757483,0.0038773,0.012452545,0.0010925098,0.0009314438,0.0135494],"genre_scores_gemma":[0.9963925,0.000007793943,0.002865167,0.000061491635,0.00012558741,0.00037046956,0.0000046374626,0.0000048693273,0.00016749489],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966817,0.00095330935,0.0015585194,0.00013427984,0.00048215626,0.0001900691],"domain_scores_gemma":[0.9976829,0.0009938696,0.0004926697,0.000298516,0.00041233146,0.00011967297],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03021707,0.00006955776,0.00025846294,0.00013015501,0.0002778452,0.00019030336,0.00022468263,0.00010649673,0.000014602384],"category_scores_gemma":[0.008864322,0.000044917877,0.00011546183,0.00032309972,0.00021552846,0.00013769521,0.00004963933,0.00009574692,0.000033719658],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046866684,0.000012312529,0.18091775,0.0013899523,0.0015364258,0.000023828235,0.6286446,0.000038712347,0.00001577156,0.0455542,0.10561993,0.035777867],"study_design_scores_gemma":[0.0029530767,0.00025268443,0.07412711,0.0018722456,0.00130606,0.00016957337,0.26203924,0.0070654405,0.0016601584,0.00048547433,0.64741063,0.0006583211],"about_ca_topic_score_codex":0.00011360944,"about_ca_topic_score_gemma":0.0000046360933,"teacher_disagreement_score":0.54179066,"about_ca_system_score_codex":0.000055349177,"about_ca_system_score_gemma":0.0002879798,"threshold_uncertainty_score":0.9994844},"labels":[],"label_agreement":null},{"id":"W6939383130","doi":"10.6084/m9.figshare.26721612.v1","title":"Additional file 3 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.1922382118306269,"score_gpt":0.45960104081335507,"score_spread":0.2673628289827282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939383130","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000375318,0.00005794552,0.000003910191,0.000031536692,0.000029994193,0.0030917313,0.9941217,0.00013733211,0.002150586],"genre_scores_gemma":[0.21039435,5.4112843e-7,0.00029437616,0.0000074537134,0.000112478505,0.023897022,0.76412624,0.000018567838,0.0011489869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988099,0.000079405894,0.00021542406,0.0002352274,0.0004888575,0.00017122572],"domain_scores_gemma":[0.997496,0.0013372756,0.000083756764,0.00020146449,0.000812493,0.0000689751],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010112084,0.00007462935,0.0001306812,0.00010906141,0.00011087268,0.000046034176,0.0003479213,0.000080091944,0.8437179],"category_scores_gemma":[0.0018254132,0.00007423734,0.000077970595,0.00041837292,0.000043589633,0.0001637999,0.000044579876,0.000090752765,0.00016429069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000995359,0.00013190617,0.0000019070727,0.00015963904,0.000015628582,0.000001375561,0.005111031,0.0000032597839,0.000047052734,0.000065514476,0.9826866,0.011766179],"study_design_scores_gemma":[0.00010236864,0.00040679434,0.00033229543,0.00071154727,0.0000071071395,3.106465e-7,0.039664373,0.0003162352,0.00015712487,0.00025200334,0.9579571,0.00009272849],"about_ca_topic_score_codex":0.00031777142,"about_ca_topic_score_gemma":0.000709696,"teacher_disagreement_score":0.8435536,"about_ca_system_score_codex":0.00009980798,"about_ca_system_score_gemma":0.0004700899,"threshold_uncertainty_score":0.3027311},"labels":[],"label_agreement":null},{"id":"W6939511139","doi":"10.6084/m9.figshare.26677751","title":"Additional file 2 of Topic identification, selection, and prioritization for health technology assessment in selected countries: a mixed study design","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Prioritization; Health technology; Technology assessment; Health data; Key (lock); Multimethodology","score_opus":0.10419366786006412,"score_gpt":0.45920279694595006,"score_spread":0.35500912908588594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939511139","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006411708,0.00007216417,0.00046562793,0.0014723184,0.000020363424,0.0020469108,0.99556494,0.00019874547,0.00009483991],"genre_scores_gemma":[0.21660367,0.000027098798,0.013161777,0.00006461951,0.0001971252,0.032968037,0.7347238,0.000040755098,0.0022131377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998999,0.00015750033,0.00022554831,0.0002007445,0.00025474824,0.00016248296],"domain_scores_gemma":[0.9974293,0.0018491917,0.000068974885,0.00006510842,0.00055873644,0.000028665749],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003333664,0.000050703988,0.00009582668,0.00030741782,0.00017877307,0.00008230855,0.00011710859,0.00008009789,0.5439524],"category_scores_gemma":[0.0063182986,0.000057033758,0.000010924605,0.0013557029,0.00002069028,0.00012252407,0.000023733372,0.000113024274,0.000023750988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021733429,0.000044904027,0.000047588113,0.00010457144,0.000007012905,6.511838e-7,0.00048447266,0.0000021983165,0.000005010027,0.00028418147,0.99715275,0.0018645071],"study_design_scores_gemma":[0.00014382612,0.00027338904,0.015785674,0.0012539201,0.0000028105906,0.000001601754,0.002625318,0.0020204193,0.00008521458,0.0023116951,0.9753886,0.00010753098],"about_ca_topic_score_codex":0.000047170586,"about_ca_topic_score_gemma":0.0012007586,"teacher_disagreement_score":0.5439286,"about_ca_system_score_codex":0.00024989847,"about_ca_system_score_gemma":0.0016718628,"threshold_uncertainty_score":0.756405},"labels":[],"label_agreement":null},{"id":"W6939523055","doi":"10.6084/m9.figshare.26677754.v1","title":"Additional file 3 of Topic identification, selection, and prioritization for health technology assessment in selected countries: a mixed study design","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Prioritization; Health technology; Technology assessment; Health data; Key (lock); Multimethodology","score_opus":0.10584913777251553,"score_gpt":0.4593269351841614,"score_spread":0.35347779741164587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939523055","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000064912834,0.000071313625,0.0004775502,0.0014707503,0.000020408703,0.002047405,0.99555624,0.00019824943,0.00009318099],"genre_scores_gemma":[0.2238779,0.000026989914,0.0133931115,0.00006504556,0.00019797837,0.03322464,0.72690797,0.000041110692,0.0022652447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989989,0.0001574031,0.00022554856,0.00020080525,0.00025486163,0.00016252915],"domain_scores_gemma":[0.99741375,0.0018587386,0.00006889285,0.00006513561,0.0005648243,0.000028668008],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033500264,0.0000507127,0.000095813426,0.00030751328,0.00017874515,0.00008230072,0.000117099655,0.00008009073,0.5424706],"category_scores_gemma":[0.006391483,0.000057037643,0.000010925981,0.001356236,0.000020692009,0.00012253496,0.000023719733,0.00011302693,0.000024259461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002198901,0.000044918077,0.00004919741,0.00010544517,0.000007010365,6.4207603e-7,0.00048432357,0.0000021897526,0.00000520057,0.00027779283,0.99717885,0.0018422151],"study_design_scores_gemma":[0.00014613128,0.00027543897,0.016085941,0.0012780187,0.0000028208954,0.0000015979332,0.002663235,0.0020553158,0.00008836061,0.002321317,0.9749731,0.00010873906],"about_ca_topic_score_codex":0.000047233298,"about_ca_topic_score_gemma":0.0012018501,"teacher_disagreement_score":0.5424463,"about_ca_system_score_codex":0.00025080462,"about_ca_system_score_gemma":0.0016800589,"threshold_uncertainty_score":0.76516634},"labels":[],"label_agreement":null},{"id":"W6939615045","doi":"10.6084/m9.figshare.26721606.v1","title":"Additional file 1 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Health care; Content analysis; Quality (philosophy)","score_opus":0.19562846424710134,"score_gpt":0.46028365950193495,"score_spread":0.2646551952548336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939615045","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037219317,0.000057599744,0.0000038847556,0.0000316943,0.000029671955,0.0030910294,0.9941404,0.0001374928,0.0021360568],"genre_scores_gemma":[0.20777318,5.312722e-7,0.00029747945,0.0000074407308,0.0001107698,0.024326239,0.7663442,0.00001852098,0.0011216312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988099,0.00007949074,0.00021531765,0.00023534111,0.00048874697,0.00017124026],"domain_scores_gemma":[0.99749035,0.0013505103,0.0000837421,0.0002018001,0.0008046232,0.0000689816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101171674,0.00007464101,0.0001306664,0.0001091018,0.00011088326,0.00004592951,0.00034816415,0.000080099504,0.8473275],"category_scores_gemma":[0.001825956,0.00007425833,0.00007797612,0.00041854507,0.000043586195,0.00016366022,0.00004461564,0.000090773334,0.00016232107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009883115,0.00013191471,0.0000019033185,0.00015659879,0.000015635711,0.0000013567607,0.005108346,0.0000032571222,0.000046900685,0.00006594127,0.98288465,0.011573647],"study_design_scores_gemma":[0.00010132782,0.00040948467,0.0003362231,0.00071682746,0.000007214953,3.1548075e-7,0.040068634,0.00031727162,0.00015420222,0.00025245786,0.95754284,0.00009318561],"about_ca_topic_score_codex":0.0003138193,"about_ca_topic_score_gemma":0.0007043888,"teacher_disagreement_score":0.84716517,"about_ca_system_score_codex":0.000099370634,"about_ca_system_score_gemma":0.00046980186,"threshold_uncertainty_score":0.3028167},"labels":[],"label_agreement":null},{"id":"W6939626477","doi":"10.6084/m9.figshare.14759477","title":"Additional file 2 of A policy Delphi study to validate the key implications of data sharing (KIDS) framework for pediatric genomics in Canada","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Delphi method; McNemar's test; Key (lock); Value (mathematics); Degree (music); Data sharing","score_opus":0.3154897504793447,"score_gpt":0.4689572265259729,"score_spread":0.1534674760466282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939626477","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006686062,0.000014284131,0.000011017132,0.001496428,0.0000072326084,0.00071447867,0.99622077,0.0000093969875,0.00085776084],"genre_scores_gemma":[0.11002121,0.0000061711107,0.009013554,0.00026587886,0.00043531042,0.0034129631,0.8766611,0.000022517617,0.00016126917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988527,0.00007491848,0.00024075358,0.00025693857,0.00034022998,0.00023440814],"domain_scores_gemma":[0.9938247,0.0048859175,0.00011155659,0.0007284307,0.00037220432,0.00007714355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021287393,0.000056324054,0.000112430724,0.000090703455,0.00014769383,0.000035109595,0.0015828509,0.00003790458,0.6595173],"category_scores_gemma":[0.030338403,0.000055205423,0.000025455705,0.0011579192,0.0000101506,0.000087315544,0.0008894659,0.00013551774,0.000025252657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018633344,0.000047253416,0.0002119739,0.000022599788,0.0000061586607,0.0000013727002,0.00096226146,0.000016098937,8.1966033e-7,0.00031132525,0.9975761,0.00084218144],"study_design_scores_gemma":[0.00008651262,0.0000303626,0.03045318,0.0003414847,0.000008358271,7.5596324e-7,0.009958509,0.00014277018,0.00002534527,0.004750566,0.9540382,0.0001639326],"about_ca_topic_score_codex":0.2594483,"about_ca_topic_score_gemma":0.8491123,"teacher_disagreement_score":0.659492,"about_ca_system_score_codex":0.00033378604,"about_ca_system_score_gemma":0.0073157568,"threshold_uncertainty_score":0.9983118},"labels":[],"label_agreement":null},{"id":"W6939676068","doi":"10.6084/m9.figshare.19522796","title":"Additional file 1 of An international Delphi consensus process to determine a common data element and core outcome set for frailty: FOCUS (The Frailty Outcomes Consensus Project)","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Focus (optics); Core (optical fiber); Process (computing); Set (abstract data type); Outcome (game theory); Delphi method","score_opus":0.5397099384051809,"score_gpt":0.5556549598872919,"score_spread":0.015945021482110966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939676068","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13578376,0.0000037098107,0.000010274205,0.007197784,0.000089755275,0.0038920657,0.84713644,0.000009895065,0.0058763],"genre_scores_gemma":[0.77258736,0.0000023457044,0.095498204,0.00096525805,0.00026176777,0.011372342,0.10966807,0.00007695751,0.009567712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759096,0.00023268367,0.00046194848,0.0004855732,0.0009105944,0.00031822067],"domain_scores_gemma":[0.99508417,0.0036747633,0.00025612186,0.0005891968,0.00027800942,0.00011777135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016927373,0.00013691852,0.00027014993,0.00012519331,0.00070543715,0.00018149673,0.0025277173,0.000052821262,0.21470569],"category_scores_gemma":[0.0035841267,0.00011744891,0.000039894567,0.0002867821,0.00038607264,0.00014501812,0.0018581334,0.00020919032,0.00001402417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024760602,0.00020085658,0.0021366593,0.000010011127,0.00007187743,0.000031036805,0.0031795003,0.000007798609,0.000020410915,0.00011807418,0.9221709,0.07180532],"study_design_scores_gemma":[0.000508779,0.00025817603,0.0013940721,0.000024324947,0.000016584863,0.000022863565,0.012607005,0.0015795738,0.000053300842,0.000711188,0.982641,0.00018315495],"about_ca_topic_score_codex":0.0015211685,"about_ca_topic_score_gemma":0.009203998,"teacher_disagreement_score":0.73746836,"about_ca_system_score_codex":0.00011860187,"about_ca_system_score_gemma":0.00076445285,"threshold_uncertainty_score":0.7860122},"labels":[],"label_agreement":null},{"id":"W6939830273","doi":"10.6084/m9.figshare.26681137","title":"Additional file 1 of Developing a set of emergency department performance measures to evaluate delirium care quality for older adults: a modified e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Emergency department; Quality (philosophy); Delirium; Delphi method; Set (abstract data type); Data collection; Delphi","score_opus":0.2840752119512619,"score_gpt":0.48967082711456483,"score_spread":0.20559561516330294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939830273","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029237801,0.00012934589,0.000020932963,0.00018677302,0.000058988564,0.0023810081,0.99311805,0.000101506324,0.0010796265],"genre_scores_gemma":[0.57067794,0.000005555482,0.0018881168,0.000034458735,0.00017184838,0.017709874,0.40920234,0.000027579312,0.00028227124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756646,0.00020074678,0.0004594801,0.00033297273,0.0011240204,0.00031632496],"domain_scores_gemma":[0.9962346,0.0010393696,0.00010579786,0.00021734374,0.0023098406,0.00009307424],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049682305,0.00012617151,0.00020425922,0.00014959738,0.00018527507,0.000029171411,0.00043503984,0.00008321077,0.78359854],"category_scores_gemma":[0.009318805,0.00012210492,0.00011665091,0.00058477744,0.000015215215,0.00014465477,0.00014941009,0.000103745035,0.00016343579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004102916,0.00003968266,0.000007953476,0.0008455335,0.00003573028,0.0000012710924,0.01280229,0.000024883444,0.0000020295013,0.00001631314,0.9683989,0.017784353],"study_design_scores_gemma":[0.00038828017,0.00045546953,0.008741202,0.010805589,0.000023907824,4.7829826e-7,0.036800448,0.0008502882,0.0005166301,0.0002048794,0.9407198,0.000493029],"about_ca_topic_score_codex":0.00012597506,"about_ca_topic_score_gemma":0.0010485025,"teacher_disagreement_score":0.7834351,"about_ca_system_score_codex":0.00020247772,"about_ca_system_score_gemma":0.0009556904,"threshold_uncertainty_score":0.9990261},"labels":[],"label_agreement":null},{"id":"W6940020409","doi":"10.6084/m9.figshare.14228477.v1","title":"Additional file 3 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Delphi; Acute respiratory failure; MEDLINE; Respiratory failure","score_opus":0.3420252745104373,"score_gpt":0.5395331231606126,"score_spread":0.19750784865017534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6940020409","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076294855,0.00011383645,0.00015820812,0.0008548503,0.000018376766,0.0007202011,0.99628794,0.00003960287,0.0017993326],"genre_scores_gemma":[0.0007059243,0.00001993975,0.18486056,0.0011915695,0.00011998074,0.006047761,0.80314004,0.00005686786,0.003857368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998279,0.00031490947,0.0003105805,0.00021925571,0.00062395306,0.00025234156],"domain_scores_gemma":[0.9941466,0.0047231833,0.00022776295,0.0002583401,0.00054202124,0.00010210099],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040596406,0.0000865069,0.00014835049,0.000069383255,0.0003153453,0.000029648394,0.00037719234,0.000102552556,0.95124245],"category_scores_gemma":[0.0046275673,0.00007688866,0.000116017254,0.0004941326,0.0000766319,0.000068153306,0.00021343236,0.00010602254,0.000040894654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014082156,0.000029705561,2.1907798e-7,0.00012981851,0.0001989644,0.000040292787,0.00069065404,0.00003417495,0.00008275552,0.00020250613,0.99717784,0.001398994],"study_design_scores_gemma":[0.00019831878,0.000019699159,0.000010824625,0.0007554842,0.000017359675,0.0000019475917,0.006178653,0.00034851852,0.0005514949,0.00054647576,0.9912898,0.00008143632],"about_ca_topic_score_codex":0.00007336442,"about_ca_topic_score_gemma":0.000108552784,"teacher_disagreement_score":0.95120156,"about_ca_system_score_codex":0.00015973691,"about_ca_system_score_gemma":0.0010032076,"threshold_uncertainty_score":0.55399644},"labels":[],"label_agreement":null},{"id":"W6957672103","doi":"10.60692/4zhr2-dkv09","title":"Acute severe paediatric asthma: study protocol for the development of a core outcome set, a Pediatric Emergency Research Networks (PERN) study","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Delphi method; Protocol (science); Emergency department; Asthma; Incidence (geometry); Systematic review; MEDLINE; Clinical Practice; Clinical trial","score_opus":0.4648784480539297,"score_gpt":0.4899754258413697,"score_spread":0.025096977787440022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957672103","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3567567,0.000002943608,0.023446463,0.00034696233,0.00036845542,0.6165291,0.000075973316,0.00047523476,0.0019981666],"genre_scores_gemma":[0.7467494,1.1042148e-7,0.00026142522,0.000010964098,0.0002918961,0.25256854,0.0000023351556,0.000014613476,0.00010070594],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9944492,0.0006801483,0.0016677773,0.00028757995,0.0022598507,0.0006554644],"domain_scores_gemma":[0.99725276,0.00015272327,0.0005510562,0.00044884102,0.001382581,0.00021203478],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009126893,0.00021471908,0.00035975344,0.00040459604,0.0013688307,0.00020342197,0.0011963506,0.00014462728,0.000060104485],"category_scores_gemma":[0.00040132945,0.00014690247,0.000114868024,0.0024778957,0.00006745099,0.0005108773,0.0004608943,0.00040357953,0.00012581593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019472251,0.00002749729,0.5789937,0.0002853201,0.00006640895,0.000002163931,0.41901118,0.00007686272,2.709053e-8,0.00002785341,0.00092466467,0.00038961842],"study_design_scores_gemma":[0.003385946,0.0010210203,0.12486918,0.000023594512,0.00007567926,0.0000023005844,0.86406046,0.004030464,0.000003170242,0.0000025249262,0.0021591026,0.00036655413],"about_ca_topic_score_codex":0.00005612441,"about_ca_topic_score_gemma":0.000022834753,"teacher_disagreement_score":0.45412448,"about_ca_system_score_codex":0.0002697637,"about_ca_system_score_gemma":0.00048604325,"threshold_uncertainty_score":0.9999313},"labels":[],"label_agreement":null},{"id":"W6957972701","doi":"10.6084/m9.figshare.23632743.v1","title":"Additional file 8 of Development of consensus-driven SPIRIT and CONSORT extensions for early phase dose-finding trials: the DEFINE study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Table (database); Demographics; Delphi; Delphi method; Development (topology)","score_opus":0.5194772934774161,"score_gpt":0.5227523570800382,"score_spread":0.003275063602622086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957972701","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009007546,0.000013412378,5.836323e-7,0.0002685179,0.000013343578,0.0015372811,0.98813796,0.00005556336,0.0009657639],"genre_scores_gemma":[0.38699767,0.0000037184825,0.0057067643,0.00005065001,0.00020249073,0.011193075,0.59314245,0.000041728414,0.0026614817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852586,0.00024504773,0.00040080253,0.00016386968,0.00045538484,0.00020903762],"domain_scores_gemma":[0.9824447,0.016755208,0.00022183242,0.00012924615,0.00038676063,0.00006225029],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010243888,0.00007143665,0.00023068931,0.00012097776,0.00040619532,0.000028900755,0.00022154744,0.000059492133,0.7655374],"category_scores_gemma":[0.04151538,0.000055958724,0.000064180196,0.0004124965,0.00009184345,0.000033875127,0.00012903132,0.00008782819,0.0001272776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023428167,0.00008060777,0.0000143047755,0.000024247936,0.000029106077,0.00000464922,0.0017680966,4.8178117e-7,0.00004613983,0.00003184641,0.99319184,0.0047852336],"study_design_scores_gemma":[0.00082137086,0.00019266363,0.010862065,0.00094715843,0.000012240695,9.880496e-7,0.0067700804,0.00007353919,0.0002502032,0.00020901812,0.97974515,0.000115550276],"about_ca_topic_score_codex":0.000024985296,"about_ca_topic_score_gemma":0.00017759603,"teacher_disagreement_score":0.7654101,"about_ca_system_score_codex":0.0000265491,"about_ca_system_score_gemma":0.0006910342,"threshold_uncertainty_score":0.96655834},"labels":[],"label_agreement":null},{"id":"W6958014294","doi":"10.6084/m9.figshare.14228474.v1","title":"Additional file 2 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi; Delphi method; Acute respiratory failure; MEDLINE; Expert system","score_opus":0.3382171135932006,"score_gpt":0.5394333574516971,"score_spread":0.20121624385849646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958014294","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075166377,0.00011509836,0.00015371932,0.00085438887,0.000018302271,0.0007188038,0.99626195,0.000039642357,0.0018305507],"genre_scores_gemma":[0.0006773723,0.00001993236,0.18067235,0.0011776756,0.00011886843,0.005969678,0.80756325,0.000056077493,0.0037447975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982792,0.00031511797,0.0003105802,0.00021918466,0.0006236558,0.00025226476],"domain_scores_gemma":[0.99417853,0.0046973014,0.00022805542,0.00025822665,0.00053576677,0.00010209319],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040383954,0.000086490974,0.00014837249,0.000069360176,0.0003153981,0.000029651415,0.00037722316,0.000102562386,0.95153844],"category_scores_gemma":[0.004570704,0.00007688304,0.000116001596,0.00049392425,0.00007662504,0.000068146815,0.00021356388,0.00010601988,0.000039976752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139141775,0.000029711331,2.115185e-7,0.00012873419,0.000199147,0.00004092727,0.0006912476,0.00003433638,0.00007955267,0.00020761165,0.9971567,0.0014179029],"study_design_scores_gemma":[0.00019710875,0.000019756648,0.000010724061,0.000748356,0.000017481574,0.0000019740214,0.0061513404,0.0003459364,0.0005363098,0.00055002375,0.9913396,0.00008135057],"about_ca_topic_score_codex":0.00007326004,"about_ca_topic_score_gemma":0.00010844701,"teacher_disagreement_score":0.95149845,"about_ca_system_score_codex":0.00015911843,"about_ca_system_score_gemma":0.0009979599,"threshold_uncertainty_score":0.547189},"labels":[],"label_agreement":null},{"id":"W6958067743","doi":"10.60692/vvhtk-a2j20","title":"Representation of published core outcome sets in practice guidelines","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Set (abstract data type); Scope (computer science); Matching (statistics); Outcome (game theory); Relevance (law); Health care; MEDLINE; Population","score_opus":0.37526477456648705,"score_gpt":0.4999824743428743,"score_spread":0.12471769977638725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958067743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59627664,0.000060447823,0.024003446,0.01860352,0.0034260994,0.0038992928,0.00020463766,0.0021845629,0.35134134],"genre_scores_gemma":[0.99733084,9.5313794e-7,0.0020576636,0.00012179512,0.00006792965,0.000079532314,0.000011605989,0.00000651994,0.00032315226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975215,0.00020036267,0.0010574944,0.00013612991,0.0008722001,0.000212288],"domain_scores_gemma":[0.9981903,0.00009897199,0.00023993985,0.0002778392,0.0011329186,0.00006001888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004098951,0.00008259596,0.00017929805,0.0006226416,0.00007931821,0.00044574036,0.00027318994,0.00012857604,0.00004414925],"category_scores_gemma":[0.0034937193,0.00007164196,0.000058724665,0.0013500649,0.00006555824,0.0032828522,0.000065296794,0.00014387908,0.00024329359],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118008014,0.0000064216997,0.34029737,0.0012918287,0.00006695406,0.000043691674,0.59817487,0.00022901989,0.0000055171067,0.033219155,0.017400876,0.009146287],"study_design_scores_gemma":[0.0009835664,0.00007432021,0.047283724,0.00144067,0.000061413506,0.00005179816,0.8772033,0.021043677,0.0005057953,0.00015335235,0.05066294,0.0005354519],"about_ca_topic_score_codex":0.0009148675,"about_ca_topic_score_gemma":0.00001236816,"teacher_disagreement_score":0.4010542,"about_ca_system_score_codex":0.00024017371,"about_ca_system_score_gemma":0.00016829655,"threshold_uncertainty_score":0.42982846},"labels":[],"label_agreement":null},{"id":"W6958068078","doi":"10.6084/m9.figshare.22619278.v1","title":"Additional file 2 of Development of a UK core dataset for geriatric medicine research: a position statement and results from a Delphi consensus process","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Delphi; Delphi method; Core (optical fiber); Position statement; Process (computing); Position (finance)","score_opus":0.49256698273404337,"score_gpt":0.5249493234252882,"score_spread":0.03238234069124485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958068078","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006606641,0.00001724304,5.9482693e-7,0.00072745205,0.000007163122,0.0008766346,0.99711114,0.000031421576,0.00056770135],"genre_scores_gemma":[0.007803989,0.000004208425,0.0023825935,0.000013536512,0.00007292007,0.002330882,0.9872242,0.000008283765,0.0001593876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979284,0.000109569824,0.00045226444,0.0002483683,0.000982953,0.00027845704],"domain_scores_gemma":[0.99013126,0.00851352,0.00021823344,0.00014941243,0.000887053,0.00010054261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009994757,0.000068584246,0.00014633306,0.00027832162,0.00025722862,0.00001505122,0.00025232002,0.00007621708,0.71863985],"category_scores_gemma":[0.0286638,0.00006440469,0.000015947297,0.0008356162,0.00013192945,0.000043870652,0.00014771546,0.00010336827,0.00009179911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119783355,0.00002132005,5.4631516e-7,0.00014560162,0.000013753828,0.0000071548643,0.0029078333,6.418763e-7,0.000041560357,0.000008447751,0.9953271,0.0014062562],"study_design_scores_gemma":[0.00047221256,0.00012676982,0.0006511826,0.0028082763,0.00000311049,5.181774e-7,0.0050452165,0.00014335048,0.00029490158,0.0016752622,0.98869234,0.00008683131],"about_ca_topic_score_codex":0.00027084275,"about_ca_topic_score_gemma":0.0006376791,"teacher_disagreement_score":0.71854806,"about_ca_system_score_codex":0.00008169837,"about_ca_system_score_gemma":0.0011020385,"threshold_uncertainty_score":0.9795182},"labels":[],"label_agreement":null},{"id":"W6958133421","doi":"10.6084/m9.figshare.13142122.v1","title":"Additional file 2 of Content development for a physical activity and sedentary behaviour e-learning module for early childhood education students: a Delphi study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Physical activity; Delphi method; Delphi; Content analysis; Early childhood; Physical activity level; Content validity; Content (measure theory)","score_opus":0.15822655895772775,"score_gpt":0.41921648161884545,"score_spread":0.2609899226611177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958133421","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19288655,0.0000032468122,0.000005722544,0.00016507876,0.000008174515,0.0022294486,0.80456835,0.000048404403,0.00008503113],"genre_scores_gemma":[0.8011457,1.6037892e-7,0.0011383216,0.00004436537,0.00016758098,0.012223837,0.18507199,0.000014620767,0.00019346357],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99889964,0.00007527954,0.00011374941,0.00024021968,0.0004886015,0.00018252175],"domain_scores_gemma":[0.9984155,0.0009796126,0.00010676635,0.000058988706,0.00031924582,0.0001198653],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000091230904,0.00008394152,0.0001371056,0.000039541676,0.00029878202,0.00006878643,0.0002459167,0.00004330641,0.270802],"category_scores_gemma":[0.0038238158,0.00008960132,0.000054604137,0.00012362158,0.000016523882,0.00016783274,0.00013883629,0.00012064332,0.00002709674],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003138298,0.0011606541,0.00046389067,0.000041488558,0.000032757474,4.1048952e-7,0.013965002,6.097797e-7,0.000008808695,0.0000028483548,0.96663404,0.017658098],"study_design_scores_gemma":[0.00069309905,0.0010495794,0.81778693,0.00071574614,0.000019069521,3.221894e-7,0.020383812,0.00010910141,0.00024568124,0.000042074967,0.15869777,0.0002568007],"about_ca_topic_score_codex":0.000065601984,"about_ca_topic_score_gemma":0.000089867186,"teacher_disagreement_score":0.817323,"about_ca_system_score_codex":0.000078001554,"about_ca_system_score_gemma":0.0006079526,"threshold_uncertainty_score":0.7298646},"labels":[],"label_agreement":null},{"id":"W6958165145","doi":"10.60692/a9ndt-p0b49","title":"Protocol for developing a core outcome set for male infertility research: an international consensus development study","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; St. Thomas Hospital","funders":"","keywords":"Delphi method; Infertility; Outcome (game theory); Protocol (science); Fertility; Randomized controlled trial; Set (abstract data type); Health care; Clinical trial","score_opus":0.7763176701789258,"score_gpt":0.56509965509404,"score_spread":0.2112180150848858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958165145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5300662,9.258774e-8,0.02077476,0.0006839959,0.00051419175,0.44095445,0.0005137175,0.0005342249,0.0059583886],"genre_scores_gemma":[0.5937453,9.463298e-10,0.004350184,0.000034837412,0.000042716816,0.40149027,0.000026087115,0.00000780058,0.0003028247],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99619794,0.0005331956,0.00093470904,0.00024786117,0.001575782,0.0005105078],"domain_scores_gemma":[0.9977159,0.00013951755,0.00027878495,0.00031970613,0.0014311156,0.000115005496],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012969042,0.00013073819,0.00019752249,0.0005223008,0.0021252625,0.00036320376,0.00080866687,0.00007205509,0.00007989766],"category_scores_gemma":[0.0006688531,0.00012546267,0.000054494143,0.00043222884,0.00009982425,0.00049685535,0.00036268518,0.00020827116,0.000037208418],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066208874,0.000031719264,0.6051108,0.00041226638,0.000048176007,0.0000037920695,0.3884871,0.00003521431,6.211777e-7,0.0031065384,0.0010775354,0.0010241086],"study_design_scores_gemma":[0.004406727,0.00053872133,0.07514192,0.00008081487,0.0000069641587,0.000019840067,0.7397483,0.00218816,0.00011638099,0.000078979305,0.17721598,0.00045720357],"about_ca_topic_score_codex":0.00010517868,"about_ca_topic_score_gemma":0.000028007584,"teacher_disagreement_score":0.5299689,"about_ca_system_score_codex":0.001620456,"about_ca_system_score_gemma":0.0009146774,"threshold_uncertainty_score":0.9991738},"labels":[],"label_agreement":null},{"id":"W6958173934","doi":"10.6084/m9.figshare.16907417.v1","title":"Additional file 1 of Identifying competencies for integrated knowledge translation: a Delphi study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Western University; University of Toronto","funders":"","keywords":"Delphi method; Delphi; Data collection; Identification (biology)","score_opus":0.41232821366474387,"score_gpt":0.4730890415563589,"score_spread":0.06076082789161502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958173934","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015586405,0.00008757098,0.0000112523585,0.00008277465,0.000020926807,0.00053113163,0.97896177,0.000080935984,0.020208048],"genre_scores_gemma":[0.012082041,9.3695064e-7,0.0047267596,0.000014303613,0.00013078554,0.0035526785,0.97650754,0.00001322819,0.002971731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989181,0.0001670011,0.00019052243,0.00017836661,0.0003566202,0.00018937072],"domain_scores_gemma":[0.99342483,0.0051740217,0.000066523484,0.00012702832,0.0011513506,0.000056261222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014268339,0.000066822824,0.00012573168,0.00007800741,0.00026984984,0.00007016845,0.00026405707,0.00006856719,0.99290514],"category_scores_gemma":[0.012105283,0.00007158981,0.00008975646,0.0006083704,0.000031446674,0.00014671296,0.000053891792,0.0001073688,0.00041579452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035670578,0.0001134216,0.0000014536201,0.00004829829,0.000014046638,0.000005573519,0.0033146958,3.8041526e-7,0.000013500752,0.00003667802,0.9894155,0.0070328717],"study_design_scores_gemma":[0.00010516901,0.00003627568,0.00034278005,0.00085057487,0.0000033565857,7.787836e-7,0.016494619,0.00011358522,0.000120229975,0.00023228095,0.9816212,0.00007915805],"about_ca_topic_score_codex":0.000026957501,"about_ca_topic_score_gemma":0.002676752,"teacher_disagreement_score":0.99248934,"about_ca_system_score_codex":0.00005623318,"about_ca_system_score_gemma":0.00090124406,"threshold_uncertainty_score":0.9962162},"labels":[],"label_agreement":null},{"id":"W6958184307","doi":"10.6084/m9.figshare.22619281","title":"Additional file 3 of Development of a UK core dataset for geriatric medicine research: a position statement and results from a Delphi consensus process","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Delphi; Delphi method; Core (optical fiber); Process (computing); Position statement; Statement (logic)","score_opus":0.49678502859565543,"score_gpt":0.5250559202564504,"score_spread":0.028270891660794994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958184307","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006701267,0.000017065824,6.113415e-7,0.0007279072,0.0000071915592,0.0008783488,0.99710876,0.000031395502,0.0005585782],"genre_scores_gemma":[0.008015543,0.000004159034,0.0024064744,0.000013522359,0.00007267741,0.0023312406,0.98698616,0.000008292898,0.0001619442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792784,0.00010950111,0.0004522648,0.00024844453,0.0009833964,0.00027853728],"domain_scores_gemma":[0.99007696,0.00855811,0.00021797669,0.00014948039,0.000896891,0.00010055376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010044532,0.000068596215,0.0001463125,0.00027840934,0.00025718784,0.000015049766,0.0002523005,0.00007621016,0.7174123],"category_scores_gemma":[0.02899324,0.00006440915,0.000015949337,0.00083595,0.00013194064,0.000043874614,0.00014762928,0.00010337074,0.00009379459],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012113548,0.000021313099,5.647141e-7,0.0001467423,0.000013739926,0.0000070487386,0.0029050615,6.3892634e-7,0.000043137752,0.000008249608,0.9953441,0.0013882868],"study_design_scores_gemma":[0.00047727578,0.0001270373,0.0006601696,0.0028474077,0.0000031050179,5.140993e-7,0.0050912015,0.00014506864,0.00030428596,0.0016731563,0.98858345,0.00008734218],"about_ca_topic_score_codex":0.00027120824,"about_ca_topic_score_gemma":0.000638268,"teacher_disagreement_score":0.7173185,"about_ca_system_score_codex":0.0000819992,"about_ca_system_score_gemma":0.0011075271,"threshold_uncertainty_score":0.97918594},"labels":[],"label_agreement":null},{"id":"W6958271207","doi":"10.6084/m9.figshare.26681140.v1","title":"Additional file 2 of Developing a set of emergency department performance measures to evaluate delirium care quality for older adults: a modified e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Quality (philosophy); Emergency department; Delirium; Delphi method; Set (abstract data type); Statement (logic); Delphi","score_opus":0.2769253603165691,"score_gpt":0.48894541386269386,"score_spread":0.21202005354612474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958271207","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029054638,0.00013146194,0.000020494033,0.00018589257,0.000059357026,0.0023778342,0.9931134,0.00010152617,0.0011045766],"genre_scores_gemma":[0.56772834,0.000005728809,0.0018556786,0.000034625533,0.00017521833,0.017458746,0.41242942,0.000027672686,0.00028455432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756694,0.00020067973,0.0004596869,0.00033272535,0.0011237446,0.00031621003],"domain_scores_gemma":[0.99625456,0.0010247533,0.00010594579,0.000216929,0.0023047451,0.00009306106],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049412216,0.00012613155,0.00020430905,0.00014949983,0.00018528859,0.000029234485,0.0004347987,0.00008321125,0.78036773],"category_scores_gemma":[0.00920778,0.00012206515,0.000116628435,0.0005843248,0.000015215006,0.00014475352,0.00014938915,0.00010372124,0.00016169892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004079409,0.00003965758,0.000007699835,0.0008528997,0.00003571964,0.0000013053457,0.012809065,0.000024994904,0.0000019588867,0.000016594015,0.96790415,0.01826515],"study_design_scores_gemma":[0.00038157025,0.0004446399,0.008395386,0.01041762,0.000023251285,4.6787974e-7,0.035557512,0.0008244066,0.00050113763,0.00020156056,0.9427722,0.0004802197],"about_ca_topic_score_codex":0.00012723957,"about_ca_topic_score_gemma":0.0010546781,"teacher_disagreement_score":0.7802061,"about_ca_system_score_codex":0.00020253549,"about_ca_system_score_gemma":0.00095145724,"threshold_uncertainty_score":0.99913806},"labels":[],"label_agreement":null},{"id":"W6958287566","doi":"10.6084/m9.figshare.14803916.v1","title":"Additional file 1 of A core outcome set for studies evaluating interventions to prevent and/or treat delirium for adults requiring an acute care hospital admission: an international key stakeholder informed consensus study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Delphi method; Psychological intervention; Set (abstract data type); Delphi; Table (database); Delirium; Outcome (game theory); Key (lock)","score_opus":0.6304699597913492,"score_gpt":0.5857305257538722,"score_spread":0.044739434037477044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958287566","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024295643,0.000034397417,0.0000026335738,0.00039898764,0.0000699807,0.0026604878,0.97228664,0.00006512672,0.00018608099],"genre_scores_gemma":[0.12519908,0.0000033409133,0.01735602,0.000109257926,0.00028951804,0.018179648,0.83644485,0.000036174086,0.0023821152],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9982062,0.00011342746,0.00046073287,0.00036527647,0.00057946664,0.0002749258],"domain_scores_gemma":[0.9931464,0.0025436506,0.00019864734,0.00021445948,0.003700855,0.00019598614],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002418456,0.00013866943,0.00023773203,0.00011565319,0.00038373336,0.00010019287,0.00032335147,0.00007646436,0.39869395],"category_scores_gemma":[0.047571998,0.00012707955,0.00013284941,0.00019261763,0.000036028243,0.0003008935,0.00027650333,0.00009523844,0.000008880835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015318478,0.00032080876,0.00006483015,0.00048629424,0.00011829454,0.000019466814,0.030903928,0.0000064442424,0.0000043934697,0.000010293414,0.95776427,0.010147799],"study_design_scores_gemma":[0.0027470202,0.008783384,0.0055575278,0.015013638,0.00013842637,0.000016918146,0.8366803,0.0008716921,0.00020590662,0.0002268258,0.12904388,0.00071446213],"about_ca_topic_score_codex":0.00002139575,"about_ca_topic_score_gemma":0.0021689397,"teacher_disagreement_score":0.8287204,"about_ca_system_score_codex":0.00021826864,"about_ca_system_score_gemma":0.0007031017,"threshold_uncertainty_score":0.9604507},"labels":[],"label_agreement":null},{"id":"W6958319992","doi":"10.6084/m9.figshare.27238190.v1","title":"Additional file 6 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Referral; Psychological intervention; Delphi method; Physical activity; MEDLINE","score_opus":0.21020839752701934,"score_gpt":0.44305088315809243,"score_spread":0.2328424856310731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958319992","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016757982,0.00014479202,0.0000045531415,0.00004562112,0.000011218189,0.0016493086,0.980991,0.000057261015,0.00033827822],"genre_scores_gemma":[0.7880584,0.0000016586616,0.00059577177,0.0000047884987,0.00009093856,0.0071479096,0.20396492,0.000014085685,0.0001215007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991627,0.000093380884,0.00012994424,0.00024279222,0.00020381615,0.00016740717],"domain_scores_gemma":[0.99662,0.0028785034,0.00007926301,0.00010275856,0.00027650973,0.000042956548],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000838993,0.00008987741,0.00022113256,0.000076710414,0.00012514513,0.000035840916,0.00015243354,0.000063276566,0.06791497],"category_scores_gemma":[0.0014965059,0.00007980058,0.00013265257,0.00014026306,0.00009684583,0.00013081834,0.000098832716,0.000081850136,0.0000021444623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066943285,0.00049542746,0.000011782738,0.010013933,0.00006739757,0.0000011227618,0.0035666912,0.0000010559933,0.0008250602,0.00021054248,0.9546449,0.030095097],"study_design_scores_gemma":[0.0052894857,0.021284418,0.33842653,0.14668843,0.00019862695,0.000002883506,0.032275744,0.018270047,0.009660326,0.027966477,0.39680654,0.003130512],"about_ca_topic_score_codex":0.000017087665,"about_ca_topic_score_gemma":0.00010863636,"teacher_disagreement_score":0.77702606,"about_ca_system_score_codex":0.000049253693,"about_ca_system_score_gemma":0.00024648735,"threshold_uncertainty_score":0.9329371},"labels":[],"label_agreement":null},{"id":"W6958332116","doi":"10.6084/m9.figshare.26585829","title":"Additional file 3 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Acute care; Delphi method; MEDLINE; Acute hospital","score_opus":0.2614917388422912,"score_gpt":0.44157447480934736,"score_spread":0.18008273596705615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958332116","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011926339,0.00018549526,1.5385999e-7,0.001695708,0.000058249974,0.0005560869,0.9874096,0.00011584917,0.00985961],"genre_scores_gemma":[0.2996812,0.000010929145,0.0006698464,0.00017570956,0.0010460211,0.0028205323,0.6705022,0.00006623891,0.02502735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846697,0.00019221252,0.00022862088,0.0002359634,0.00064630096,0.00022993347],"domain_scores_gemma":[0.993911,0.0055106096,0.00007014735,0.00023447936,0.00018309889,0.00009061922],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001301893,0.000085691114,0.00012966071,0.0001456222,0.00015939027,0.000111578,0.0004043138,0.00009348792,0.9586415],"category_scores_gemma":[0.008002895,0.00007172348,0.00010008439,0.0009815053,0.000041853236,0.000090379806,0.00013768853,0.0002348366,0.0007460041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030874778,0.000018113753,0.000026695565,0.000032120795,0.00001401792,0.000036463847,0.0030664254,9.71439e-7,0.0000028263837,0.000019746845,0.98824924,0.008530289],"study_design_scores_gemma":[0.000033707125,0.000012530929,0.0053651636,0.002335712,0.0000050763656,0.0000025130657,0.008370577,0.000032316653,0.000030305722,0.0001414218,0.9835791,0.000091595095],"about_ca_topic_score_codex":0.00037482852,"about_ca_topic_score_gemma":0.0027382371,"teacher_disagreement_score":0.9578955,"about_ca_system_score_codex":0.00016225784,"about_ca_system_score_gemma":0.003361436,"threshold_uncertainty_score":0.95886225},"labels":[],"label_agreement":null},{"id":"W6958337229","doi":"10.6084/m9.figshare.26721615.v2","title":"Additional file 4 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.19358046113016347,"score_gpt":0.4601542961853981,"score_spread":0.26657383505523463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958337229","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037341824,0.000058186797,0.0000039380775,0.000031475764,0.000029699419,0.003094974,0.99412614,0.00013755134,0.0021445923],"genre_scores_gemma":[0.21415283,5.385757e-7,0.00029333893,0.000007427523,0.00011070216,0.02378612,0.7605308,0.00001847517,0.0010997562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880975,0.00007939437,0.00021550982,0.00023525364,0.0004888235,0.00017124737],"domain_scores_gemma":[0.9975098,0.0013401363,0.00008377252,0.00020158288,0.0007957502,0.00006897912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101211095,0.00007463512,0.0001307155,0.0001091178,0.00011093401,0.000046061403,0.00034820577,0.000080099475,0.841228],"category_scores_gemma":[0.0017971208,0.00007425302,0.0000779773,0.00041831352,0.00004359834,0.00016382651,0.000044598768,0.000090749636,0.00016056742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010080981,0.00013214062,0.0000019141353,0.00015844198,0.000015647902,0.0000013825593,0.0051229377,0.0000032131927,0.000046308265,0.00006825537,0.98266935,0.011770309],"study_design_scores_gemma":[0.00010302717,0.0004190171,0.0003376975,0.00072119856,0.0000072446014,3.176527e-7,0.04022742,0.0003209092,0.00015521089,0.00025762134,0.9573566,0.00009376023],"about_ca_topic_score_codex":0.00031463814,"about_ca_topic_score_gemma":0.00071293063,"teacher_disagreement_score":0.84106743,"about_ca_system_score_codex":0.000099381235,"about_ca_system_score_gemma":0.00046813293,"threshold_uncertainty_score":0.30279502},"labels":[],"label_agreement":null},{"id":"W6958352444","doi":"10.6084/m9.figshare.26585835","title":"Additional file 5 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Acute care; Delphi method; MEDLINE; Acute hospital","score_opus":0.26130405449813865,"score_gpt":0.4416946633580072,"score_spread":0.18039060885986857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958352444","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011945537,0.00018626451,1.5462862e-7,0.0017047913,0.00005775994,0.00055728346,0.9874312,0.00011619888,0.009826837],"genre_scores_gemma":[0.303736,0.0000109021685,0.0006689993,0.00017562119,0.0010320608,0.0028138016,0.6672818,0.00006607213,0.024214745],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984667,0.00019236424,0.00022870353,0.00023602313,0.0006462985,0.0002299561],"domain_scores_gemma":[0.9939105,0.005513326,0.00007014075,0.00023451581,0.0001809056,0.00009061379],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000130378,0.000085707135,0.00012971937,0.0001456908,0.00015948637,0.00011158917,0.0004044748,0.000093501716,0.9578809],"category_scores_gemma":[0.007914786,0.00007174007,0.000100107965,0.0009817171,0.0000418618,0.0000903943,0.00013775448,0.00023485915,0.0007237148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030722736,0.000018142771,0.000026684882,0.000031882282,0.000014031725,0.000036637626,0.0030709617,9.70526e-7,0.0000028041773,0.000020577962,0.9882285,0.008545707],"study_design_scores_gemma":[0.00003381494,0.000012683749,0.0055374587,0.002363204,0.0000051632464,0.0000025633674,0.00847293,0.00003245379,0.00003011809,0.00014335122,0.98327386,0.00009239055],"about_ca_topic_score_codex":0.00037488109,"about_ca_topic_score_gemma":0.002761596,"teacher_disagreement_score":0.9571572,"about_ca_system_score_codex":0.00016160496,"about_ca_system_score_gemma":0.0033516753,"threshold_uncertainty_score":0.947531},"labels":[],"label_agreement":null},{"id":"W6958372908","doi":"10.6084/m9.figshare.26019601.v1","title":"Additional file 1 of Core sepsis-related competencies for medical students: an international consensus by Delphi technique","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delphi; Core (optical fiber); Delphi method; Core competency","score_opus":0.12294633448801026,"score_gpt":0.45750906976651295,"score_spread":0.33456273527850267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958372908","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027386695,0.00004375807,0.0000070682936,0.0010058306,0.00006758625,0.0006276941,0.98823416,0.00031304974,0.009673487],"genre_scores_gemma":[0.0042096805,0.0000051120537,0.0027264508,0.00012568437,0.00015848575,0.004833712,0.9852905,0.00002358974,0.0026267571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974462,0.00008792913,0.00028753275,0.00026236786,0.0016707961,0.0002451835],"domain_scores_gemma":[0.9944118,0.004722672,0.00007280148,0.00013906835,0.00049168983,0.0001619267],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039260183,0.000098509416,0.00013085632,0.00013879297,0.000163883,0.00012942628,0.0011530579,0.00025571574,0.99139947],"category_scores_gemma":[0.015438912,0.00009809796,0.000095546275,0.000311995,0.00015845454,0.0001468868,0.00019045983,0.0002648005,0.00043487886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058023743,0.00006484866,0.000003334496,0.00004546494,0.000036098434,0.000021881355,0.00021102162,2.2386611e-7,0.000026182357,0.0007473527,0.997403,0.0014347857],"study_design_scores_gemma":[0.000066887784,0.000058838403,0.00006507084,0.0023377358,0.0000027043345,0.000007728451,0.00048630865,0.0005918447,0.000074418436,0.0011685177,0.9950315,0.00010844377],"about_ca_topic_score_codex":0.00007005968,"about_ca_topic_score_gemma":0.00016883534,"teacher_disagreement_score":0.9909646,"about_ca_system_score_codex":0.0001292701,"about_ca_system_score_gemma":0.000701564,"threshold_uncertainty_score":0.9928545},"labels":[],"label_agreement":null},{"id":"W6958389578","doi":"10.60692/dnxk1-ayx52","title":"Decentralized clinical trials for medications to reduce the risk of dementia: Consensus report and guidance","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dementia; Clinical trial; Delphi method; Delphi; MEDLINE; Outcome (game theory)","score_opus":0.3627267718995006,"score_gpt":0.5092042216990109,"score_spread":0.14647744979951033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958389578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5646817,0.0004158811,0.37024173,0.032757483,0.0038773,0.012452545,0.0010925098,0.0009314438,0.0135494],"genre_scores_gemma":[0.9963925,0.000007793943,0.002865167,0.000061491635,0.00012558741,0.00037046956,0.0000046374626,0.0000048693273,0.00016749489],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966817,0.00095330935,0.0015585194,0.00013427984,0.00048215626,0.0001900691],"domain_scores_gemma":[0.9976829,0.0009938696,0.0004926697,0.000298516,0.00041233146,0.00011967297],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03021707,0.00006955776,0.00025846294,0.00013015501,0.0002778452,0.00019030336,0.00022468263,0.00010649673,0.000014602384],"category_scores_gemma":[0.008864322,0.000044917877,0.00011546183,0.00032309972,0.00021552846,0.00013769521,0.00004963933,0.00009574692,0.000033719658],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046866684,0.000012312529,0.18091775,0.0013899523,0.0015364258,0.000023828235,0.6286446,0.000038712347,0.00001577156,0.0455542,0.10561993,0.035777867],"study_design_scores_gemma":[0.0029530767,0.00025268443,0.07412711,0.0018722456,0.00130606,0.00016957337,0.26203924,0.0070654405,0.0016601584,0.00048547433,0.64741063,0.0006583211],"about_ca_topic_score_codex":0.00011360944,"about_ca_topic_score_gemma":0.0000046360933,"teacher_disagreement_score":0.54179066,"about_ca_system_score_codex":0.000055349177,"about_ca_system_score_gemma":0.0002879798,"threshold_uncertainty_score":0.9994844},"labels":[],"label_agreement":null},{"id":"W6958396662","doi":"10.6084/m9.figshare.13142119.v1","title":"Additional file 1 of Content development for a physical activity and sedentary behaviour e-learning module for early childhood education students: a Delphi study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Physical activity; Delphi method; Delphi; Content analysis; Early childhood; Physical activity level; Content (measure theory); Early childhood education","score_opus":0.16304767960805777,"score_gpt":0.41992407924328096,"score_spread":0.2568763996352232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958396662","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19314863,0.000003184368,0.000005822506,0.00016526901,0.000008096411,0.0022245995,0.8043133,0.000048226648,0.000082853934],"genre_scores_gemma":[0.8020611,1.559261e-7,0.001160181,0.000044244134,0.00016474618,0.012421375,0.18394127,0.000014601568,0.00019232466],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988993,0.00007530446,0.00011369949,0.00024039576,0.0004887207,0.00018258744],"domain_scores_gemma":[0.9984011,0.00099333,0.00010662014,0.000059099522,0.00031994056,0.000119882134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009172064,0.000083967636,0.00013707278,0.00003956701,0.00029876063,0.00006864074,0.0002460506,0.000043306165,0.2744914],"category_scores_gemma":[0.0038693242,0.000089629975,0.00005461447,0.00012371562,0.000016524105,0.00016772035,0.0001388554,0.00012067049,0.00002738249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031437594,0.0011568507,0.0004770177,0.000040976265,0.000032639437,3.9835467e-7,0.01390338,6.0474554e-7,0.000009084809,0.0000027901071,0.9672123,0.017132474],"study_design_scores_gemma":[0.00068551535,0.0010448751,0.8237498,0.0007213587,0.000019054647,3.2010325e-7,0.02049916,0.00010934508,0.00024611736,0.00004156959,0.15262668,0.00025621752],"about_ca_topic_score_codex":0.00006496183,"about_ca_topic_score_gemma":0.00008935006,"teacher_disagreement_score":0.82327276,"about_ca_system_score_codex":0.00007797971,"about_ca_system_score_gemma":0.0006106088,"threshold_uncertainty_score":0.7261718},"labels":[],"label_agreement":null},{"id":"W6958419304","doi":"10.6084/m9.figshare.23993218.v1","title":"Additional file 1 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Rating scale; Delphi method","score_opus":0.24450395210797796,"score_gpt":0.4478242742116579,"score_spread":0.20332032210367992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958419304","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002088027,0.000011164809,2.2123682e-7,0.000094951676,0.00006906931,0.0029632007,0.9766528,0.00013540016,0.019864373],"genre_scores_gemma":[0.02650462,0.0000029385444,0.00017048024,0.000014567783,0.00026097655,0.015673107,0.9560375,0.000017100909,0.0013186742],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964244,0.0018551522,0.0004114146,0.00018053541,0.0007970325,0.0003314781],"domain_scores_gemma":[0.9088532,0.09044103,0.00023436542,0.00012140292,0.00029240435,0.00005760176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030109137,0.00008693778,0.0006156306,0.0002767079,0.00015218504,0.00005615509,0.0003271605,0.0001257921,0.9854264],"category_scores_gemma":[0.33696136,0.00008043724,0.00023091132,0.0011282611,0.000056233024,0.00011069999,0.000101610014,0.000191749,0.0009755487],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24481744,0.000013963442,1.7047195e-7,0.0000073793717,0.000017100117,0.000007792947,0.00031294735,0.0000037938416,4.4706795e-7,0.00001543915,0.7545471,0.00025638918],"study_design_scores_gemma":[0.88917387,0.0000407052,0.000044062723,0.001021921,0.0000035267492,9.008903e-8,0.00053078454,0.0011889754,0.0000028972674,0.00018455903,0.10769228,0.00011630964],"about_ca_topic_score_codex":0.0003113747,"about_ca_topic_score_gemma":0.002135097,"teacher_disagreement_score":0.9844509,"about_ca_system_score_codex":0.000073825206,"about_ca_system_score_gemma":0.0006516213,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W6958432098","doi":"10.6084/m9.figshare.26531099.v1","title":"Additional file 2 of Identifying the essential elements to inform the development of a research agenda for Paramedicine in Ireland: a Delphi Study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Delphi method; Delphi; Key (lock); Identification (biology); Data collection","score_opus":0.3782760695719527,"score_gpt":0.5519448149819581,"score_spread":0.17366874541000543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958432098","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011639198,0.000040503764,0.000005701091,0.0008733371,0.000038827624,0.0028630923,0.99152404,0.000030445246,0.0034601577],"genre_scores_gemma":[0.6483087,0.0000027570313,0.0024727199,0.00010246648,0.00042240895,0.039638184,0.30512646,0.000038605776,0.00388772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975642,0.00015998146,0.00039238442,0.00016122377,0.0014025506,0.00031966937],"domain_scores_gemma":[0.9926134,0.0067193126,0.00005783665,0.00017175256,0.00039223282,0.00004547274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002120034,0.00006162349,0.0001036377,0.00025482455,0.00038162153,0.00007934044,0.000697381,0.000045487897,0.8094021],"category_scores_gemma":[0.013400686,0.000038862112,0.000042541567,0.0013549784,0.0000638145,0.00009060034,0.0003275407,0.0002464628,0.00022804833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014167973,0.000048080754,0.0000067269857,0.00010383237,0.00002146126,0.000004207324,0.022533564,0.0000010222194,0.0000043599034,0.00003446567,0.96759945,0.0096286675],"study_design_scores_gemma":[0.00010007464,0.000079797595,0.002336915,0.0026375703,0.0000021242772,3.0132426e-7,0.026201094,0.00010056983,0.00008794169,0.00028367707,0.96811813,0.000051798666],"about_ca_topic_score_codex":0.00014001632,"about_ca_topic_score_gemma":0.004793929,"teacher_disagreement_score":0.80917406,"about_ca_system_score_codex":0.00012576122,"about_ca_system_score_gemma":0.0010512432,"threshold_uncertainty_score":0.9949099},"labels":[],"label_agreement":null},{"id":"W6958468566","doi":"10.6084/m9.figshare.14759477.v1","title":"Additional file 2 of A policy Delphi study to validate the key implications of data sharing (KIDS) framework for pediatric genomics in Canada","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Delphi method; McNemar's test; Key (lock); Value (mathematics); Degree (music); Data sharing","score_opus":0.3154897504793447,"score_gpt":0.4689572265259729,"score_spread":0.1534674760466282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958468566","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006686062,0.000014284131,0.000011017132,0.001496428,0.0000072326084,0.00071447867,0.99622077,0.0000093969875,0.00085776084],"genre_scores_gemma":[0.11002121,0.0000061711107,0.009013554,0.00026587886,0.00043531042,0.0034129631,0.8766611,0.000022517617,0.00016126917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988527,0.00007491848,0.00024075358,0.00025693857,0.00034022998,0.00023440814],"domain_scores_gemma":[0.9938247,0.0048859175,0.00011155659,0.0007284307,0.00037220432,0.00007714355],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021287393,0.000056324054,0.000112430724,0.000090703455,0.00014769383,0.000035109595,0.0015828509,0.00003790458,0.6595173],"category_scores_gemma":[0.030338403,0.000055205423,0.000025455705,0.0011579192,0.0000101506,0.000087315544,0.0008894659,0.00013551774,0.000025252657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018633344,0.000047253416,0.0002119739,0.000022599788,0.0000061586607,0.0000013727002,0.00096226146,0.000016098937,8.1966033e-7,0.00031132525,0.9975761,0.00084218144],"study_design_scores_gemma":[0.00008651262,0.0000303626,0.03045318,0.0003414847,0.000008358271,7.5596324e-7,0.009958509,0.00014277018,0.00002534527,0.004750566,0.9540382,0.0001639326],"about_ca_topic_score_codex":0.2594483,"about_ca_topic_score_gemma":0.8491123,"teacher_disagreement_score":0.659492,"about_ca_system_score_codex":0.00033378604,"about_ca_system_score_gemma":0.0073157568,"threshold_uncertainty_score":0.9983118},"labels":[],"label_agreement":null},{"id":"W6958575983","doi":"10.6084/m9.figshare.22619278","title":"Additional file 2 of Development of a UK core dataset for geriatric medicine research: a position statement and results from a Delphi consensus process","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Delphi; Delphi method; Core (optical fiber); Position statement; Process (computing); Position (finance)","score_opus":0.49256698273404337,"score_gpt":0.5249493234252882,"score_spread":0.03238234069124485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958575983","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006606641,0.00001724304,5.9482693e-7,0.00072745205,0.000007163122,0.0008766346,0.99711114,0.000031421576,0.00056770135],"genre_scores_gemma":[0.007803989,0.000004208425,0.0023825935,0.000013536512,0.00007292007,0.002330882,0.9872242,0.000008283765,0.0001593876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979284,0.000109569824,0.00045226444,0.0002483683,0.000982953,0.00027845704],"domain_scores_gemma":[0.99013126,0.00851352,0.00021823344,0.00014941243,0.000887053,0.00010054261],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009994757,0.000068584246,0.00014633306,0.00027832162,0.00025722862,0.00001505122,0.00025232002,0.00007621708,0.71863985],"category_scores_gemma":[0.0286638,0.00006440469,0.000015947297,0.0008356162,0.00013192945,0.000043870652,0.00014771546,0.00010336827,0.00009179911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119783355,0.00002132005,5.4631516e-7,0.00014560162,0.000013753828,0.0000071548643,0.0029078333,6.418763e-7,0.000041560357,0.000008447751,0.9953271,0.0014062562],"study_design_scores_gemma":[0.00047221256,0.00012676982,0.0006511826,0.0028082763,0.00000311049,5.181774e-7,0.0050452165,0.00014335048,0.00029490158,0.0016752622,0.98869234,0.00008683131],"about_ca_topic_score_codex":0.00027084275,"about_ca_topic_score_gemma":0.0006376791,"teacher_disagreement_score":0.71854806,"about_ca_system_score_codex":0.00008169837,"about_ca_system_score_gemma":0.0011020385,"threshold_uncertainty_score":0.9795182},"labels":[],"label_agreement":null},{"id":"W6958819844","doi":"10.6084/m9.figshare.16907417","title":"Additional file 1 of Identifying competencies for integrated knowledge translation: a Delphi study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Western University; University of Toronto","funders":"","keywords":"Delphi method; Delphi; Data collection; Identification (biology)","score_opus":0.41232821366474387,"score_gpt":0.4730890415563589,"score_spread":0.06076082789161502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958819844","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015586405,0.00008757098,0.0000112523585,0.00008277465,0.000020926807,0.00053113163,0.97896177,0.000080935984,0.020208048],"genre_scores_gemma":[0.012082041,9.3695064e-7,0.0047267596,0.000014303613,0.00013078554,0.0035526785,0.97650754,0.00001322819,0.002971731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989181,0.0001670011,0.00019052243,0.00017836661,0.0003566202,0.00018937072],"domain_scores_gemma":[0.99342483,0.0051740217,0.000066523484,0.00012702832,0.0011513506,0.000056261222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014268339,0.000066822824,0.00012573168,0.00007800741,0.00026984984,0.00007016845,0.00026405707,0.00006856719,0.99290514],"category_scores_gemma":[0.012105283,0.00007158981,0.00008975646,0.0006083704,0.000031446674,0.00014671296,0.000053891792,0.0001073688,0.00041579452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035670578,0.0001134216,0.0000014536201,0.00004829829,0.000014046638,0.000005573519,0.0033146958,3.8041526e-7,0.000013500752,0.00003667802,0.9894155,0.0070328717],"study_design_scores_gemma":[0.00010516901,0.00003627568,0.00034278005,0.00085057487,0.0000033565857,7.787836e-7,0.016494619,0.00011358522,0.000120229975,0.00023228095,0.9816212,0.00007915805],"about_ca_topic_score_codex":0.000026957501,"about_ca_topic_score_gemma":0.002676752,"teacher_disagreement_score":0.99248934,"about_ca_system_score_codex":0.00005623318,"about_ca_system_score_gemma":0.00090124406,"threshold_uncertainty_score":0.9962162},"labels":[],"label_agreement":null},{"id":"W6962372038","doi":"10.17605/osf.io/hdtpu","title":"Delphi Cognitive Consensus Study","year":2024,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delphi method; Cognition; Delphi; Protocol (science); Data collection","score_opus":0.08672878025598474,"score_gpt":0.4286285549844264,"score_spread":0.3418997747284417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962372038","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25436166,0.0000052732307,0.0006271745,0.0016463688,0.00045042764,0.0023051624,0.000019135468,0.00083625293,0.73974854],"genre_scores_gemma":[0.8017166,0.00006691757,0.00033281624,0.00007220489,0.00016235071,0.0004897886,0.00000384381,0.00004376281,0.19711171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927945,0.002346006,0.00055716,0.0022040994,0.0013088445,0.0007893664],"domain_scores_gemma":[0.99391174,0.0033657926,0.00009484112,0.0018160859,0.00042984443,0.0003817041],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.017547252,0.00027157113,0.00033732815,0.0003553221,0.0006071475,0.00058307545,0.0014053592,0.0002647518,0.39697927],"category_scores_gemma":[0.012718824,0.00030269285,0.00019512714,0.00089286437,0.0008667464,0.0002475048,0.0014168037,0.0008996849,0.7711966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000570023,0.0037028014,0.09561085,0.0003366784,0.0014871116,0.0033995458,0.17758536,0.00010385862,0.0030395668,0.05874762,0.33805996,0.31735662],"study_design_scores_gemma":[0.0015791088,0.000016709211,0.025755642,0.0007484569,0.00036698912,0.000092406975,0.10309384,0.0011161501,0.0055626077,0.055912066,0.8039749,0.0017811232],"about_ca_topic_score_codex":0.003908005,"about_ca_topic_score_gemma":0.0016206737,"teacher_disagreement_score":0.54735494,"about_ca_system_score_codex":0.00047583037,"about_ca_system_score_gemma":0.0008435818,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W6962789310","doi":"10.17605/osf.io/raf9p","title":"Deciding to Visit a Rapid Access Addictions Medicine (RAAM) Clinic in Canada: Perspectives from People Living with an Alcohol Use Problem in a Modified eDelphi Survey (Research Expectations and Analysis Plan Registration)","year":2023,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Addiction medicine; Plan (archaeology); Addiction; Data collection; MEDLINE; Alcohol addiction","score_opus":0.3633938946025812,"score_gpt":0.5335665226925489,"score_spread":0.1701726280899677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6962789310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59906995,0.0010515796,0.016559022,0.03073552,0.0010471606,0.02884322,0.0022561024,0.0012238809,0.31921357],"genre_scores_gemma":[0.9805645,0.000449515,0.0104088355,0.000056635832,0.00014522596,0.0010163866,0.00004026813,0.00015508004,0.007163569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99215317,0.0018197051,0.00056969543,0.0016230866,0.0028318213,0.001002531],"domain_scores_gemma":[0.9887448,0.008726073,0.00027495896,0.0010554446,0.0006089749,0.00058975443],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013261648,0.00026390754,0.0006928883,0.0037696536,0.0011243294,0.0020239502,0.004125454,0.0002842443,0.0015449624],"category_scores_gemma":[0.019020589,0.00024532544,0.000030450921,0.02525022,0.00131825,0.0015479357,0.0009799221,0.0011741547,0.000010257771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100293575,0.00018331241,0.8675365,0.000011146979,0.00014796041,0.000059349117,0.10309961,0.00038737888,0.0000052209784,0.0027256925,0.023165813,0.002577727],"study_design_scores_gemma":[0.00019383564,0.00011690051,0.83980536,0.001808508,0.00003291232,4.1233838e-7,0.15564376,0.0007268722,7.208385e-7,0.0008845394,0.00038451032,0.00040166065],"about_ca_topic_score_codex":0.99650425,"about_ca_topic_score_gemma":0.99981284,"teacher_disagreement_score":0.38149455,"about_ca_system_score_codex":0.0020585267,"about_ca_system_score_gemma":0.008509543,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W6963556070","doi":"10.25384/sage.21383343","title":"Supplemental Material - An International Consensus on Actions to Improve Lung Cancer Survival: A Modified Delphi Method Among Clinical Experts in the International Cancer Benchmarking Partnership","year":2022,"lang":"en","type":"article","venue":"Sage Journals Data","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute","funders":"","keywords":"Benchmarking; General partnership; Delphi method; Lung cancer; Delphi; Cancer","score_opus":0.49654602650032714,"score_gpt":0.6140724920354966,"score_spread":0.11752646553516949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963556070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84689397,0.00023049969,0.0016835637,0.10809065,0.0149861695,0.0024629806,0.018837225,0.00012795003,0.006686986],"genre_scores_gemma":[0.9913189,0.0010046121,0.0019799815,0.0013703646,0.0029460033,0.0007882185,0.00038202183,0.000026605856,0.00018331934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935147,0.0027088518,0.00068620493,0.00058609544,0.0020166214,0.00048753145],"domain_scores_gemma":[0.9976672,0.0010765588,0.00027620306,0.00064847234,0.00012773577,0.0002038323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015338787,0.0001496505,0.00021236483,0.00029691533,0.0007710068,0.00058916886,0.0037267022,0.00008255647,0.018028023],"category_scores_gemma":[0.0008807465,0.00013219789,0.000075779695,0.00039232822,0.0001515043,0.0005398289,0.0012735978,0.0007796627,0.0000014042811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021292998,0.001808122,0.21433385,0.000014462342,0.00075643865,0.00057239365,0.03627134,0.0032636337,0.0063098003,0.002010849,0.39173537,0.3407944],"study_design_scores_gemma":[0.0049668225,0.0006706258,0.11750021,0.0007840984,0.00017546916,0.0000620239,0.1625074,0.07392186,0.0008416288,0.0022920412,0.6345724,0.0017054555],"about_ca_topic_score_codex":0.03336931,"about_ca_topic_score_gemma":0.052759077,"teacher_disagreement_score":0.33908898,"about_ca_system_score_codex":0.00086529786,"about_ca_system_score_gemma":0.000548027,"threshold_uncertainty_score":0.9828696},"labels":[],"label_agreement":null},{"id":"W6976725607","doi":"10.6084/m9.figshare.29857305.v1","title":"Additional file 1 of Evaluation of an integrated care program for thoracic surgery in Ontario, Canada: a historical cohort study","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Cohort study; Cardiothoracic surgery; Integrated care; Cohort; MEDLINE","score_opus":0.17322582116782836,"score_gpt":0.45300610841812644,"score_spread":0.2797802872502981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976725607","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047767777,0.000017764905,1.2605415e-7,0.000027743989,0.000030269812,0.0027727333,0.98831886,0.00002816639,0.0040275306],"genre_scores_gemma":[0.2023371,6.371147e-8,0.0003448772,0.000006278304,0.00001590714,0.018324578,0.7782205,0.0000057827738,0.0007449353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981677,0.00033542197,0.0002505551,0.00017504943,0.0009107955,0.00016045486],"domain_scores_gemma":[0.99604183,0.0019815585,0.00010206918,0.00013858487,0.0016949214,0.00004102276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006049915,0.000059416696,0.00018306955,0.00016651803,0.00007204497,0.000012296951,0.00017428273,0.00007646271,0.8785828],"category_scores_gemma":[0.015475994,0.000062134,0.000043314005,0.00057470985,0.000013605654,0.000075127886,0.000031447333,0.00013079593,0.0000020672187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001441963,0.0001757253,0.0024463397,0.000040371717,0.000009563247,0.0000021036444,0.00043787845,0.000003536178,1.0474467e-7,9.5331404e-7,0.96059823,0.036270786],"study_design_scores_gemma":[0.000062777675,0.00008031488,0.20205478,0.0009241042,0.000010975902,7.636618e-8,0.0034789317,0.00018383014,0.000015240084,0.000039241786,0.7930756,0.000074082825],"about_ca_topic_score_codex":0.9229496,"about_ca_topic_score_gemma":0.9987897,"teacher_disagreement_score":0.8785807,"about_ca_system_score_codex":0.005030865,"about_ca_system_score_gemma":0.020620784,"threshold_uncertainty_score":0.99878865},"labels":[],"label_agreement":null},{"id":"W6976832559","doi":"10.6084/m9.figshare.13142125","title":"Additional file 3 of Content development for a physical activity and sedentary behaviour e-learning module for early childhood education students: a Delphi study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Physical activity; Delphi method; Early childhood; Early childhood education; Content analysis; Delphi; Physical education","score_opus":0.16045577474957343,"score_gpt":0.41934308751878896,"score_spread":0.2588873127692155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976832559","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19446388,0.0000032039834,0.000005861191,0.00016467205,0.000008181265,0.0022268652,0.8029957,0.000048215825,0.000083424195],"genre_scores_gemma":[0.80476624,1.5819933e-7,0.0011472593,0.00004422956,0.00016669137,0.012200845,0.18146382,0.000014606939,0.0001961262],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99889934,0.00007523295,0.0001137495,0.00024029243,0.0004888191,0.00018257367],"domain_scores_gemma":[0.99840707,0.000984664,0.00010663696,0.00005901218,0.00032272507,0.000119872326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000091679634,0.00008395597,0.0001370866,0.000039553976,0.00029873528,0.000068779875,0.00024589789,0.00004330253,0.26962215],"category_scores_gemma":[0.0038683028,0.000089607434,0.000054611028,0.00012367034,0.000016525264,0.00016784768,0.00013875637,0.00012064616,0.000027677937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031961074,0.0011686361,0.0004827501,0.000042110387,0.000032960448,4.0739317e-7,0.014052435,6.1138513e-7,0.000009204347,0.0000028024533,0.9666125,0.01756358],"study_design_scores_gemma":[0.00069535093,0.0010441354,0.82093346,0.00072033354,0.00001889831,3.1736784e-7,0.02041766,0.00010959088,0.000251557,0.00004171757,0.15551057,0.00025641776],"about_ca_topic_score_codex":0.00006568936,"about_ca_topic_score_gemma":0.00008994912,"teacher_disagreement_score":0.8204507,"about_ca_system_score_codex":0.000078284975,"about_ca_system_score_gemma":0.0006109418,"threshold_uncertainty_score":0.7310455},"labels":[],"label_agreement":null},{"id":"W6976845986","doi":"10.6084/m9.figshare.26585832","title":"Additional file 4 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Delphi method; Acute care; MEDLINE; Acute hospital","score_opus":0.26317262613094716,"score_gpt":0.44213107802450896,"score_spread":0.1789584518935618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976845986","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000118741234,0.00018639171,1.550595e-7,0.0016935897,0.00005771788,0.0005570466,0.98743117,0.00011611216,0.009839049],"genre_scores_gemma":[0.30536297,0.000010850027,0.0006657932,0.00017464801,0.0010269214,0.0028003494,0.6659925,0.00006574136,0.023900237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984669,0.00019218464,0.00022871161,0.0002359896,0.0006462559,0.00022996242],"domain_scores_gemma":[0.99390405,0.005521293,0.00007014744,0.00023457313,0.0001792989,0.00009060761],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013030524,0.00008569773,0.00012969466,0.00014569731,0.00015947822,0.00011164384,0.00040464354,0.00009349669,0.957893],"category_scores_gemma":[0.007879901,0.00007173859,0.00010009298,0.0009813663,0.000041861575,0.00009039445,0.00013774674,0.00023482852,0.0007291466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031259067,0.000018140114,0.000026785685,0.00003187035,0.000014030751,0.00003663728,0.0030725885,9.57283e-7,0.0000027808842,0.000020564505,0.988242,0.008530567],"study_design_scores_gemma":[0.00003379038,0.0000128559905,0.005430669,0.0023580242,0.00000515402,0.0000025595302,0.008456476,0.00003266456,0.000029819932,0.00014400012,0.9834017,0.00009224855],"about_ca_topic_score_codex":0.00037114148,"about_ca_topic_score_gemma":0.0027506624,"teacher_disagreement_score":0.9571639,"about_ca_system_score_codex":0.00016156577,"about_ca_system_score_gemma":0.0033475156,"threshold_uncertainty_score":0.9433546},"labels":[],"label_agreement":null},{"id":"W6976884002","doi":"10.6084/m9.figshare.27238181.v1","title":"Additional file 3 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.2102434135120327,"score_gpt":0.4429493591441078,"score_spread":0.2327059456320751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976884002","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016851021,0.00014397508,0.0000045273237,0.00004541259,0.000011305496,0.0016453839,0.9809057,0.00005716268,0.0003354865],"genre_scores_gemma":[0.78652483,0.0000016639639,0.000596427,0.0000047893423,0.00009194557,0.007152638,0.20548941,0.000014111611,0.00012417432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916285,0.00009331503,0.00012990201,0.0002427364,0.00020381599,0.00016737731],"domain_scores_gemma":[0.9966195,0.0028763206,0.00007925222,0.00010272381,0.00027921904,0.000042948257],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008379422,0.00008986229,0.00022105064,0.000076681405,0.00012510174,0.000035821646,0.00015237,0.00006327167,0.06943707],"category_scores_gemma":[0.0015105533,0.00007978169,0.00013263545,0.00014023024,0.00009682369,0.00013079002,0.00009878868,0.00008183771,0.000002195495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066564586,0.0004900129,0.0000117523805,0.010023498,0.00006698457,0.0000011128463,0.003533764,0.0000010652608,0.00082737365,0.00020066544,0.9548649,0.029912282],"study_design_scores_gemma":[0.005264906,0.021037422,0.3311987,0.14511041,0.0001955201,0.0000028336829,0.03185315,0.018281637,0.009761414,0.027473917,0.40671718,0.003102907],"about_ca_topic_score_codex":0.000016922517,"about_ca_topic_score_gemma":0.00010613729,"teacher_disagreement_score":0.7754163,"about_ca_system_score_codex":0.00004948048,"about_ca_system_score_gemma":0.00024705508,"threshold_uncertainty_score":0.9314136},"labels":[],"label_agreement":null},{"id":"W6976917645","doi":"10.6084/m9.figshare.14228471","title":"Additional file 1 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Selection (genetic algorithm); Delphi; Acute respiratory failure; MEDLINE","score_opus":0.3467209929164643,"score_gpt":0.5402071092633731,"score_spread":0.19348611634690882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976917645","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007567427,0.00011316641,0.00015719605,0.0008587338,0.000018185048,0.0007198958,0.99629825,0.000039638737,0.001787386],"genre_scores_gemma":[0.0006881797,0.000019371606,0.18448898,0.0011760944,0.00011690353,0.006083813,0.80364347,0.000056087483,0.0037271273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982788,0.00031522894,0.00031043382,0.00021935611,0.0006238174,0.00025236138],"domain_scores_gemma":[0.994107,0.004767425,0.00022772113,0.00025874522,0.0005370132,0.0001021084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040615821,0.00008651976,0.0001483345,0.00006940771,0.0003153739,0.000029584236,0.00037744286,0.00010256177,0.95244795],"category_scores_gemma":[0.0046288734,0.000076909346,0.00011602507,0.00049432606,0.000076626144,0.000068097994,0.0002135953,0.000106045416,0.000040427876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014000735,0.000029736037,2.1887836e-7,0.00012758737,0.00019924261,0.00003980688,0.00069097645,0.000034181317,0.00008258055,0.00020395766,0.9971994,0.0013783224],"study_design_scores_gemma":[0.00019565946,0.000019748426,0.000010905118,0.0007579509,0.00001754383,0.000001968976,0.0062158923,0.0003482879,0.000539691,0.0005453511,0.9912655,0.000081509985],"about_ca_topic_score_codex":0.00007249559,"about_ca_topic_score_gemma":0.000107779626,"teacher_disagreement_score":0.95240754,"about_ca_system_score_codex":0.00015907075,"about_ca_system_score_gemma":0.001002623,"threshold_uncertainty_score":0.55415285},"labels":[],"label_agreement":null},{"id":"W6976988001","doi":"10.6084/m9.figshare.24770454.v1","title":"Additional file 1 of Prioritizing a research agenda on built environments and physical activity: a twin panel Delphi consensus process with researchers and knowledge users","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University; Research Institute for Aging; University of Waterloo; Parachute; University of Victoria; University of Lethbridge; University of New Brunswick; University of Saskatchewan; Alberta Health Services; University of Toronto; Carleton University; University of Calgary; Ottawa Public Health; Children's Hospital of Eastern Ontario; Statistics Canada; Infrastructure Canada; BC Centre for Disease Control; University of British Columbia; Simon Fraser University; Public Health Agency of Canada; University of Ottawa","funders":"","keywords":"Delphi method; Process (computing); Delphi; Data collection; Key (lock)","score_opus":0.5384919030496543,"score_gpt":0.5126128238759254,"score_spread":0.02587907917372889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976988001","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081132606,0.0000146725,3.4637598e-8,0.00046293082,0.0000031464165,0.00070749497,0.90966254,0.000081577666,0.007935009],"genre_scores_gemma":[0.9056217,0.000020560217,0.00015010656,0.000017684268,0.0001905209,0.003550435,0.085653685,0.00006128996,0.004733991],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713534,0.0004924384,0.000092003706,0.00040767877,0.0012918568,0.00058068254],"domain_scores_gemma":[0.99082404,0.008521956,0.00005298828,0.0001833298,0.00019883743,0.00021884278],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005622746,0.00011345677,0.00016132947,0.00029711876,0.00048549162,0.00009071741,0.00026683768,0.00011229825,0.25175026],"category_scores_gemma":[0.011185752,0.000107372165,0.000027093443,0.0010037362,0.00051073305,0.00012247301,0.00029741414,0.0005479469,0.00042805815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006940837,0.00009667043,0.000013214471,0.00014624764,0.000015711754,0.00006441626,0.004020285,8.428758e-7,0.00012740411,0.000013282554,0.98807925,0.007353238],"study_design_scores_gemma":[0.00050639326,0.0005937946,0.012610922,0.005030681,0.000004715474,0.000008079652,0.018082444,0.000919078,0.0008783811,0.00057876285,0.96042854,0.00035822773],"about_ca_topic_score_codex":0.00009922435,"about_ca_topic_score_gemma":0.00019269413,"teacher_disagreement_score":0.8244891,"about_ca_system_score_codex":0.00012589713,"about_ca_system_score_gemma":0.00068531616,"threshold_uncertainty_score":0.99714345},"labels":[],"label_agreement":null},{"id":"W6977016494","doi":"10.6084/m9.figshare.17037741","title":"Additional file 4 of Establishing a core outcome set for mucopolysaccharidoses (MPS) in children: study protocol for a rapid literature review, candidate outcomes survey, and Delphi surveys","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Calgary; Ottawa Hospital; University of Manitoba; Children's Hospital of Eastern Ontario; University of Alberta; Hospital for Sick Children; Université de Montréal; SickKids Foundation; University of Toronto; Canadian MPS Society for Mucopolysaccharide and Related Diseases; McGill University Health Centre; University of Ottawa","funders":"","keywords":"Protocol (science); Set (abstract data type); Delphi method; Outcome (game theory); Core (optical fiber); Delphi","score_opus":0.27223807508389997,"score_gpt":0.4967734960572851,"score_spread":0.22453542097338514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977016494","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000494799,0.00013475858,0.000001265667,0.00013962899,0.000010637374,0.10990059,0.8896102,0.000044905646,0.000108563705],"genre_scores_gemma":[0.00043640478,0.0000078015155,0.00045607856,0.00011198328,0.000046694913,0.47986275,0.5187306,0.000020550297,0.00032717624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969272,0.000998413,0.00056624215,0.00048175832,0.0005850127,0.00044134917],"domain_scores_gemma":[0.98857325,0.009583062,0.00028446878,0.00031677706,0.0011189054,0.00012354927],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002379693,0.00020440688,0.0005202722,0.00016739278,0.00025862732,0.00024266032,0.0004886019,0.00015861737,0.62314147],"category_scores_gemma":[0.08273089,0.0001865486,0.00013599604,0.0009506863,0.00004039495,0.00040210705,0.00023652153,0.0002673614,0.000010413571],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021005628,0.0001507487,0.021512564,0.00097450987,0.00002839295,0.000013861661,0.00042831202,1.2879353e-7,4.4538635e-7,0.0000038609123,0.9753701,0.0014960534],"study_design_scores_gemma":[0.002379983,0.00038131623,0.42548004,0.022018876,0.000015548454,0.000016985414,0.0011399433,0.000041927167,0.000024257835,0.00022149135,0.5476021,0.0006774821],"about_ca_topic_score_codex":0.00041633256,"about_ca_topic_score_gemma":0.0099192215,"teacher_disagreement_score":0.62313104,"about_ca_system_score_codex":0.0000780864,"about_ca_system_score_gemma":0.0006595973,"threshold_uncertainty_score":0.92499566},"labels":[],"label_agreement":null},{"id":"W6977119432","doi":"10.6084/m9.figshare.23632737.v1","title":"Additional file 6 of Development of consensus-driven SPIRIT and CONSORT extensions for early phase dose-finding trials: the DEFINE study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Table (database); Delphi; Development (topology); Delphi method; Phase (matter)","score_opus":0.51959191995342,"score_gpt":0.522762926771656,"score_spread":0.0031710068182360107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977119432","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008910494,0.000013434916,5.83722e-7,0.00026833435,0.000013345975,0.001539709,0.98822695,0.000055957247,0.00097116816],"genre_scores_gemma":[0.3868713,0.0000037610723,0.005706316,0.00005067477,0.00020269369,0.011214378,0.59325784,0.00004181627,0.0026512416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852574,0.00024505312,0.00040081242,0.00016387747,0.00045548397,0.00020903205],"domain_scores_gemma":[0.9824459,0.016754031,0.00022183197,0.0001292484,0.000386756,0.00006225209],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010244133,0.00007143429,0.00023068562,0.00012100276,0.0004061343,0.000028903944,0.00022157228,0.000059491493,0.76384217],"category_scores_gemma":[0.04151297,0.00005595848,0.00006417946,0.0004127755,0.000091843714,0.000033879765,0.00012905986,0.00008783001,0.0001264852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023556428,0.00008103799,0.000014376969,0.00002425043,0.000029109162,0.000004647486,0.0017718581,4.7371148e-7,0.000046486286,0.000032356616,0.99326146,0.0047103977],"study_design_scores_gemma":[0.0008180087,0.00019135389,0.010937533,0.00094173505,0.000012182155,9.824196e-7,0.006751638,0.00007214487,0.00024357504,0.00020803609,0.97970784,0.000114997834],"about_ca_topic_score_codex":0.000025292798,"about_ca_topic_score_gemma":0.00018100829,"teacher_disagreement_score":0.7637157,"about_ca_system_score_codex":0.000026509539,"about_ca_system_score_gemma":0.00069084374,"threshold_uncertainty_score":0.9665608},"labels":[],"label_agreement":null},{"id":"W6977141453","doi":"10.6084/m9.figshare.14228471.v1","title":"Additional file 1 of Expert consensus statements for the management of COVID-19-related acute respiratory failure using a Delphi method","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Delphi method; Selection (genetic algorithm); Delphi; Acute respiratory failure; MEDLINE","score_opus":0.3467209929164643,"score_gpt":0.5402071092633731,"score_spread":0.19348611634690882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977141453","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007567427,0.00011316641,0.00015719605,0.0008587338,0.000018185048,0.0007198958,0.99629825,0.000039638737,0.001787386],"genre_scores_gemma":[0.0006881797,0.000019371606,0.18448898,0.0011760944,0.00011690353,0.006083813,0.80364347,0.000056087483,0.0037271273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982788,0.00031522894,0.00031043382,0.00021935611,0.0006238174,0.00025236138],"domain_scores_gemma":[0.994107,0.004767425,0.00022772113,0.00025874522,0.0005370132,0.0001021084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040615821,0.00008651976,0.0001483345,0.00006940771,0.0003153739,0.000029584236,0.00037744286,0.00010256177,0.95244795],"category_scores_gemma":[0.0046288734,0.000076909346,0.00011602507,0.00049432606,0.000076626144,0.000068097994,0.0002135953,0.000106045416,0.000040427876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014000735,0.000029736037,2.1887836e-7,0.00012758737,0.00019924261,0.00003980688,0.00069097645,0.000034181317,0.00008258055,0.00020395766,0.9971994,0.0013783224],"study_design_scores_gemma":[0.00019565946,0.000019748426,0.000010905118,0.0007579509,0.00001754383,0.000001968976,0.0062158923,0.0003482879,0.000539691,0.0005453511,0.9912655,0.000081509985],"about_ca_topic_score_codex":0.00007249559,"about_ca_topic_score_gemma":0.000107779626,"teacher_disagreement_score":0.95240754,"about_ca_system_score_codex":0.00015907075,"about_ca_system_score_gemma":0.001002623,"threshold_uncertainty_score":0.55415285},"labels":[],"label_agreement":null},{"id":"W6977185954","doi":"10.6084/m9.figshare.16620894.v1","title":"Additional file 1 of Patient and family engagement in the development of core outcome sets for two rare chronic diseases in children","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children; University of British Columbia; Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Core (optical fiber); Outcome (game theory); Set (abstract data type); MEDLINE; Chronic disease","score_opus":0.21566290355730622,"score_gpt":0.4357653296485804,"score_spread":0.22010242609127417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977185954","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014397919,0.00012405646,1.701875e-7,0.00005230405,0.000004951527,0.0006355098,0.9842252,0.000007443736,0.0005524475],"genre_scores_gemma":[0.31652924,0.0000022456384,0.0011968461,0.00006461861,0.000024599974,0.0036985648,0.6784006,0.0000070966976,0.00007621437],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99901086,0.00011725639,0.00022142385,0.00012930689,0.00036552874,0.00015559464],"domain_scores_gemma":[0.9980546,0.0016329774,0.000073529285,0.00009725209,0.000112776426,0.00002883882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013204454,0.000053176762,0.00010044595,0.00005816223,0.00008591528,0.000014267492,0.0001880905,0.000030779505,0.623357],"category_scores_gemma":[0.003763382,0.00004516792,0.000030784024,0.00022283482,0.000024625486,0.000046258298,0.0001286986,0.0000857014,0.00001117594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003923836,0.00007921514,0.0018253812,0.00007777566,0.0000059575573,0.0000030389397,0.0016993369,0.0000032276928,0.0000026095377,0.000023810459,0.98654205,0.009733661],"study_design_scores_gemma":[0.0003150279,0.00004604677,0.5631396,0.0017507613,0.000002024953,5.2206565e-7,0.0038496589,0.000030054682,0.00010914439,0.00020684593,0.43043315,0.00011714408],"about_ca_topic_score_codex":0.000026520413,"about_ca_topic_score_gemma":0.0009554763,"teacher_disagreement_score":0.6233458,"about_ca_system_score_codex":0.00010782782,"about_ca_system_score_gemma":0.0006557701,"threshold_uncertainty_score":0.45053917},"labels":[],"label_agreement":null},{"id":"W6977249834","doi":"10.6084/m9.figshare.27238178.v1","title":"Additional file 2 of Referral pathway and competency profiles of primary care physiotherapists and kinesiologists for physical activity interventions for diabetes: a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Primary care; Delphi method; Referral; Psychological intervention; Physical activity; Delphi","score_opus":0.20775751428925268,"score_gpt":0.44283241828492076,"score_spread":0.23507490399566808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977249834","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016638396,0.00014541767,0.0000044147514,0.00004540168,0.000011267691,0.0016429567,0.9811142,0.00005722655,0.00034070847],"genre_scores_gemma":[0.782777,0.0000016854524,0.0005919804,0.000004802788,0.000092400456,0.0071647046,0.20923072,0.000014122928,0.00012257017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999163,0.0000933696,0.00012990189,0.00024266697,0.00020373023,0.00016733234],"domain_scores_gemma":[0.9966362,0.0028624472,0.00007934409,0.00010268658,0.0002763787,0.00004294645],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008340681,0.00008984769,0.00022107958,0.00007665888,0.00012512023,0.00003582487,0.00015238099,0.000063277024,0.06980308],"category_scores_gemma":[0.0014941028,0.000079776546,0.00013261965,0.00014017802,0.000096816046,0.00013077902,0.00009884243,0.00008183589,0.0000021519272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006495845,0.00048336547,0.00001123712,0.009813177,0.00006611808,0.0000011128074,0.0034878699,0.00000105501,0.0007880694,0.00020230876,0.95523155,0.029849157],"study_design_scores_gemma":[0.0052205794,0.021027327,0.3275009,0.14346582,0.00019613243,0.000002858871,0.031631608,0.018106684,0.009494648,0.027547136,0.41271573,0.0030905777],"about_ca_topic_score_codex":0.000016901256,"about_ca_topic_score_gemma":0.000106045976,"teacher_disagreement_score":0.7718835,"about_ca_system_score_codex":0.000049311275,"about_ca_system_score_gemma":0.00024591287,"threshold_uncertainty_score":0.93104726},"labels":[],"label_agreement":null},{"id":"W6977270634","doi":"10.6084/m9.figshare.26585826.v1","title":"Additional file 2 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Acute care; Delphi method; MEDLINE; Acute hospital","score_opus":0.2580237726559527,"score_gpt":0.4414539304910768,"score_spread":0.18343015783512406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977270634","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000117442694,0.00018769543,1.4932138e-7,0.0016951485,0.000058016132,0.00055508636,0.9872305,0.000115997565,0.010040011],"genre_scores_gemma":[0.28988376,0.000011015249,0.00065903144,0.00017499783,0.0010444237,0.0028053797,0.68089086,0.00006581398,0.02446469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984673,0.00019234598,0.00022862066,0.00023588327,0.00064597826,0.00022986013],"domain_scores_gemma":[0.9939454,0.0054785307,0.000070236,0.00023435208,0.00018086897,0.00009060449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000129475,0.00008567458,0.00012968086,0.00014557141,0.00015941825,0.00011158993,0.00040434842,0.000093497314,0.9589067],"category_scores_gemma":[0.007900183,0.000071717994,0.000100070225,0.0009810716,0.000041849307,0.00009037078,0.00013777748,0.0002348304,0.0007284728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030490403,0.000018118384,0.000025732112,0.000031841235,0.000014032141,0.000037067923,0.0030693398,9.763008e-7,0.000002711955,0.000020270207,0.9881261,0.0086507425],"study_design_scores_gemma":[0.000033412787,0.000012539715,0.005300652,0.0023072048,0.0000051017164,0.0000025428346,0.008312243,0.000031990246,0.000029361947,0.00014205014,0.9837316,0.00009127887],"about_ca_topic_score_codex":0.00037426964,"about_ca_topic_score_gemma":0.0027354476,"teacher_disagreement_score":0.9581782,"about_ca_system_score_codex":0.00016159932,"about_ca_system_score_gemma":0.0033430492,"threshold_uncertainty_score":0.9457827},"labels":[],"label_agreement":null},{"id":"W6977290270","doi":"10.6084/m9.figshare.17037741.v1","title":"Additional file 4 of Establishing a core outcome set for mucopolysaccharidoses (MPS) in children: study protocol for a rapid literature review, candidate outcomes survey, and Delphi surveys","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Calgary; Ottawa Hospital; University of Manitoba; Children's Hospital of Eastern Ontario; University of Alberta; Hospital for Sick Children; Université de Montréal; SickKids Foundation; University of Toronto; Canadian MPS Society for Mucopolysaccharide and Related Diseases; McGill University Health Centre; University of Ottawa","funders":"","keywords":"Protocol (science); Set (abstract data type); Delphi method; Outcome (game theory); Core (optical fiber); Delphi","score_opus":0.27223807508389997,"score_gpt":0.4967734960572851,"score_spread":0.22453542097338514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977290270","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000494799,0.00013475858,0.000001265667,0.00013962899,0.000010637374,0.10990059,0.8896102,0.000044905646,0.000108563705],"genre_scores_gemma":[0.00043640478,0.0000078015155,0.00045607856,0.00011198328,0.000046694913,0.47986275,0.5187306,0.000020550297,0.00032717624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969272,0.000998413,0.00056624215,0.00048175832,0.0005850127,0.00044134917],"domain_scores_gemma":[0.98857325,0.009583062,0.00028446878,0.00031677706,0.0011189054,0.00012354927],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002379693,0.00020440688,0.0005202722,0.00016739278,0.00025862732,0.00024266032,0.0004886019,0.00015861737,0.62314147],"category_scores_gemma":[0.08273089,0.0001865486,0.00013599604,0.0009506863,0.00004039495,0.00040210705,0.00023652153,0.0002673614,0.000010413571],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021005628,0.0001507487,0.021512564,0.00097450987,0.00002839295,0.000013861661,0.00042831202,1.2879353e-7,4.4538635e-7,0.0000038609123,0.9753701,0.0014960534],"study_design_scores_gemma":[0.002379983,0.00038131623,0.42548004,0.022018876,0.000015548454,0.000016985414,0.0011399433,0.000041927167,0.000024257835,0.00022149135,0.5476021,0.0006774821],"about_ca_topic_score_codex":0.00041633256,"about_ca_topic_score_gemma":0.0099192215,"teacher_disagreement_score":0.62313104,"about_ca_system_score_codex":0.0000780864,"about_ca_system_score_gemma":0.0006595973,"threshold_uncertainty_score":0.92499566},"labels":[],"label_agreement":null},{"id":"W6977290820","doi":"10.6084/m9.figshare.26721609","title":"Additional file 2 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.18943569409170732,"score_gpt":0.4594748665773817,"score_spread":0.27003917248567433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977290820","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036945494,0.000058615264,0.0000037933326,0.000031515872,0.00002986368,0.0030851588,0.99409455,0.00013746327,0.002189592],"genre_scores_gemma":[0.20524816,5.479935e-7,0.00029098886,0.000007458727,0.000112840054,0.023881339,0.7693118,0.000018536115,0.0011283514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988102,0.00007946116,0.00021542388,0.00023514735,0.00048861286,0.00017117099],"domain_scores_gemma":[0.99751353,0.0013295772,0.00008387147,0.00020137553,0.0008026631,0.00006897094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010056469,0.000074614916,0.00013070158,0.00010902328,0.000110892186,0.000046039106,0.0003479512,0.00008010001,0.8446026],"category_scores_gemma":[0.0018017859,0.00007423165,0.000077959536,0.00041818756,0.000043585533,0.00016378351,0.000044608743,0.00009075036,0.0001604186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009820448,0.00013182005,0.0000018364137,0.0001581027,0.000015630254,0.0000013971332,0.005111239,0.0000032731589,0.000045102395,0.00006719378,0.9825332,0.011921364],"study_design_scores_gemma":[0.00010129108,0.0004063513,0.00032769018,0.0007015754,0.000007129934,3.137726e-7,0.039320506,0.00031247397,0.00015194836,0.00025267256,0.9583258,0.00009224224],"about_ca_topic_score_codex":0.0003172965,"about_ca_topic_score_gemma":0.00070896983,"teacher_disagreement_score":0.8444421,"about_ca_system_score_codex":0.00009940192,"about_ca_system_score_gemma":0.00046750501,"threshold_uncertainty_score":0.30270788},"labels":[],"label_agreement":null},{"id":"W6977317030","doi":"10.6084/m9.figshare.26585835.v1","title":"Additional file 5 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Acute care; Delphi method; MEDLINE; Acute hospital","score_opus":0.26130405449813865,"score_gpt":0.4416946633580072,"score_spread":0.18039060885986857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977317030","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011945537,0.00018626451,1.5462862e-7,0.0017047913,0.00005775994,0.00055728346,0.9874312,0.00011619888,0.009826837],"genre_scores_gemma":[0.303736,0.0000109021685,0.0006689993,0.00017562119,0.0010320608,0.0028138016,0.6672818,0.00006607213,0.024214745],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984667,0.00019236424,0.00022870353,0.00023602313,0.0006462985,0.0002299561],"domain_scores_gemma":[0.9939105,0.005513326,0.00007014075,0.00023451581,0.0001809056,0.00009061379],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000130378,0.000085707135,0.00012971937,0.0001456908,0.00015948637,0.00011158917,0.0004044748,0.000093501716,0.9578809],"category_scores_gemma":[0.007914786,0.00007174007,0.000100107965,0.0009817171,0.0000418618,0.0000903943,0.00013775448,0.00023485915,0.0007237148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030722736,0.000018142771,0.000026684882,0.000031882282,0.000014031725,0.000036637626,0.0030709617,9.70526e-7,0.0000028041773,0.000020577962,0.9882285,0.008545707],"study_design_scores_gemma":[0.00003381494,0.000012683749,0.0055374587,0.002363204,0.0000051632464,0.0000025633674,0.00847293,0.00003245379,0.00003011809,0.00014335122,0.98327386,0.00009239055],"about_ca_topic_score_codex":0.00037488109,"about_ca_topic_score_gemma":0.002761596,"teacher_disagreement_score":0.9571572,"about_ca_system_score_codex":0.00016160496,"about_ca_system_score_gemma":0.0033516753,"threshold_uncertainty_score":0.947531},"labels":[],"label_agreement":null},{"id":"W6977343599","doi":"10.6084/m9.figshare.26585832.v1","title":"Additional file 4 of The new timing in acute care surgery (new TACS) classification: a WSES Delphi consensus study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Delphi; Delphi method; Acute care; MEDLINE; Acute hospital","score_opus":0.26317262613094716,"score_gpt":0.44213107802450896,"score_spread":0.1789584518935618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977343599","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000118741234,0.00018639171,1.550595e-7,0.0016935897,0.00005771788,0.0005570466,0.98743117,0.00011611216,0.009839049],"genre_scores_gemma":[0.30536297,0.000010850027,0.0006657932,0.00017464801,0.0010269214,0.0028003494,0.6659925,0.00006574136,0.023900237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984669,0.00019218464,0.00022871161,0.0002359896,0.0006462559,0.00022996242],"domain_scores_gemma":[0.99390405,0.005521293,0.00007014744,0.00023457313,0.0001792989,0.00009060761],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013030524,0.00008569773,0.00012969466,0.00014569731,0.00015947822,0.00011164384,0.00040464354,0.00009349669,0.957893],"category_scores_gemma":[0.007879901,0.00007173859,0.00010009298,0.0009813663,0.000041861575,0.00009039445,0.00013774674,0.00023482852,0.0007291466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031259067,0.000018140114,0.000026785685,0.00003187035,0.000014030751,0.00003663728,0.0030725885,9.57283e-7,0.0000027808842,0.000020564505,0.988242,0.008530567],"study_design_scores_gemma":[0.00003379038,0.0000128559905,0.005430669,0.0023580242,0.00000515402,0.0000025595302,0.008456476,0.00003266456,0.000029819932,0.00014400012,0.9834017,0.00009224855],"about_ca_topic_score_codex":0.00037114148,"about_ca_topic_score_gemma":0.0027506624,"teacher_disagreement_score":0.9571639,"about_ca_system_score_codex":0.00016156577,"about_ca_system_score_gemma":0.0033475156,"threshold_uncertainty_score":0.9433546},"labels":[],"label_agreement":null},{"id":"W6977380209","doi":"10.60692/y7nst-xpw13","title":"Representation of published core outcome sets in practice guidelines","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Set (abstract data type); Scope (computer science); Matching (statistics); Outcome (game theory); Relevance (law); Health care; MEDLINE; Population","score_opus":0.37526477456648705,"score_gpt":0.4999824743428743,"score_spread":0.12471769977638725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977380209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59627664,0.000060447823,0.024003446,0.01860352,0.0034260994,0.0038992928,0.00020463766,0.0021845629,0.35134134],"genre_scores_gemma":[0.99733084,9.5313794e-7,0.0020576636,0.00012179512,0.00006792965,0.000079532314,0.000011605989,0.00000651994,0.00032315226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975215,0.00020036267,0.0010574944,0.00013612991,0.0008722001,0.000212288],"domain_scores_gemma":[0.9981903,0.00009897199,0.00023993985,0.0002778392,0.0011329186,0.00006001888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004098951,0.00008259596,0.00017929805,0.0006226416,0.00007931821,0.00044574036,0.00027318994,0.00012857604,0.00004414925],"category_scores_gemma":[0.0034937193,0.00007164196,0.000058724665,0.0013500649,0.00006555824,0.0032828522,0.000065296794,0.00014387908,0.00024329359],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118008014,0.0000064216997,0.34029737,0.0012918287,0.00006695406,0.000043691674,0.59817487,0.00022901989,0.0000055171067,0.033219155,0.017400876,0.009146287],"study_design_scores_gemma":[0.0009835664,0.00007432021,0.047283724,0.00144067,0.000061413506,0.00005179816,0.8772033,0.021043677,0.0005057953,0.00015335235,0.05066294,0.0005354519],"about_ca_topic_score_codex":0.0009148675,"about_ca_topic_score_gemma":0.00001236816,"teacher_disagreement_score":0.4010542,"about_ca_system_score_codex":0.00024017371,"about_ca_system_score_gemma":0.00016829655,"threshold_uncertainty_score":0.42982846},"labels":[],"label_agreement":null},{"id":"W6977476526","doi":"10.6084/m9.figshare.26721609.v1","title":"Additional file 2 of Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Health care; Quality (philosophy)","score_opus":0.18943569409170732,"score_gpt":0.4594748665773817,"score_spread":0.27003917248567433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977476526","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036945494,0.000058615264,0.0000037933326,0.000031515872,0.00002986368,0.0030851588,0.99409455,0.00013746327,0.002189592],"genre_scores_gemma":[0.20524816,5.479935e-7,0.00029098886,0.000007458727,0.000112840054,0.023881339,0.7693118,0.000018536115,0.0011283514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988102,0.00007946116,0.00021542388,0.00023514735,0.00048861286,0.00017117099],"domain_scores_gemma":[0.99751353,0.0013295772,0.00008387147,0.00020137553,0.0008026631,0.00006897094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010056469,0.000074614916,0.00013070158,0.00010902328,0.000110892186,0.000046039106,0.0003479512,0.00008010001,0.8446026],"category_scores_gemma":[0.0018017859,0.00007423165,0.000077959536,0.00041818756,0.000043585533,0.00016378351,0.000044608743,0.00009075036,0.0001604186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009820448,0.00013182005,0.0000018364137,0.0001581027,0.000015630254,0.0000013971332,0.005111239,0.0000032731589,0.000045102395,0.00006719378,0.9825332,0.011921364],"study_design_scores_gemma":[0.00010129108,0.0004063513,0.00032769018,0.0007015754,0.000007129934,3.137726e-7,0.039320506,0.00031247397,0.00015194836,0.00025267256,0.9583258,0.00009224224],"about_ca_topic_score_codex":0.0003172965,"about_ca_topic_score_gemma":0.00070896983,"teacher_disagreement_score":0.8444421,"about_ca_system_score_codex":0.00009940192,"about_ca_system_score_gemma":0.00046750501,"threshold_uncertainty_score":0.30270788},"labels":[],"label_agreement":null},{"id":"W6977502596","doi":"10.6084/m9.figshare.14703968","title":"Additional file 1 of Selecting contextually appropriate performance indicators in a circumpolar context: a modified Delphi approach","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Delphi method; Delphi; Representation (politics); Test (biology); Preamble; Performance indicator; Panel survey; Survey methodology","score_opus":0.10380477451148659,"score_gpt":0.3487094248727881,"score_spread":0.24490465036130152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977502596","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015241171,0.00005736416,0.0000033178992,0.00004667811,0.000009747329,0.00037589713,0.9360497,0.00008791516,0.061845254],"genre_scores_gemma":[0.5528447,0.0000029297014,0.00081055146,0.00006573548,0.00007570884,0.0011995375,0.44428512,0.000018710929,0.0006969995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787736,0.00027840832,0.0003325513,0.0003318632,0.00073586527,0.00044396706],"domain_scores_gemma":[0.9972911,0.0017846755,0.00019378688,0.00020902131,0.0004032708,0.00011814021],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003094774,0.0001199234,0.00022784433,0.0003231307,0.00022566585,0.00006348695,0.00046591554,0.00020595627,0.93070173],"category_scores_gemma":[0.015646212,0.0001361855,0.00008043504,0.0017821101,0.00006876932,0.00024076077,0.0001598193,0.00044604565,0.0002889773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009025328,0.00009766059,0.000031101717,0.00011114743,0.000012964356,0.000015974503,0.0030546996,0.0000140723905,0.000018603872,0.00015113057,0.9838172,0.012666395],"study_design_scores_gemma":[0.0004495048,0.000058595473,0.0026136537,0.0033149878,0.0000038337002,0.000013945241,0.011664029,0.003555675,0.0007313263,0.0002342179,0.9769215,0.0004387141],"about_ca_topic_score_codex":0.00010826403,"about_ca_topic_score_gemma":0.0002340258,"teacher_disagreement_score":0.93041277,"about_ca_system_score_codex":0.00016377082,"about_ca_system_score_gemma":0.0014250776,"threshold_uncertainty_score":0.99264544},"labels":[],"label_agreement":null},{"id":"W6977700261","doi":"10.6084/m9.figshare.28200897","title":"Additional file 1 of Correction: Content of a wound care mobile application for newly graduated nurses: an e-Delphi study","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Université du Québec à Rimouski; Montfort Hospital; University of Ottawa","funders":"","keywords":"Wound care; Mobile device; Content analysis; Quality (philosophy); Health care","score_opus":0.1386568930767692,"score_gpt":0.4462183533479663,"score_spread":0.3075614602711971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977700261","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023880412,0.000018357641,0.000011454817,0.00003204681,0.00008025587,0.0034116327,0.9900808,0.000089140114,0.0060375496],"genre_scores_gemma":[0.160821,5.0297893e-7,0.00027874668,0.000020732623,0.00008639848,0.032120604,0.8017612,0.000012056177,0.0048987423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989227,0.00009985519,0.0002346627,0.00021514438,0.00037323686,0.00015438162],"domain_scores_gemma":[0.99679047,0.0013673726,0.00015127122,0.0002268585,0.0014136985,0.000050301715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008964108,0.00007307331,0.00014877117,0.00012459977,0.0001939099,0.000024775289,0.00034303564,0.00008917838,0.7435394],"category_scores_gemma":[0.0031748817,0.00007827883,0.00006889348,0.0005482349,0.000047103684,0.00012043645,0.000047373025,0.00008781482,0.000047302434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024205348,0.0002184532,0.0000134235215,0.000063585285,0.000014703393,2.7390266e-7,0.0021683217,0.000008093134,0.000019076784,0.000030458188,0.9843458,0.013093585],"study_design_scores_gemma":[0.00023212086,0.00038210655,0.0017763377,0.0005912022,0.000008460601,1.835465e-7,0.06195334,0.00025716066,0.00025838823,0.00015195146,0.93429977,0.0000890083],"about_ca_topic_score_codex":0.00048799007,"about_ca_topic_score_gemma":0.0014988951,"teacher_disagreement_score":0.74349207,"about_ca_system_score_codex":0.0001266708,"about_ca_system_score_gemma":0.00054626644,"threshold_uncertainty_score":0.38008595},"labels":[],"label_agreement":null},{"id":"W6977707254","doi":"10.6084/m9.figshare.13142119","title":"Additional file 1 of Content development for a physical activity and sedentary behaviour e-learning module for early childhood education students: a Delphi study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Physical activity; Delphi method; Delphi; Content analysis; Early childhood; Physical activity level; Content (measure theory); Early childhood education","score_opus":0.16304767960805777,"score_gpt":0.41992407924328096,"score_spread":0.2568763996352232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977707254","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19314863,0.000003184368,0.000005822506,0.00016526901,0.000008096411,0.0022245995,0.8043133,0.000048226648,0.000082853934],"genre_scores_gemma":[0.8020611,1.559261e-7,0.001160181,0.000044244134,0.00016474618,0.012421375,0.18394127,0.000014601568,0.00019232466],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988993,0.00007530446,0.00011369949,0.00024039576,0.0004887207,0.00018258744],"domain_scores_gemma":[0.9984011,0.00099333,0.00010662014,0.000059099522,0.00031994056,0.000119882134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009172064,0.000083967636,0.00013707278,0.00003956701,0.00029876063,0.00006864074,0.0002460506,0.000043306165,0.2744914],"category_scores_gemma":[0.0038693242,0.000089629975,0.00005461447,0.00012371562,0.000016524105,0.00016772035,0.0001388554,0.00012067049,0.00002738249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031437594,0.0011568507,0.0004770177,0.000040976265,0.000032639437,3.9835467e-7,0.01390338,6.0474554e-7,0.000009084809,0.0000027901071,0.9672123,0.017132474],"study_design_scores_gemma":[0.00068551535,0.0010448751,0.8237498,0.0007213587,0.000019054647,3.2010325e-7,0.02049916,0.00010934508,0.00024611736,0.00004156959,0.15262668,0.00025621752],"about_ca_topic_score_codex":0.00006496183,"about_ca_topic_score_gemma":0.00008935006,"teacher_disagreement_score":0.82327276,"about_ca_system_score_codex":0.00007797971,"about_ca_system_score_gemma":0.0006106088,"threshold_uncertainty_score":0.7261718},"labels":[],"label_agreement":null},{"id":"W6989417722","doi":"","title":"7 AR Tech Trends For 2023","year":2023,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Augmented reality; High tech; Power (physics); Big data; Visualization","score_opus":0.031175705166966366,"score_gpt":0.311597719275349,"score_spread":0.28042201410838263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989417722","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011573402,0.0001069864,0.0000015342472,0.0011883641,0.00043116193,0.0007646694,0.00033490537,0.0011419487,0.99602926],"genre_scores_gemma":[0.000048106733,0.0005322974,0.0016348084,0.00007088107,0.00041858014,0.00016498422,0.00008552218,0.00028041605,0.9967644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977382,0.00010384609,0.0005262313,0.00022940543,0.0008698934,0.00053245417],"domain_scores_gemma":[0.9983812,0.00043446748,0.0004093515,0.00037666,0.00024571095,0.00015262485],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011358554,0.000248079,0.00037384208,0.0002842277,0.00018552878,0.000086421314,0.0007051033,0.0006888927,0.3813398],"category_scores_gemma":[0.0008380152,0.00026392,0.00022704556,0.000038445934,0.0003533573,2.0690649e-7,0.00010484305,0.0002827271,0.014738991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027892947,0.000021283407,8.3782123e-7,0.00018077609,0.000038364084,0.0000074961013,0.00020710328,0.000008520526,1.1121457e-7,0.00038212267,0.9845991,0.0145263905],"study_design_scores_gemma":[0.0002279847,0.00007340252,0.0000020383613,0.00018657949,0.00002315738,0.0000029700002,0.0004283989,0.000005288547,0.000004221052,0.00008327016,0.9986932,0.00026947065],"about_ca_topic_score_codex":0.03349051,"about_ca_topic_score_gemma":0.041165013,"teacher_disagreement_score":0.3666008,"about_ca_system_score_codex":0.00013116651,"about_ca_system_score_gemma":0.00009474963,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W7001682669","doi":"","title":"L'immense abandon des plages ; suivi de, Matins de couvre-feu : une écriture libératrice?","year":2007,"lang":"fr","type":"other","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural (archaeology); Context (archaeology); Field (mathematics); Indigenous","score_opus":0.12642869039923307,"score_gpt":0.46123631466627124,"score_spread":0.33480762426703814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001682669","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04299068,0.0022720874,0.0010524059,0.003720285,0.00037854348,0.002077824,0.00016389495,0.000025348218,0.9473189],"genre_scores_gemma":[0.01747878,0.0021047033,0.0519432,0.00023103647,0.0008980079,0.00010147805,0.00002899512,0.00023520713,0.9269786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473566,0.00085424585,0.00056270236,0.00082180987,0.0010253872,0.0020001796],"domain_scores_gemma":[0.9970855,0.0010212812,0.00035114374,0.000636723,0.00022988445,0.00067547266],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0061265016,0.00053227856,0.0006745411,0.00048128603,0.00074226706,0.0009580531,0.0027648734,0.0014544989,0.08687044],"category_scores_gemma":[0.0008289284,0.00054036005,0.0001945878,0.0018751272,0.001711021,0.00036777442,0.0006294998,0.0011749166,0.0035967254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018976396,0.00061776035,0.0049322243,0.00021962181,0.00021457739,0.0013138853,0.039022796,0.000013030135,0.0015035886,0.0040666587,0.24585655,0.70204955],"study_design_scores_gemma":[0.00051361445,0.00016466103,0.0010591106,0.0006682455,0.00009219191,0.00004373821,0.0051279855,0.000038755497,0.0026761924,0.0019490954,0.9870296,0.00063679816],"about_ca_topic_score_codex":0.023145083,"about_ca_topic_score_gemma":0.048320893,"teacher_disagreement_score":0.7411731,"about_ca_system_score_codex":0.0011819728,"about_ca_system_score_gemma":0.0019599171,"threshold_uncertainty_score":0.9998418},"labels":[],"label_agreement":null},{"id":"W7015978251","doi":"","title":"Virtual training course: gender equity, disability and social inclusion and climate change","year":2024,"lang":"en","type":"article","venue":"Pacific Community (SPC) Oceanic Fisheries Programme (The Pacific Community (SPC))","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government; Department of Foreign Affairs and Trade, Australian Government; New Zealand Foreign Affairs and Trade; Agence Française de Développement; European Commission; Global Affairs Canada","keywords":"Training (meteorology); Inclusion (mineral); Climate change; Virtual machine; Social change","score_opus":0.2793952214458711,"score_gpt":0.42624890934305193,"score_spread":0.14685368789718084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015978251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8729203,0.0029109113,0.00022359016,0.040300574,0.0012268231,0.0049422085,0.00057594693,0.003089585,0.07381006],"genre_scores_gemma":[0.9960707,0.0020141855,0.00025029457,0.00017823097,0.00043473826,0.00040567658,0.00022856935,0.00014536965,0.00027224468],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9785782,0.015536709,0.0010111738,0.0006880362,0.0018458955,0.002339965],"domain_scores_gemma":[0.9903338,0.0059580524,0.00029700357,0.002455064,0.00037945827,0.00057664525],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.030734213,0.000833892,0.000982056,0.00022459,0.024775583,0.002683069,0.0033695083,0.00073235715,0.00033316508],"category_scores_gemma":[0.001243198,0.00077169767,0.00035031512,0.0015125347,0.011419457,0.0012801344,0.014843332,0.0075712423,0.00003059421],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001304011,0.0007902042,0.011814931,0.0005742521,0.00013853889,0.000016027045,0.5449303,1.0654184e-7,0.000059645587,0.009617996,0.001642217,0.4302854],"study_design_scores_gemma":[0.00061922305,0.0006068505,0.01813465,0.00031701743,0.00018165274,0.000059450853,0.80375665,0.0005282322,0.000013189888,0.02550222,0.14924277,0.0010380785],"about_ca_topic_score_codex":0.014092261,"about_ca_topic_score_gemma":0.021566354,"teacher_disagreement_score":0.42924732,"about_ca_system_score_codex":0.00081824616,"about_ca_system_score_gemma":0.00044119134,"threshold_uncertainty_score":0.9994734},"labels":[],"label_agreement":null},{"id":"W7022214595","doi":"","title":"Azov","year":2013,"lang":"en","type":"other","venue":"OhioLink ETD Center (Ohio Library and Information Network)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crew; Port (circuit theory); Hull; Square (algebra); Shore","score_opus":0.024738300057306324,"score_gpt":0.29048065729944766,"score_spread":0.26574235724214135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7022214595","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019090728,0.00054999336,0.00036485016,0.0023333111,0.0007352221,0.0008902683,0.00007107382,0.00095807854,0.99409527],"genre_scores_gemma":[0.0011058128,0.020217549,0.0025686808,0.004629632,0.0034177369,0.0001545059,0.00080810225,0.0002171672,0.9668808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980047,0.00022960149,0.00043302792,0.00020374809,0.00046812926,0.00066079205],"domain_scores_gemma":[0.9989418,0.000091652466,0.00030909985,0.00033735106,0.000024928884,0.00029520463],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032857884,0.00026627723,0.00028881608,0.00033912325,0.00029437453,0.0006276036,0.00057529024,0.000644304,0.018896006],"category_scores_gemma":[0.000026428663,0.00025219642,0.00008840468,0.0004241155,0.00029231524,0.0063644326,0.0002968791,0.0005019801,0.00096479896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047026983,0.000007355361,0.000043156248,0.000038417358,0.000013931689,7.7037964e-7,0.0001583053,0.0000012064173,3.089331e-8,0.4282861,0.5609515,0.010494524],"study_design_scores_gemma":[0.00019457794,0.000021123074,0.00007452223,0.0003047145,0.000005630977,0.0000017415624,0.00003098213,0.00012242097,0.0000015341238,0.0011257712,0.9978416,0.00027541106],"about_ca_topic_score_codex":0.000004518726,"about_ca_topic_score_gemma":0.000010082145,"teacher_disagreement_score":0.4368901,"about_ca_system_score_codex":0.000018606133,"about_ca_system_score_gemma":0.00013742804,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W7036553604","doi":"","title":"Chloormiddelen geanalyseerd","year":2016,"lang":"nl","type":"other","venue":"Socio-Environmental Systems Modeling","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Period (music); Subject (documents)","score_opus":0.07732801607828256,"score_gpt":0.37022336089267377,"score_spread":0.2928953448143912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036553604","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01370578,0.011383421,0.024147278,0.0017677057,0.0041027744,0.005263213,0.0007663927,0.0008902468,0.9379732],"genre_scores_gemma":[0.46136,0.0043774275,0.00014880918,0.00004810485,0.0024196778,0.00027318447,0.000050280058,0.00051397824,0.5308085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98957986,0.0012979201,0.0015050088,0.0017809056,0.0036748624,0.0021614307],"domain_scores_gemma":[0.99679023,0.00022231913,0.0008462862,0.0013464214,0.00003893137,0.0007557873],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035245677,0.0011017277,0.0014043382,0.0005085987,0.0013919193,0.00043177087,0.002216018,0.0020977214,0.030742977],"category_scores_gemma":[0.00007129962,0.000987478,0.00082426,0.00027323407,0.0013403229,0.00043593868,0.00083314854,0.0012216215,0.059620738],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029482567,0.0025034836,0.061604053,0.0026625297,0.007626043,0.0007639445,0.023596033,0.009622342,0.011550628,0.018482871,0.8318792,0.029414054],"study_design_scores_gemma":[0.0014315532,0.0001732034,0.00001696502,0.0027478063,0.000511507,0.000027976237,0.23470487,0.03039896,0.000010951394,0.0019684376,0.7244201,0.0035876757],"about_ca_topic_score_codex":0.006293016,"about_ca_topic_score_gemma":0.000012739704,"teacher_disagreement_score":0.44765422,"about_ca_system_score_codex":0.0040696785,"about_ca_system_score_gemma":0.00031247165,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W7089100032","doi":"10.5281/zenodo.17330519","title":"The Relationship Between Emotion Regulation Strategies and Lifestyle with Pain Severity in Patients with Chronic Musculoskeletal Pain in Pain Clinics of Mashhad","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coping (psychology); Musculoskeletal pain; McGill Pain Questionnaire; Chronic pain; Population; Pain catastrophizing; Intensity (physics); Back pain","score_opus":0.04160795278003294,"score_gpt":0.32363272780051844,"score_spread":0.2820247750204855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7089100032","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16956249,0.0008001194,0.053205892,0.0052753137,0.0001652727,0.014043097,0.000662784,0.0026122371,0.7536728],"genre_scores_gemma":[0.9874352,0.00014547056,0.0003918116,0.0000117182,0.00012251624,6.734584e-7,0.0008186255,0.0010861928,0.009987781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99160546,0.0065421667,0.0003641691,0.00038897758,0.00072907226,0.00037017034],"domain_scores_gemma":[0.9979494,0.00096691365,0.00027393905,0.00038331986,0.00034354866,0.000082884864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013924921,0.00016685898,0.00022141104,0.0005185636,0.0008895145,0.00043132456,0.0006412027,0.00026287284,0.00055370235],"category_scores_gemma":[0.005765596,0.00014153124,0.000028056473,0.0011910126,0.0006725549,0.00023805196,0.00028637674,0.0005995457,0.000031967655],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022532408,0.00026589964,0.11079082,0.0008242758,0.00007676299,0.0000059289096,0.0021941462,0.00006037482,0.000001980103,0.01946228,0.08730691,0.7787853],"study_design_scores_gemma":[0.001037936,0.0014897609,0.3562355,0.0010862822,0.000017687753,2.861861e-7,0.002560546,0.0001936104,6.7446655e-7,0.0019270019,0.6351215,0.00032918123],"about_ca_topic_score_codex":0.0008371198,"about_ca_topic_score_gemma":0.00078275515,"teacher_disagreement_score":0.8178727,"about_ca_system_score_codex":0.00038535128,"about_ca_system_score_gemma":0.000096539865,"threshold_uncertainty_score":0.69023734},"labels":[],"label_agreement":null},{"id":"W7096410046","doi":"","title":"Educational Environment; Educational Programs;","year":2016,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Convergence (economics); Curriculum; Quarter (Canadian coin)","score_opus":0.11825343438605788,"score_gpt":0.4584254692516972,"score_spread":0.3401720348656393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096410046","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01795012,0.00003288633,0.0009528514,0.38342816,0.00017687114,0.00040742542,0.000002928759,0.00009514285,0.59695363],"genre_scores_gemma":[0.7744249,0.0000684684,0.0066595837,0.00012758486,0.00045369327,0.00021309908,0.000003802162,0.000006763173,0.21804212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889874,0.000082019054,0.000094127055,0.00015710418,0.00052319333,0.000244783],"domain_scores_gemma":[0.99933887,0.0003247785,0.000023112889,0.00014068032,0.00004933909,0.00012321613],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053219375,0.000044543965,0.000037946378,0.000053490676,0.00020964029,0.000040490824,0.00027992015,0.000048187074,0.028898127],"category_scores_gemma":[0.00026466744,0.000030809468,0.000028986677,0.00010233203,0.0004057245,0.00016755855,0.00004178364,0.000039370072,0.0022923583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021906392,0.00019627326,0.035075188,0.0000013005997,0.000005035629,1.6324653e-7,0.00033992366,2.4373882e-8,0.0006474546,0.7860795,0.06959377,0.10805913],"study_design_scores_gemma":[0.000072942756,0.000017100443,0.019789109,0.000010739799,0.0000013630288,7.463335e-7,0.00032247193,5.20226e-7,0.00022623382,0.15461399,0.82484645,0.00009835173],"about_ca_topic_score_codex":0.00037416274,"about_ca_topic_score_gemma":0.00014093892,"teacher_disagreement_score":0.7564748,"about_ca_system_score_codex":0.00020743728,"about_ca_system_score_gemma":0.00051331066,"threshold_uncertainty_score":0.9984845},"labels":[],"label_agreement":null},{"id":"W7098039519","doi":"","title":"IN MEMORIAM In memoriam Prof. Peter T. Macklem, 1931–2011: a tribute from the European Respiratory Society","year":2016,"lang":"en","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tribute; Duty; Creativity","score_opus":0.10082833289722,"score_gpt":0.4020361914231499,"score_spread":0.3012078585259299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098039519","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.165884,0.0003723855,0.0010380761,0.30493146,0.0055733817,0.0041714427,0.00017238928,0.0007977636,0.5170591],"genre_scores_gemma":[0.9332095,0.0004906792,0.00256483,0.009919129,0.010657689,0.0004070276,0.000006498694,0.00013139288,0.04261326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947922,0.0024903251,0.0004729919,0.0005183467,0.00096225814,0.0007638847],"domain_scores_gemma":[0.99772906,0.0012702792,0.00009760327,0.00062364456,0.00013710008,0.00014230581],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01044254,0.00017340473,0.00022042265,0.00009016323,0.00022810517,0.00018056613,0.0014072679,0.00017781321,0.001985267],"category_scores_gemma":[0.0011577043,0.00009978962,0.00014209433,0.0005340409,0.0005562324,0.0006269981,0.00041498413,0.0004907385,0.0007877951],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028825985,0.000087996224,0.018026732,0.000003596846,0.000014888707,0.00004927827,0.0062219026,1.8870425e-7,0.0017625248,0.0022023942,0.96398354,0.007618132],"study_design_scores_gemma":[0.0010420238,0.000039927832,0.03660094,0.00006401499,0.000003987895,3.5008307e-7,0.0021709632,0.000004317814,0.000941594,0.007876131,0.95102084,0.00023492699],"about_ca_topic_score_codex":0.007015082,"about_ca_topic_score_gemma":0.01818593,"teacher_disagreement_score":0.7673255,"about_ca_system_score_codex":0.0004252925,"about_ca_system_score_gemma":0.00034609,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W7103437366","doi":"","title":"History of respiratory medicine in Canada: A new Canadian Respiratory Journal series","year":2014,"lang":"en","type":"article","venue":"PubMed Central","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respiratory Medicine; Respiratory system; Series (stratigraphy); Alternative medicine; Pulmonary medicine","score_opus":0.08811031656073474,"score_gpt":0.3177727045725455,"score_spread":0.22966238801181071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103437366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5022074,0.0089777345,0.00014004987,0.051316265,0.011727802,0.001901115,0.00002150135,0.00012747895,0.42358068],"genre_scores_gemma":[0.99303734,0.000078598634,0.00011125953,0.0020081983,0.0016245232,0.000031767537,7.496492e-7,0.000020590543,0.0030869532],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615437,0.00058853015,0.00042642967,0.0001777438,0.0009230062,0.001729898],"domain_scores_gemma":[0.99744356,0.00013773047,0.00014073841,0.00021857272,0.0001198658,0.0019395121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046487045,0.000107806,0.00024465602,0.00037981285,0.000119408476,0.000014539868,0.0006073411,0.000104116974,0.00046471428],"category_scores_gemma":[0.003258872,0.00010820326,0.000035169593,0.00034078961,0.00049340876,0.0002233055,0.000028166272,0.00046028706,0.0000018351503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000036741447,0.000011818865,0.21775737,0.000017280343,0.000012643398,0.000113981434,0.006246821,0.000010417332,0.00006925706,0.008172589,0.7124306,0.05512047],"study_design_scores_gemma":[0.00021893223,0.000026778616,0.2328098,0.000025238036,0.0000031326595,0.0000018936104,0.0010660427,0.0000015917308,0.000037418828,0.00067925407,0.7650428,0.000087119],"about_ca_topic_score_codex":0.9984526,"about_ca_topic_score_gemma":0.999926,"teacher_disagreement_score":0.49082997,"about_ca_system_score_codex":0.021571303,"about_ca_system_score_gemma":0.06401065,"threshold_uncertainty_score":0.9821847},"labels":[],"label_agreement":null},{"id":"W7104461333","doi":"10.6084/m9.figshare.30571087.v1","title":"Additional file 1 of A checklist for translating and adapting questionnaires (CTAQ) in healthcare research: insights from a Delphi method approach","year":2025,"lang":"","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Checklist; Health care; Delphi method; Delphi; Data collection; Patient care","score_opus":0.3504872992670613,"score_gpt":0.5362022371377009,"score_spread":0.18571493787063958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104461333","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058333883,0.003220418,0.008998858,0.021283014,0.00019891736,0.014976322,0.74829996,0.000019158844,0.19716997],"genre_scores_gemma":[0.19781098,0.000071469505,0.7864526,0.000048882102,0.00018125337,0.0041544973,0.00917043,0.000033610322,0.002076283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99315435,0.0030032308,0.0009954072,0.001046772,0.0010406387,0.00075959304],"domain_scores_gemma":[0.97744834,0.020924393,0.00021366177,0.00036114396,0.00083970994,0.00021277234],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058225594,0.00023317867,0.0006059204,0.00066296704,0.0010773555,0.00048169476,0.0012569646,0.00045908376,0.08702321],"category_scores_gemma":[0.0130173685,0.00025498832,0.000106745625,0.0022415586,0.0010049016,0.0005594941,0.0006323126,0.0009492748,0.000008844053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042763932,0.00043867496,0.000064371925,0.00033154635,0.000084628555,0.000010356257,0.03605362,0.00001725989,0.00024353956,0.004810565,0.28742364,0.67009413],"study_design_scores_gemma":[0.0017353408,0.0004993806,0.0020197092,0.012647369,0.000042178905,0.0000026489759,0.0987957,0.056680813,0.00086983957,0.09728947,0.7286962,0.0007213396],"about_ca_topic_score_codex":0.033799857,"about_ca_topic_score_gemma":0.039785694,"teacher_disagreement_score":0.7774537,"about_ca_system_score_codex":0.00032377488,"about_ca_system_score_gemma":0.0031894196,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W7104461389","doi":"10.6084/m9.figshare.30571087","title":"Additional file 1 of A checklist for translating and adapting questionnaires (CTAQ) in healthcare research: insights from a Delphi method approach","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Checklist; Health care; Delphi method; Delphi; Data collection; Patient care","score_opus":0.3327789430336801,"score_gpt":0.5014560380077137,"score_spread":0.16867709497403355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104461389","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020060908,0.0018784623,0.00013716464,0.0022774017,0.000025968278,0.0021896583,0.9820392,0.000062938976,0.01136914],"genre_scores_gemma":[0.058533195,0.000031072006,0.1022125,0.00011539637,0.00032367403,0.0151732825,0.8229845,0.00004895326,0.0005774327],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939235,0.0022112234,0.0008852397,0.0009339318,0.0012027272,0.0008433747],"domain_scores_gemma":[0.96537924,0.032392565,0.00022514815,0.0003578134,0.0014126275,0.00023260007],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014161468,0.00026671836,0.0005444525,0.00080763124,0.0009792813,0.00021187495,0.00076530053,0.00059620535,0.61350393],"category_scores_gemma":[0.05974962,0.0003003305,0.00016266677,0.002516053,0.00024202047,0.00037349254,0.00036560948,0.0011713569,0.000023776154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007672198,0.00012645694,0.0000057591947,0.0013918768,0.00003214178,0.000005466291,0.0065219067,0.000009972422,0.00001919855,0.0014160794,0.9506213,0.039773084],"study_design_scores_gemma":[0.0007735442,0.00025212177,0.0022002421,0.062059335,0.000014614139,0.0000017316628,0.020347059,0.05409629,0.00017403715,0.04735283,0.81216353,0.0005646649],"about_ca_topic_score_codex":0.006878767,"about_ca_topic_score_gemma":0.009997153,"teacher_disagreement_score":0.61348015,"about_ca_system_score_codex":0.0003614701,"about_ca_system_score_gemma":0.0025449803,"threshold_uncertainty_score":0.99994487},"labels":[],"label_agreement":null},{"id":"W7105862408","doi":"10.2196/79997","title":"Development of an Evaluation Index System for Health Recommender Systems Based on the Health Technology Assessment Framework: Cross-Sectional Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Software deployment; Field (mathematics); Delphi; eHealth; Recommender system; Empirical research; Index (typography)","score_opus":0.3724786167986508,"score_gpt":0.6452310775164707,"score_spread":0.2727524607178199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105862408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67679256,0.00014335169,0.21823497,0.047381703,0.0012201833,0.04534702,0.00012268235,0.00051796297,0.01023959],"genre_scores_gemma":[0.9856734,0.0000049235396,0.0028953964,0.000103906525,0.000048468035,0.011179533,0.000021524755,0.000015656213,0.000057159647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9874977,0.0059260484,0.0011023919,0.00045964,0.0040086126,0.0010056278],"domain_scores_gemma":[0.993565,0.0025775468,0.00038471617,0.000605727,0.0027095778,0.00015739938],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.07464554,0.00015635302,0.00035240108,0.0014549092,0.0036273154,0.00029061484,0.0010682532,0.00024881202,0.00003316927],"category_scores_gemma":[0.0010049389,0.00011981417,0.000058621878,0.0025000514,0.000483616,0.0002459008,0.00022445845,0.0011295326,0.000006141668],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010401101,0.006442108,0.083374135,0.0028406542,0.00038181554,0.0000013897697,0.09661245,0.0015007524,0.000022992166,0.66397864,0.011896209,0.13190874],"study_design_scores_gemma":[0.0022504819,0.0044623506,0.20111051,0.001527046,0.0000042969227,8.2964186e-7,0.6213233,0.1490811,0.00016893432,0.008303124,0.011431716,0.00033634386],"about_ca_topic_score_codex":0.00077687897,"about_ca_topic_score_gemma":0.0007630674,"teacher_disagreement_score":0.6556755,"about_ca_system_score_codex":0.0067102266,"about_ca_system_score_gemma":0.010876055,"threshold_uncertainty_score":0.9976698},"labels":[],"label_agreement":null},{"id":"W7105988171","doi":"10.6084/m9.figshare.30645208.v1","title":"Additional file 1 of Drug repurposing for Alzheimer’s disease: a Delphi consensus and stakeholder consultation","year":2025,"lang":"","type":"article","venue":"Open MIND","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"","keywords":"Delphi method; Stakeholder; Delphi; The Internet; Context (archaeology); Repurposing","score_opus":0.22961569609055957,"score_gpt":0.452291917928902,"score_spread":0.22267622183834243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105988171","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002986779,0.0012500249,0.00006377985,0.0044771265,0.00014823476,0.005608244,0.92712784,0.0000060097577,0.058331937],"genre_scores_gemma":[0.29613805,0.0006217195,0.376162,0.0007290492,0.00061598344,0.014652107,0.12227074,0.00017019261,0.18864018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751186,0.00034724287,0.00060095347,0.0006068381,0.00052146293,0.00041161408],"domain_scores_gemma":[0.9850281,0.013248371,0.00035170565,0.00029097695,0.0008634871,0.00021738374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011510487,0.00018251567,0.00032469668,0.00019103778,0.000712164,0.0004433631,0.00057517894,0.00013542094,0.59709275],"category_scores_gemma":[0.008799943,0.00020726048,0.00008436739,0.000660125,0.0014738436,0.00024886243,0.00037131432,0.00017509481,0.00004019085],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028208856,0.00011672151,0.000010791937,0.000034411147,0.00010084682,0.000007243214,0.001764321,0.0000021652247,0.000027153439,0.00048796716,0.84969366,0.14747265],"study_design_scores_gemma":[0.00067404495,0.000049579197,0.00040390683,0.0012448115,0.00016530327,0.0000011774673,0.010019827,0.0009954523,0.00039862844,0.0032382316,0.98258525,0.00022376006],"about_ca_topic_score_codex":0.00030961446,"about_ca_topic_score_gemma":0.00047666652,"teacher_disagreement_score":0.80485713,"about_ca_system_score_codex":0.00008192257,"about_ca_system_score_gemma":0.0028145823,"threshold_uncertainty_score":0.9995493},"labels":[],"label_agreement":null},{"id":"W7106039048","doi":"10.6084/m9.figshare.30645208","title":"Additional file 1 of Drug repurposing for Alzheimer’s disease: a Delphi consensus and stakeholder consultation","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"","keywords":"Delphi method; Stakeholder; Delphi; The Internet; Context (archaeology); Repurposing","score_opus":0.21624064597344064,"score_gpt":0.41488013898721815,"score_spread":0.1986394930137775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106039048","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017745419,0.0021979536,0.000002027075,0.0012304605,0.000047883837,0.0021372894,0.9863351,0.0000704429,0.007961109],"genre_scores_gemma":[0.0071141054,0.00002464762,0.002115632,0.00018830864,0.00011939999,0.0064013815,0.97922623,0.00002585563,0.00478445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976726,0.0002446534,0.0005135232,0.00051935477,0.00059941463,0.0004504449],"domain_scores_gemma":[0.977087,0.020629413,0.00034962324,0.00026835102,0.0014397508,0.00022581957],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023865982,0.00020279428,0.00027768532,0.00022808519,0.00063035695,0.00017189,0.00032157378,0.00017309119,0.97097623],"category_scores_gemma":[0.04794747,0.00023744765,0.00012911114,0.0007234007,0.00029356102,0.00015286294,0.00019495843,0.00021404006,0.000111412126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009892521,0.00006723553,0.0000017179003,0.00040657827,0.00007942072,0.0000080691425,0.0006478992,0.000002686406,0.0000037028124,0.00029979507,0.9852513,0.013132646],"study_design_scores_gemma":[0.00035751573,0.00003075341,0.0005874986,0.010003216,0.00006550841,9.3700027e-7,0.0023239602,0.0012892832,0.00008921846,0.0019510802,0.98307854,0.00022251194],"about_ca_topic_score_codex":0.000050964343,"about_ca_topic_score_gemma":0.00009996354,"teacher_disagreement_score":0.9708648,"about_ca_system_score_codex":0.00008803513,"about_ca_system_score_gemma":0.0021570218,"threshold_uncertainty_score":0.9682834},"labels":[],"label_agreement":null},{"id":"W7117565423","doi":"10.1186/s12913-025-13636-2","title":"Assessing healthcare organizations’ readiness to implement a learning health system: questionnaire validation using a Delphi method","year":2025,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Delphi method; Nonprobability sampling; Health administration; Health informatics; Health care; Delphi; Nursing research; Quality (philosophy)","score_opus":0.23733205950162586,"score_gpt":0.6300356259855392,"score_spread":0.39270356648391336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117565423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1011215,0.002469544,0.7907697,0.08979705,0.0008607995,0.011113139,0.000035008085,0.0017540852,0.0020791902],"genre_scores_gemma":[0.92195475,0.00022605438,0.07528022,0.0013660848,0.00033180186,0.00041713144,0.00006245242,0.0000642725,0.00029725308],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9770865,0.015736325,0.001249494,0.0009719827,0.0027659212,0.0021897817],"domain_scores_gemma":[0.99256927,0.0012220088,0.00036254677,0.000679478,0.0041407193,0.0010259651],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.041618094,0.0002442526,0.0005650336,0.0019827518,0.007443562,0.0011914953,0.0011058581,0.0002408445,0.000042282256],"category_scores_gemma":[0.0012835161,0.0002697466,0.00005949979,0.011102707,0.00010757791,0.0007488841,0.00064311357,0.0010627396,0.00004920094],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023522852,0.0005498002,0.30112466,0.054122202,0.00010678072,0.000025831916,0.22123632,0.0063657495,0.0007101746,0.23731765,0.0017920043,0.1764136],"study_design_scores_gemma":[0.001042494,0.0006412636,0.027767697,0.020218512,0.000018362267,0.000022131599,0.85371846,0.05145607,0.0004214573,0.0023743454,0.041472923,0.0008462687],"about_ca_topic_score_codex":0.22324793,"about_ca_topic_score_gemma":0.03425628,"teacher_disagreement_score":0.8208332,"about_ca_system_score_codex":0.008076148,"about_ca_system_score_gemma":0.018904034,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W7124366360","doi":"","title":"Construction of support content for treatment decision⁃making in patients with refractory allergic rhinitis based on the Ottawa decision support framework","year":2022,"lang":"zh","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Delphi method; Decision support system; Delphi; Construct (python library); Content analysis; Expert system; MEDLINE","score_opus":0.33888074781996963,"score_gpt":0.5719089750779937,"score_spread":0.23302822725802402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124366360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790656,0.00082770764,0.0041594724,0.00092801475,0.001661441,0.00603474,0.00078010507,0.000043790777,0.0064991075],"genre_scores_gemma":[0.99189997,0.0016727757,0.0049967617,0.0003846539,0.00010022356,0.0007145099,0.000037911814,0.000090989626,0.00010222041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899844,0.0017347973,0.0021395974,0.0009139261,0.004348285,0.00087900186],"domain_scores_gemma":[0.98453075,0.010414515,0.0025532176,0.0010501824,0.0011441968,0.00030716707],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008164681,0.0005481132,0.0013330906,0.0016967863,0.0014130638,0.000858799,0.0042706835,0.00028180488,0.031722486],"category_scores_gemma":[0.0031238478,0.00041044023,0.00045701646,0.002429254,0.00080346625,0.0012063393,0.001002677,0.0009710803,0.0000070893716],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00734817,0.0031592639,0.7739111,0.000056232464,0.00028067254,0.00008955947,0.0017406091,0.0011049605,0.00014002038,0.0018075,0.017122751,0.19323914],"study_design_scores_gemma":[0.00535358,0.0025314025,0.8997634,0.00324868,0.00021761934,0.000009619668,0.005407285,0.0004826287,0.00087972806,0.05225373,0.028773338,0.0010789713],"about_ca_topic_score_codex":0.0018457358,"about_ca_topic_score_gemma":0.00056633505,"teacher_disagreement_score":0.19216017,"about_ca_system_score_codex":0.0017232295,"about_ca_system_score_gemma":0.0016121989,"threshold_uncertainty_score":0.999887},"labels":[],"label_agreement":null},{"id":"W7126867782","doi":"","title":"Decision making in asthma exacerbation: a clinical judgement analysis","year":2007,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Asthma; Clinical judgement; Judgement; Clinical decision making; Clinical Practice","score_opus":0.11098057511908462,"score_gpt":0.47619699187438513,"score_spread":0.36521641675530053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126867782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78384227,0.00002319487,0.022946678,0.0053724702,0.00020652304,0.0013708577,0.000016863109,0.0002497522,0.18597141],"genre_scores_gemma":[0.98973346,0.00028638702,0.0036609543,0.000033647662,0.0001694803,0.0000025264953,0.000011471514,0.000015072972,0.0060869846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923106,0.0016317515,0.00057612243,0.00073447614,0.003383273,0.0013637975],"domain_scores_gemma":[0.9952749,0.0026515457,0.00013921966,0.00058153894,0.00084437325,0.0005084136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027346915,0.00015519012,0.00037019656,0.003090477,0.00097562757,0.0001402216,0.0012007258,0.00035942747,0.0019055434],"category_scores_gemma":[0.0019526117,0.00018182187,0.00029740733,0.0077277306,0.00096309657,0.0005363072,0.0007602073,0.0012425362,0.00014328278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009463303,0.0010458211,0.7554527,0.00002881415,0.00039791167,0.006326566,0.00365868,0.00015524462,0.000015703457,0.101878755,0.02705785,0.10303562],"study_design_scores_gemma":[0.0010427886,0.0003317827,0.6954114,0.00015136556,0.000056499848,0.0000014530056,0.034612726,0.00024201021,0.000037607908,0.0026549369,0.26499984,0.00045757022],"about_ca_topic_score_codex":0.009446207,"about_ca_topic_score_gemma":0.020095823,"teacher_disagreement_score":0.237942,"about_ca_system_score_codex":0.001027759,"about_ca_system_score_gemma":0.00075684965,"threshold_uncertainty_score":0.99900687},"labels":[],"label_agreement":null},{"id":"W7162067433","doi":"10.82308/28898","title":"Collaborative GIS process modelling using the Delphi method, systems theory and the unified modelling language (UML)","year":2005,"lang":"en","type":"dissertation","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nexus (standard); Delphi method; Negotiation; Process (computing); Summative assessment; Visualization; Spatial planning; Participatory planning; Information system","score_opus":0.0954270938088207,"score_gpt":0.47735973100521134,"score_spread":0.38193263719639065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162067433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04358699,0.008816916,0.81315094,0.0007100845,0.00039924376,0.0045652147,0.000033668035,0.0003163838,0.12842058],"genre_scores_gemma":[0.9579508,0.002059609,0.01880367,0.00010277849,0.0006855063,0.0005086617,0.000058775076,0.00011318667,0.019717067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934139,0.0036883631,0.0005240525,0.0005247114,0.0012893863,0.0005595483],"domain_scores_gemma":[0.9949872,0.0030872251,0.00040283444,0.0004401455,0.0009750691,0.00010756305],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014350984,0.00033650696,0.00049614336,0.00020900725,0.0018211622,0.0007506767,0.0010035863,0.00050403713,0.00005132732],"category_scores_gemma":[0.0004570827,0.00019424583,0.00010329918,0.001094107,0.00057528686,0.00029726664,0.00005604736,0.00087341835,0.0000036488534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035778622,0.000017590635,0.0000012517005,0.00013307633,0.00010480359,0.0000050738636,0.21646743,0.34789318,0.000051366886,0.43355253,0.000055415374,0.0013605047],"study_design_scores_gemma":[0.00016442782,0.000005880039,1.4679328e-7,0.00015386824,0.00008059606,0.0000014342504,0.4406646,0.54646736,0.00017521348,0.01178215,0.00030293936,0.00020141853],"about_ca_topic_score_codex":0.012173288,"about_ca_topic_score_gemma":0.0039474512,"teacher_disagreement_score":0.91436374,"about_ca_system_score_codex":0.00019876321,"about_ca_system_score_gemma":0.0009462536,"threshold_uncertainty_score":0.99947834},"labels":[],"label_agreement":null},{"id":"W7165620657","doi":"10.2196/89449","title":"Consensus on Core Competencies for Undergraduate Life Sciences Students in Entry-Level Participation in Clinical Trials: A RAND-Modified Delphi Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Core competency; Core (optical fiber); Delphi; Curriculum","score_opus":0.6559010665118099,"score_gpt":0.6442143020411057,"score_spread":0.011686764470704158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165620657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900747,0.000014872368,0.00008045786,0.0012938731,0.0003082452,0.00654846,0.000016229536,0.000105637555,0.0015575375],"genre_scores_gemma":[0.9984316,0.000018645966,0.00006411029,0.00010887277,0.000052591535,0.0010322417,0.000005008872,0.000010292849,0.00027659666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99258345,0.0033094662,0.0015873765,0.0006610457,0.0012478813,0.00061077485],"domain_scores_gemma":[0.9893704,0.009638855,0.00033580372,0.00031422448,0.00017872381,0.00016199735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026424196,0.00020022101,0.0007079608,0.00074930023,0.00063334836,0.0002176974,0.0009995761,0.00019690463,0.000027519174],"category_scores_gemma":[0.019510875,0.00017430489,0.00017558732,0.0010432499,0.0008600295,0.00010307467,0.00021619558,0.00044073423,0.0000073212527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003934194,0.0022783023,0.9665091,0.000020103724,0.000044166987,0.0000063449093,0.012753132,0.00011566117,0.00005630636,0.015315642,0.0012647436,0.0012430768],"study_design_scores_gemma":[0.004374524,0.00063287426,0.94690686,0.00015230432,0.000016842117,2.3636366e-8,0.03176191,0.00023173525,0.00005047292,0.01534602,0.00031939632,0.0002070564],"about_ca_topic_score_codex":0.0027595905,"about_ca_topic_score_gemma":0.026864627,"teacher_disagreement_score":0.024105037,"about_ca_system_score_codex":0.00033559668,"about_ca_system_score_gemma":0.0005968195,"threshold_uncertainty_score":0.9908925},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W752332458","doi":"10.1007/s10926-015-9595-0","title":"Using Cartoons to Transfer Knowledge Concerning the Principles of Work Disability Prevention Among Stakeholders","year":2015,"lang":"en","type":"article","venue":"Journal of Occupational Rehabilitation","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"Fondation J. Armand Bombardier; Fonds de Recherche du Québec - Santé; Pratt and Whitney Canada; Université de Sherbrooke","keywords":"Perception; Health psychology; Psychology; Descriptive statistics; Applied psychology; Knowledge transfer; Content analysis; Work (physics); Stakeholder; Medical education; Knowledge management; Public health; Medicine; Public relations; Sociology; Computer science; Nursing; Engineering; Political science","score_opus":0.6238506705142972,"score_gpt":0.5334198656900372,"score_spread":0.09043080482426002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W752332458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977568,0.0000573235,0.018905686,0.0016991722,0.00020514973,0.00056634465,0.000005308971,0.000011262392,0.0009817636],"genre_scores_gemma":[0.98801094,0.0000023702053,0.0117204,0.000007561177,0.00015764951,0.000015169918,0.0000014478784,0.000007803537,0.0000766315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689,0.001029908,0.0006666693,0.00011965773,0.0011258038,0.00016796058],"domain_scores_gemma":[0.9957057,0.0019590983,0.00024192224,0.00014574242,0.0017847524,0.00016275402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007838347,0.000075971395,0.00017122756,0.00013327775,0.00019316176,0.000045129906,0.00028674112,0.00007367799,0.000033153927],"category_scores_gemma":[0.008423416,0.000059444475,0.00015142243,0.00070702436,0.00070664973,0.00048173897,0.000028148314,0.00019626097,0.0000019404968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006335623,0.00036981067,0.8823105,0.000045148547,0.00004303749,6.739729e-7,0.07622056,0.015585013,0.0005000188,0.01527887,0.0008361033,0.008176682],"study_design_scores_gemma":[0.0004892409,0.0005940301,0.9480926,0.00033223288,0.00004263469,0.000001437323,0.036366995,0.00039603547,0.00025147182,0.0060655796,0.0072345557,0.00013322257],"about_ca_topic_score_codex":0.00029889718,"about_ca_topic_score_gemma":0.0008493483,"teacher_disagreement_score":0.06578204,"about_ca_system_score_codex":0.000706758,"about_ca_system_score_gemma":0.0010990854,"threshold_uncertainty_score":0.9999291},"labels":[],"label_agreement":null},{"id":"W805322634","doi":"10.1063/pt.4.0952","title":"Budget cuts end Canadian climate research lab","year":2010,"lang":"en","type":"article","venue":"Physics Today","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Environmental science; Meteorology; Physics","score_opus":0.144050075075369,"score_gpt":0.48480638341928795,"score_spread":0.34075630834391896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W805322634","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094281636,0.000019707408,0.000024262486,0.013255424,0.0005919779,0.00051952444,0.000061004706,0.00017507366,0.8910714],"genre_scores_gemma":[0.99398726,0.000084417596,0.00060458167,0.00015371697,0.0010472453,0.00007370846,0.000009287554,0.000026394788,0.0040133987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967586,0.0003608331,0.00013353823,0.00029881948,0.0011533763,0.0012948242],"domain_scores_gemma":[0.99800575,0.00042926354,0.00002780511,0.00048697164,0.00047828167,0.00057190814],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004791536,0.00009478293,0.00011815055,0.00017490865,0.0012442535,0.00024485117,0.00088786427,0.00016305363,0.0010309123],"category_scores_gemma":[0.00066921377,0.000099671444,0.00005164452,0.000919478,0.0008136685,0.00025429783,0.00016223402,0.001121268,0.0011932701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005989742,0.000071628616,0.0057042707,0.000014591574,0.000009490994,0.000038044138,0.005460474,9.833415e-7,0.007751644,0.85828376,0.07252139,0.050137725],"study_design_scores_gemma":[0.00009296546,0.000028557368,0.0019215514,0.00001632121,0.0000026291518,7.555849e-7,0.00093783304,0.00005229674,0.005663077,0.10940808,0.8816659,0.00021004607],"about_ca_topic_score_codex":0.46648586,"about_ca_topic_score_gemma":0.72347784,"teacher_disagreement_score":0.8997056,"about_ca_system_score_codex":0.00022251172,"about_ca_system_score_gemma":0.0013719733,"threshold_uncertainty_score":0.9998823},"labels":[],"label_agreement":null},{"id":"W81090636","doi":"","title":"軽度認知障害(MCI)における記憶障害の特徴と傾向-日本語版The Montreal Cognitive Assessment(MoCA-J)の検討から-","year":2014,"lang":"ja","type":"article","venue":"","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Montreal Cognitive Assessment; Cognition; Psychology; Cognitive impairment; Psychiatry","score_opus":0.09180616886618125,"score_gpt":0.47141468057535113,"score_spread":0.37960851170916987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W81090636","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037500698,0.00012536021,0.0062970915,0.013744886,0.00089611753,0.0019711612,0.00010196868,0.00063056714,0.93873215],"genre_scores_gemma":[0.9480707,0.00048752004,0.002209844,0.0014643234,0.001159887,0.00022204872,0.00003950742,0.00009169134,0.046254445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99035037,0.002700226,0.0008651571,0.0012682193,0.0028246823,0.0019913374],"domain_scores_gemma":[0.993645,0.0033387865,0.0003354426,0.00084601936,0.0009705018,0.00086423976],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006863444,0.0006040311,0.0007846643,0.0003903068,0.0013711925,0.00085772714,0.0018063543,0.0007743353,0.009167988],"category_scores_gemma":[0.002001128,0.00056145433,0.0003921613,0.0015112871,0.0018018832,0.0007239228,0.0007137337,0.0013348593,0.0027390863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000394909,0.0026194905,0.019953327,0.00023763937,0.00073441525,0.00020648721,0.02706174,0.000011890881,0.0012847963,0.1058389,0.32805887,0.51359755],"study_design_scores_gemma":[0.009697503,0.005308093,0.14406581,0.0015663606,0.0010273722,0.000055018456,0.19073175,0.027675224,0.00529189,0.10159127,0.5061363,0.0068533793],"about_ca_topic_score_codex":0.02728734,"about_ca_topic_score_gemma":0.01369183,"teacher_disagreement_score":0.91057,"about_ca_system_score_codex":0.00049327017,"about_ca_system_score_gemma":0.00087555463,"threshold_uncertainty_score":0.9999289},"labels":[],"label_agreement":null},{"id":"W830718730","doi":"10.1016/s1001-9294(15)30023-7","title":"Confounding Effect in Clinical Research of Otolaryngology and Its Control","year":2015,"lang":"en","type":"review","venue":"Chinese Medical Sciences Journal","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glenrose Rehabilitation Hospital; University of Alberta","funders":"","keywords":"Confounding; Medicine; Otorhinolaryngology; Research design; Set (abstract data type); Statistics; Surgery; Internal medicine; Computer science","score_opus":0.4657725907114752,"score_gpt":0.6716469340165248,"score_spread":0.20587434330504956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W830718730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007197277,0.98152256,0.000022067057,0.0016879322,0.001069011,0.0011684943,0.0000031408927,0.000021130809,0.007308402],"genre_scores_gemma":[0.012775886,0.9856962,0.00005579937,0.00003179223,0.0012945483,0.000046869438,7.467977e-7,0.000015435548,0.00008273302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723048,0.018173039,0.001853771,0.00056948775,0.0059335437,0.0011653131],"domain_scores_gemma":[0.97848725,0.018699706,0.00059655204,0.00020628732,0.0005042704,0.0015059321],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23715627,0.00027401387,0.0024281808,0.0013097856,0.0007555864,0.00022723812,0.002894474,0.0010939296,0.00048595038],"category_scores_gemma":[0.10053281,0.00016018358,0.0003343067,0.0031936541,0.007889199,0.00029671076,0.0004982298,0.005175774,0.000043929063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019914767,0.000090137,0.012134507,0.0012385403,0.000034903624,0.0005305371,0.00038748558,1.1756428e-7,1.2596793e-7,0.003184125,0.00087414513,0.98150545],"study_design_scores_gemma":[0.0013938963,0.0015780131,0.00051325304,0.013849803,0.00006730554,0.00065484835,0.00021838596,0.00022052882,9.124197e-8,0.011663606,0.96947163,0.0003686434],"about_ca_topic_score_codex":0.00027566336,"about_ca_topic_score_gemma":0.00041565782,"teacher_disagreement_score":0.9811368,"about_ca_system_score_codex":0.0003343378,"about_ca_system_score_gemma":0.008813653,"threshold_uncertainty_score":0.9971193},"labels":[],"label_agreement":null},{"id":"W98355339","doi":"10.5553/tvh/1568654x2013013004004","title":"Conferencing internationaal: vaker toegepast dan gedacht","year":2013,"lang":"en","type":"article","venue":"Tijdschrift voor Herstelrecht","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.11659606556663785,"score_gpt":0.41967365332922607,"score_spread":0.3030775877625882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W98355339","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2404322,0.00017037857,0.0025049502,0.0119209895,0.00081245485,0.0016134909,0.000008976404,0.0010738855,0.74146265],"genre_scores_gemma":[0.98133206,0.00006446548,0.0017913809,0.00046963937,0.0004553207,0.0002130527,0.000010942839,0.000047186735,0.015615964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679595,0.00039755486,0.0003996466,0.0004566023,0.0011523827,0.0007978773],"domain_scores_gemma":[0.99808764,0.0004171615,0.00013319244,0.00047659664,0.0005234242,0.00036198518],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015490559,0.00021807553,0.00025788308,0.00025418896,0.0004913414,0.0004855183,0.0009987181,0.0002661305,0.005979158],"category_scores_gemma":[0.0008422079,0.00021825921,0.00013015974,0.00053843844,0.00043306075,0.00081044214,0.00021985175,0.00053040404,0.002511054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062628475,0.00056091085,0.03881475,0.000110262765,0.0003330858,0.00011720183,0.030268084,0.0000325922,0.013310913,0.37537652,0.31684244,0.22417061],"study_design_scores_gemma":[0.0008166781,0.00015465522,0.014087559,0.00017326353,0.00003368451,0.000014759626,0.022076719,0.0011642496,0.0052209026,0.0081587145,0.94711065,0.0009881464],"about_ca_topic_score_codex":0.013118858,"about_ca_topic_score_gemma":0.0018592828,"teacher_disagreement_score":0.74089986,"about_ca_system_score_codex":0.00024792203,"about_ca_system_score_gemma":0.00035289564,"threshold_uncertainty_score":0.9982656},"labels":[],"label_agreement":null}]}