{"id":"W6958419304","doi":"10.6084/m9.figshare.23993218.v1","title":"Additional file 1 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Rating scale; Delphi method","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02676846,0.001377146,0.002041528,0.002056492,0.00177265,0.001720104,0.001902158,0.002192893,0.8053401],"category_scores_gemma":[0.1502653,0.001344102,0.001116803,0.002697338,0.0009359471,0.002427089,0.001057755,0.002256504,0.06586421],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003484868,"about_ca_system_score_gemma":0.007607352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002222662,"about_ca_topic_score_gemma":0.003960184,"domain_scores_codex":[0.9896466,0.006868594,0.001181297,0.0006432065,0.001039736,0.0006205456],"domain_scores_gemma":[0.8428097,0.1291799,0.008822222,0.00556642,0.01054487,0.003076902],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.05373702,0.004380831,0.001530295,0.02648222,0.0002591932,0.0001296623,0.0008486298,0.001177256,0.0002616614,0.005065559,0.8289236,0.07720411],"study_design_scores_gemma":[0.4506724,0.02179589,0.0211453,0.0271738,0.00100844,0.0002568307,0.00157244,0.004874318,0.002563187,0.01426812,0.4542806,0.0003885856],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.009182021,0.0004362834,0.007897428,0.003311667,0.001123262,0.3099674,0.6421232,0.002295821,0.02366288],"genre_scores_gemma":[0.01944519,0.0001767351,0.01349046,0.0009630726,0.0001339968,0.9389038,0.01495489,0.0002953494,0.0116365],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9732316,"threshold_uncertainty_score":0.2776587,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.244503952107978,"score_gpt":0.4478242742116579,"score_spread":0.2033203221036799,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}