{"id":"W6920864298","doi":"10.6084/m9.figshare.23993221.v1","title":"Additional file 2 of Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi; Delphi method; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002992307,0.00008690639,0.0006158017,0.0002765022,0.0001521977,0.00005629352,0.0003269537,0.0001257929,0.9851128],"category_scores_gemma":[0.333887,0.00008040738,0.0002308606,0.001127266,0.00005623214,0.0001107861,0.0001015938,0.0001916989,0.0009637479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007384922,"about_ca_system_score_gemma":0.0006483309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003149397,"about_ca_topic_score_gemma":0.002149424,"domain_scores_codex":[0.9964253,0.001854498,0.0004116371,0.0001803874,0.0007968315,0.0003313499],"domain_scores_gemma":[0.9102272,0.08906803,0.0002346073,0.0001210708,0.0002915039,0.00005756014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.2440109,0.00001396846,1.644657e-7,0.000007460818,0.00001711278,0.000008041481,0.0003134758,0.000003817341,4.298419e-7,0.00001575957,0.7553442,0.0002647337],"study_design_scores_gemma":[0.8855535,0.0000404702,0.0000429999,0.001001613,0.000003491305,8.977754e-8,0.0005215093,0.001172923,0.000002859655,0.000185118,0.11136,0.0001153406],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0002073555,0.00001137592,2.160057e-7,0.00009446327,0.00006957738,0.002959383,0.9761385,0.0001354615,0.0203837],"genre_scores_gemma":[0.02600151,0.000003024006,0.0001660813,0.00001455538,0.000265128,0.01532179,0.9568884,0.00001705815,0.001322404],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9841491,"threshold_uncertainty_score":0.9998141,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2369891152790075,"score_gpt":0.4469953728947105,"score_spread":0.2100062576157031,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}