{"id":"W6977381155","doi":"10.6084/m9.figshare.c.6796804.v1","title":"Rating versus ranking in a Delphi survey: a randomized controlled trial","year":2023,"lang":"en","type":"other","venue":"Figshare","topic":"Power Line Communications and Noise","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Ranking (information retrieval); Randomized controlled trial; Delphi method; Delphi; Task (project management); Rating scale; Set (abstract data type); Rank (graph theory)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005831113,0.0002632038,0.00131541,0.0003485721,0.00002458963,0.00004973801,0.0003450899,0.0002544771,0.05649991],"category_scores_gemma":[0.007888528,0.0002389937,0.000280065,0.0003054167,0.000005101234,0.00003184518,0.00008481547,0.0003454491,0.001021093],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005755528,"about_ca_system_score_gemma":0.00005209012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001133827,"about_ca_topic_score_gemma":0.004586068,"domain_scores_codex":[0.9986769,0.000346724,0.0004340359,0.0001657996,0.0001464617,0.0002300715],"domain_scores_gemma":[0.9957743,0.003526199,0.0001534182,0.0004767112,0.00002892419,0.00004048507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.2146321,0.00001247228,1.782662e-7,0.00007061382,0.0002387022,0.000007491453,0.00005460189,0.0002450533,3.473494e-7,0.000003249629,0.7844003,0.0003348289],"study_design_scores_gemma":[0.8961638,0.000008790584,0.000002160786,0.002160336,0.00002726275,1.237325e-7,0.000005474448,0.0112018,4.996581e-7,0.000002068058,0.09018863,0.0002390126],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"other","genre_gemma":"dataset","genre_scores_codex":[0.00007003278,0.01527597,0.00001810698,0.00003111,0.002975632,0.01327729,0.1391784,0.00511728,0.8240561],"genre_scores_gemma":[0.0465649,0.002631024,0.0009718212,0.00008255307,0.004652911,0.04326767,0.5747753,0.01231787,0.314736],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6942117,"threshold_uncertainty_score":0.9997568,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06294560340040893,"score_gpt":0.2966441877599107,"score_spread":0.2336985843595017,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}