{"id":"W2593362570","doi":"10.18260/p.27121","title":"Using a Delphi Approach to Develop Rubric Criteria","year":2016,"lang":"en","type":"article","venue":"","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"American Association for the Advancement of Science","keywords":"Rubric; Delphi method; Delphi; Computer science; Teamwork; Outcome (game theory); Work (physics); Medical education; Management science; Knowledge management; Psychology; Process management; Mathematics education; Engineering; Medicine; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004374008,0.00006707463,0.00008588254,0.00005835675,0.0002483761,0.00008349845,0.0002239397,0.00004322174,0.0006946331],"category_scores_gemma":[0.0001330749,0.00004360671,0.00002130349,0.0005324255,0.00005577709,0.0001843727,0.00007805244,0.00001916666,0.0002200039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009840045,"about_ca_system_score_gemma":0.0001336284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004913337,"about_ca_topic_score_gemma":0.0001228708,"domain_scores_codex":[0.9990928,0.00006370267,0.0001094315,0.0001719202,0.0002809265,0.0002812371],"domain_scores_gemma":[0.9996024,0.00005357509,0.00002152316,0.00008830074,0.0001199684,0.0001142522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006266345,0.0004995468,0.1694338,0.00001979255,0.0001222679,0.000007130877,0.1188823,0.000002587806,0.0365717,0.5322788,0.09376577,0.04835369],"study_design_scores_gemma":[0.002176479,0.000109988,0.1870703,0.0001298931,0.0000818245,0.000004963626,0.08299874,0.0002675054,0.000937962,0.005972479,0.7182724,0.001977506],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2989992,0.0000100607,0.06301991,0.001592091,0.0003117641,0.0002420255,0.000001045076,0.0001084526,0.6357155],"genre_scores_gemma":[0.9313644,0.000008118647,0.05694987,0.0003761941,0.000260707,0.000009577269,3.83109e-7,0.000007252918,0.01102357],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6323652,"threshold_uncertainty_score":0.7605745,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1551302142936502,"score_gpt":0.4184416225447598,"score_spread":0.2633114082511095,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}