{"id":"W2593362570","doi":"10.18260/p.27121","title":"Using a Delphi Approach to Develop Rubric Criteria","year":2016,"lang":"en","type":"article","venue":"","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"American Association for the Advancement of Science","keywords":"Rubric; Delphi method; Delphi; Computer science; Teamwork; Outcome (game theory); Work (physics); Medical education; Management science; Knowledge management; Psychology; Process management; Mathematics education; Engineering; Medicine; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1460251,0.003067337,0.002230353,0.02677169,0.005229727,0.004988959,0.004476197,0.002084394,0.01123814],"category_scores_gemma":[0.188795,0.001741401,0.002578329,0.01125029,0.004361011,0.004065578,0.01326352,0.003361479,0.003168029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009570055,"about_ca_system_score_gemma":0.02481429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007736464,"about_ca_topic_score_gemma":0.01443047,"domain_scores_codex":[0.8542023,0.09813358,0.02040232,0.003886724,0.01958108,0.003793914],"domain_scores_gemma":[0.8545377,0.07083578,0.005936072,0.005423174,0.0607131,0.002554142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007472135,0.001007279,0.006171729,0.01223798,0.0003238724,0.002126659,0.2275371,0.0144731,0.02554871,0.08722641,0.03343766,0.5891623],"study_design_scores_gemma":[0.0008376446,0.003002475,0.01839283,0.01064663,0.0004451455,0.001934455,0.3188988,0.06990646,0.0258443,0.205495,0.3429936,0.001602785],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09759036,0.0006430703,0.6875333,0.003051173,0.0006720739,0.1612091,0.002264017,0.001031287,0.04600567],"genre_scores_gemma":[0.06103862,0.000550793,0.8339438,0.0006045615,0.00005531915,0.09645905,0.001217611,0.0002406188,0.005889598],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1460251,"threshold_uncertainty_score":0.7722637,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1551302142936502,"score_gpt":0.4184416225447598,"score_spread":0.2633114082511095,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}