{"id":"W1793764709","doi":"10.19173/irrodl.v16i5.2389","title":"Not All Rubrics Are Equal: A Review of Rubrics for Evaluating the Quality of Open Educational Resources","year":2015,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"American Educational Research Association","keywords":"Rubric; Computer science; Usability; Quality (philosophy); The Internet; Multimedia; World Wide Web; Psychology; Mathematics education; Human–computer interaction","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07859166,0.001728252,0.003891056,0.02500399,0.001667503,0.003966669,0.004233951,0.001428413,0.004804139],"category_scores_gemma":[0.1857856,0.001347401,0.004166112,0.02941696,0.003211464,0.006385044,0.003888636,0.00300767,0.001756046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005680502,"about_ca_system_score_gemma":0.02575704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01037169,"about_ca_topic_score_gemma":0.02437632,"domain_scores_codex":[0.9036688,0.0449028,0.02337009,0.001959118,0.02543971,0.0006594341],"domain_scores_gemma":[0.839107,0.09564285,0.02327696,0.003906379,0.0368445,0.001222339],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001108543,0.00005047178,0.001056516,0.2483187,0.000633921,0.00009593254,0.002399249,0.0003342844,0.0006089995,0.007718754,0.03946549,0.6992067],"study_design_scores_gemma":[0.0001554638,0.0002848625,0.01114068,0.4012554,0.002187773,0.0008846457,0.003179617,0.0005526149,0.0009451378,0.007645099,0.571564,0.0002047901],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001041033,0.9829057,0.006258591,0.002729281,0.0007108888,0.001333619,0.000516091,0.0001009764,0.004403733],"genre_scores_gemma":[0.0173423,0.9283178,0.04528003,0.002119436,0.0002786508,0.004109371,0.001138919,0.0001418521,0.001271594],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9214084,"threshold_uncertainty_score":0.4156374,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5616598467009739,"score_gpt":0.6226860253002628,"score_spread":0.06102617859928894,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}