{"id":"W4404840559","doi":"10.32920/27931743.v1","title":"The Revised METRIQ Score: A Quality Evaluation Tool for Online Educational Resources","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Saskatchewan; University of Calgary; University of Alberta","funders":"","keywords":"Quality (philosophy); Computer science; Quality Score; Educational resources; Psychology; Business; Pedagogy; Marketing; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0305632,0.0006833245,0.00118584,0.006378775,0.0006163697,0.001709799,0.001642318,0.000804999,0.005812912],"category_scores_gemma":[0.09162374,0.000447425,0.002642916,0.004067203,0.000663959,0.002867273,0.003526225,0.001601406,0.001505646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00190521,"about_ca_system_score_gemma":0.002437948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001380519,"about_ca_topic_score_gemma":0.00246869,"domain_scores_codex":[0.9703047,0.01458042,0.006568227,0.001073061,0.006606127,0.0008674054],"domain_scores_gemma":[0.9142061,0.03789144,0.02056163,0.003798423,0.02121907,0.00232334],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001651817,0.001061605,0.4589576,0.004098071,0.001216838,0.000210992,0.004370304,0.003794264,0.003010227,0.004161262,0.08664712,0.4308199],"study_design_scores_gemma":[0.0008075956,0.002841952,0.8639777,0.002701179,0.0005208427,0.00136681,0.006257582,0.01775053,0.003990835,0.007578505,0.09167526,0.0005312418],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.7475579,0.004285141,0.1350036,0.008391359,0.0007948052,0.02066525,0.04504416,0.003176696,0.035081],"genre_scores_gemma":[0.7297934,0.001283963,0.2216319,0.001368212,0.0001793456,0.02991118,0.01223639,0.0003818075,0.003213849],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0305632,"threshold_uncertainty_score":0.1616355,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1178851530706834,"score_gpt":0.4291286119578581,"score_spread":0.3112434588871747,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}