{"id":"W4404840559","doi":"10.32920/27931743.v1","title":"The Revised METRIQ Score: A Quality Evaluation Tool for Online Educational Resources","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Saskatchewan; University of Calgary; University of Alberta","funders":"","keywords":"Quality (philosophy); Computer science; Quality Score; Educational resources; Psychology; Business; Pedagogy; Marketing; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005816987,0.0001898926,0.0002033889,0.0001526053,0.0003732983,0.001741649,0.001409297,0.0001189016,0.0001833096],"category_scores_gemma":[0.002991819,0.0001312767,0.0001860457,0.0004255431,0.00004168975,0.0001280844,0.001175137,0.0005458551,0.0001238313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002232593,"about_ca_system_score_gemma":0.001862487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009949508,"about_ca_topic_score_gemma":0.00005357791,"domain_scores_codex":[0.9973251,0.0004816068,0.0005571166,0.0006881369,0.000727405,0.0002206283],"domain_scores_gemma":[0.9966078,0.001428665,0.0002854685,0.000869419,0.000740923,0.00006769186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002076198,0.0002166662,0.0003169759,0.0003880208,0.0001179152,8.939482e-8,0.002730938,0.001085166,0.00003797493,0.6872674,0.06362151,0.2441966],"study_design_scores_gemma":[0.0005118126,0.00007576448,0.02912531,0.000454623,0.0001423795,0.000004078389,0.001729985,0.2854347,0.00009163489,0.3294795,0.3521464,0.0008037389],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.270814,0.01037518,0.08920095,0.4955869,0.02617865,0.01053615,0.0001080411,0.001067582,0.09613253],"genre_scores_gemma":[0.6822614,0.0003509439,0.2234454,0.002804153,0.003921139,0.002722273,0.0008359881,0.00007119751,0.08358745],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4927827,"threshold_uncertainty_score":0.9992946,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1178851530706834,"score_gpt":0.4291286119578581,"score_spread":0.3112434588871747,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}