{"id":"W2953521998","doi":"10.1002/aet2.10376","title":"The Revised <scp>METRIQ</scp> Score: A Quality Evaluation Tool for Online Educational Resources","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Saskatchewan; University of Calgary; University of Alberta","funders":"Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"CLARITY; Likert scale; Usability; Descriptive statistics; Quality (philosophy); Scale (ratio); Medical education; Quality Score; Thematic analysis; Psychology; Raw score; Medicine; Computer science; Applied psychology; Statistics; Qualitative research; Operations management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00577114,0.0001047618,0.0001520817,0.0001042744,0.001178913,0.0001986285,0.0001870044,0.0001050011,0.00007081777],"category_scores_gemma":[0.03045538,0.00009533575,0.00005481123,0.0004950113,0.0001719259,0.0002380501,0.00001197845,0.0001359742,0.0000213429],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002628361,"about_ca_system_score_gemma":0.0041455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007662626,"about_ca_topic_score_gemma":0.0005329833,"domain_scores_codex":[0.9978127,0.0005987994,0.000401133,0.0002922245,0.0005673727,0.0003277464],"domain_scores_gemma":[0.9864331,0.01221646,0.0003281103,0.0002022757,0.0006721603,0.0001479016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000008455429,0.0001733936,0.06585089,0.00006549709,0.00001586297,4.194275e-9,0.1367328,0.000002109912,0.00003627032,0.06409016,0.002117278,0.7309072],"study_design_scores_gemma":[0.0003236919,0.00003203276,0.599244,0.00006124667,0.00002821693,4.370247e-7,0.07092266,0.0000762233,0.000004674799,0.009052297,0.3201887,0.00006576487],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9697952,0.001579343,0.0000154796,0.01565123,0.006327129,0.002767007,0.000008857402,0.00003662545,0.003819114],"genre_scores_gemma":[0.990665,0.0002645678,0.001881172,0.0007147148,0.002940936,0.00175024,0.0001133139,0.00001673716,0.001653315],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7308415,"threshold_uncertainty_score":0.9777115,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2613858702153443,"score_gpt":0.4955225976643363,"score_spread":0.2341367274489921,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}