{"id":"W2511703825","doi":"10.5811/westjem.2016.6.30825","title":"Derivation of Two Critical Appraisal Scores for Trainees to Evaluate Online Educational Resources: A METRIQ Study","year":2016,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; University of Saskatchewan; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Critical appraisal; Medical education; Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001776127,0.0001280153,0.000327725,0.000432247,0.00007051706,0.00001209172,0.0006797257,0.00002288952,0.0004783205],"category_scores_gemma":[0.007819184,0.00007853495,0.00007918571,0.0005051609,0.00004794499,0.0004082159,0.00006015558,0.0001002831,0.00000613481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003207286,"about_ca_system_score_gemma":0.0001825846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002173128,"about_ca_topic_score_gemma":0.00003937956,"domain_scores_codex":[0.997703,0.0001866188,0.001043755,0.0002018753,0.0006702059,0.0001945918],"domain_scores_gemma":[0.9968273,0.001173508,0.0004242492,0.0002183667,0.001130254,0.0002263218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000628712,0.005903636,0.7284333,0.0002718504,0.0004703115,0.000008219656,0.1115274,0.0005292545,0.05261587,0.01814,0.02513567,0.05633581],"study_design_scores_gemma":[0.01201951,0.01907861,0.9055221,0.002182893,0.0004281476,0.0001282381,0.02990833,0.001569906,0.001355098,0.006948992,0.02007098,0.0007872166],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.853204,0.0001652144,0.1111596,0.03110935,0.004020062,0.0002212691,0.000002688568,0.000009095515,0.0001087229],"genre_scores_gemma":[0.9898047,0.00002482577,0.008274859,0.00009934952,0.001421947,0.00001207205,0.000001292142,0.0000111415,0.0003498006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1770888,"threshold_uncertainty_score":0.9360858,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1106208813091469,"score_gpt":0.463013328219765,"score_spread":0.3523924469106181,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}