{"id":"W2511703825","doi":"10.5811/westjem.2016.6.30825","title":"Derivation of Two Critical Appraisal Scores for Trainees to Evaluate Online Educational Resources: A METRIQ Study","year":2016,"lang":"en","type":"article","venue":"Western Journal of Emergency Medicine","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; University of Saskatchewan; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Critical appraisal; Medical education; Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1202849,0.0009431029,0.001413897,0.008974493,0.001185051,0.001917155,0.001639525,0.0008260573,0.001251338],"category_scores_gemma":[0.2388408,0.0006341212,0.00291692,0.004225652,0.00178703,0.002237044,0.002896083,0.001088408,0.0003167058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003565179,"about_ca_system_score_gemma":0.005304871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009772126,"about_ca_topic_score_gemma":0.001901521,"domain_scores_codex":[0.9339977,0.03437927,0.01395892,0.002679262,0.01369408,0.001290684],"domain_scores_gemma":[0.6827053,0.1602718,0.05170307,0.008107564,0.09354337,0.003668901],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003398024,0.00175214,0.662056,0.004976686,0.002408291,0.0003579945,0.04211979,0.005046252,0.007688359,0.002600193,0.004942199,0.2626541],"study_design_scores_gemma":[0.001101989,0.01003621,0.8852705,0.003066895,0.001508994,0.001013899,0.03024331,0.03502564,0.01277717,0.002962065,0.01649021,0.0005032531],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.912546,0.001255254,0.06062467,0.0007278721,0.0001631332,0.01709345,0.0009760867,0.0002097442,0.006403745],"genre_scores_gemma":[0.8941334,0.0003464046,0.08347309,0.0001623689,0.00005963361,0.02060385,0.0007411978,0.00005149758,0.0004285584],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8797151,"threshold_uncertainty_score":0.6361351,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1106208813091469,"score_gpt":0.463013328219765,"score_spread":0.3523924469106181,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}