{"id":"W2460839559","doi":"10.1017/cem.2016.245","title":"P069: Gestalt assessment of online educational resources is unreliable and inconsistent","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Open educational resources; Popularity; Medical education; Reliability (semiconductor); Medicine; Gestalt psychology; Educational resources; Quality (philosophy); Psychology; Family medicine; Social psychology; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02328347,0.000431196,0.0005614378,0.002329154,0.0008511908,0.003073427,0.001027661,0.0009480399,0.002865176],"category_scores_gemma":[0.1810474,0.0003775946,0.0007960901,0.0015537,0.001891172,0.002931357,0.002782966,0.0009582987,0.000915186],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001148817,"about_ca_system_score_gemma":0.0009371301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002058447,"about_ca_topic_score_gemma":0.002653692,"domain_scores_codex":[0.9724128,0.008264182,0.004138933,0.00190269,0.01278067,0.0005007334],"domain_scores_gemma":[0.7768285,0.1355808,0.04312795,0.01189724,0.03081563,0.001749785],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00103255,0.0001229365,0.8389246,0.001101401,0.0004634676,0.0005098143,0.01236558,0.0009619632,0.003401828,0.001689493,0.006107806,0.1333186],"study_design_scores_gemma":[0.00004344538,0.000666657,0.9457716,0.001324113,0.0003346189,0.002328806,0.01247736,0.009537171,0.006416068,0.006304797,0.01464324,0.0001521497],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9605238,0.0008695216,0.02100908,0.001293897,0.0002556476,0.0003861308,0.0008001406,0.0002404493,0.01462133],"genre_scores_gemma":[0.9904279,0.000275643,0.007589608,0.00028106,0.00006824303,0.0002095504,0.0003338019,0.00005602767,0.0007582746],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9767165,"threshold_uncertainty_score":0.1231362,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2520548735786467,"score_gpt":0.5366731542534089,"score_spread":0.2846182806747622,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}