{"id":"W2594171765","doi":"10.1016/j.annemergmed.2016.12.025","title":"Individual Gestalt Is Unreliable for the Evaluation of Quality in Medical Education Blogs: A METRIQ Study","year":2017,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Child Therapy and Development","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; University of Toronto; Western University; University of Alberta; University of Saskatchewan","funders":"","keywords":"Generalizability theory; Intraclass correlation; Gestalt psychology; Medicine; Likert scale; Pearson product-moment correlation coefficient; Reliability (semiconductor); Correlation; Family medicine; Clinical psychology; Statistics; Psychometrics; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01319152,0.0001068594,0.0003136232,0.0001508756,0.0001168082,0.000001893795,0.0005043379,0.00008664178,0.009550939],"category_scores_gemma":[0.005206086,0.00007023326,0.00007020635,0.00019732,0.0001134601,0.00005784193,0.00004721012,0.0001122065,0.000003996632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009488158,"about_ca_system_score_gemma":0.0003369016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00378419,"about_ca_topic_score_gemma":0.0008035835,"domain_scores_codex":[0.9973234,0.0003019689,0.000904784,0.0002295667,0.001067798,0.0001724936],"domain_scores_gemma":[0.9976565,0.0003368512,0.0005910278,0.0006881061,0.0006643449,0.00006314278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007483099,0.006263734,0.3279074,0.0001145412,0.001197223,6.202471e-7,0.07698362,0.000005697387,0.00008368258,0.007651875,0.2890027,0.2900405],"study_design_scores_gemma":[0.002600211,0.0006183974,0.9764652,0.0001034617,0.0001265164,3.942927e-7,0.006571651,0.00004088231,0.0001788228,0.008109591,0.005100884,0.00008404747],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.95713,0.006362444,0.00005180203,0.02561254,0.00351943,0.001298247,0.00001353772,0.000005015417,0.006006996],"genre_scores_gemma":[0.9976177,0.0007092501,0.00001467965,0.0006915425,0.0002393454,0.0002100908,0.0000161462,0.000008019022,0.0004931865],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6485577,"threshold_uncertainty_score":0.9913545,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4755115456714767,"score_gpt":0.5955290715001829,"score_spread":0.1200175258287062,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}