{"id":"W2594124368","doi":"10.1007/s40037-017-0343-3","title":"Gestalt assessment of online educational resources may not be sufficiently reliable and consistent","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; McMaster University; University of Toronto","funders":"McMaster University; Queen's University; Washington University in St. Louis","keywords":"Gestalt psychology; Computer science; Data science; Psychology; Medical education; Medicine; Perception","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01596394,0.0006760473,0.0007120958,0.001968961,0.0004341692,0.001958404,0.0006254436,0.0008774482,0.002243711],"category_scores_gemma":[0.1069597,0.0002975868,0.0008442879,0.00104957,0.001125362,0.002518521,0.001746004,0.0006774511,0.0009036034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005068798,"about_ca_system_score_gemma":0.0004522486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008117066,"about_ca_topic_score_gemma":0.001637906,"domain_scores_codex":[0.981263,0.005719355,0.003277611,0.001653334,0.007601973,0.000484644],"domain_scores_gemma":[0.8808894,0.06822853,0.02111883,0.00861137,0.01971166,0.001440171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001960813,0.0002980944,0.6776786,0.002412419,0.0008688251,0.000242036,0.007141184,0.00210652,0.01463803,0.001081206,0.002301668,0.2892705],"study_design_scores_gemma":[0.00004868277,0.001549952,0.9713376,0.0006781558,0.0002420038,0.0006103868,0.003661341,0.007945544,0.005549752,0.002824718,0.005418816,0.0001330623],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9603118,0.001358884,0.02351979,0.0002912903,0.000210776,0.0005069235,0.0004236746,0.0002786635,0.01309819],"genre_scores_gemma":[0.9831325,0.000387783,0.01478711,0.0001099457,0.00007705803,0.0002843925,0.000367297,0.00002977929,0.0008241068],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01596394,"threshold_uncertainty_score":0.0844264,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07326373055032724,"score_gpt":0.4735022465492918,"score_spread":0.4002385159989645,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}