{"id":"W2594124368","doi":"10.1007/s40037-017-0343-3","title":"Gestalt assessment of online educational resources may not be sufficiently reliable and consistent","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; McMaster University; University of Toronto","funders":"McMaster University; Queen's University; Washington University in St. Louis","keywords":"Gestalt psychology; Computer science; Data science; Psychology; Medical education; Medicine; Perception","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001491955,0.0001152309,0.0002083013,0.0001433536,0.001170443,0.0001009335,0.0003774213,0.0001660394,0.000772826],"category_scores_gemma":[0.02490914,0.0001159809,0.00004620816,0.0001359175,0.001489505,0.0001823327,0.00004781604,0.000300935,0.000005459455],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005618535,"about_ca_system_score_gemma":0.007584808,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01022353,"about_ca_topic_score_gemma":0.001297065,"domain_scores_codex":[0.9975922,0.0002030969,0.0003258808,0.0003751919,0.001237515,0.0002661421],"domain_scores_gemma":[0.9969091,0.001298642,0.0004286046,0.0003765083,0.0005281219,0.0004589592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00004142028,0.004137675,0.1251953,0.0001024643,0.00003054244,4.242145e-7,0.2014553,0.000002075309,0.00002957159,0.6403639,0.004301806,0.02433949],"study_design_scores_gemma":[0.0002433194,0.0001126282,0.7991189,0.0001841105,0.00002250933,0.000001070297,0.1526734,0.00005901456,0.00001243285,0.0009832444,0.04645861,0.0001308308],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6901587,0.0003068748,0.000005362963,0.2925853,0.00297623,0.0005204509,0.000009278608,0.00001882101,0.01341895],"genre_scores_gemma":[0.9935763,0.001105503,0.001822251,0.0009838942,0.001703855,0.0002231742,0.00002232937,0.00001231121,0.0005503311],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6739236,"threshold_uncertainty_score":0.9980413,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07326373055032724,"score_gpt":0.4735022465492918,"score_spread":0.4002385159989645,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}