{"id":"W3103564884","doi":"10.15694/mep.2020.000253.1","title":"Providing Feedback for Learners in Virtual Visits Using a Standardized Direct Observation Assessment Form","year":2020,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Competence (human resources); Virtual patient; Medical education; Competency assessment; Instructional simulation; Virtual learning environment; Medicine; Pandemic; Process (computing); Primary care; Psychology; Nursing; Coronavirus disease 2019 (COVID-19); Family medicine; Computer science; Pedagogy; Educational technology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001651875,0.0001172365,0.0002497773,0.0000975064,0.000385212,0.0004826204,0.0002138644,0.0001083731,0.00006726458],"category_scores_gemma":[0.001992196,0.0001190433,0.00008421921,0.0007609625,0.00004027633,0.001457976,0.00005305358,0.0002268256,0.000002110106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003625055,"about_ca_system_score_gemma":0.001135272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003299934,"about_ca_topic_score_gemma":0.001158273,"domain_scores_codex":[0.998309,0.0001490597,0.0002822709,0.000315197,0.0005233085,0.0004212238],"domain_scores_gemma":[0.9992715,0.0002097781,0.0001418004,0.00007950081,0.0001712087,0.0001261914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006607818,0.0003479602,0.1487901,0.0002917608,0.0001682099,0.00002507517,0.08634312,0.007859019,0.009599304,0.03968775,0.01497175,0.6912552],"study_design_scores_gemma":[0.003879771,0.000441115,0.003751091,0.0001684431,0.00006164705,4.116722e-7,0.06572316,0.06420521,0.0007201214,0.0007862585,0.8596,0.0006627728],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9640791,0.00003790299,0.007805896,0.0167604,0.0003847994,0.0009331973,0.00001877986,0.0001959842,0.009783952],"genre_scores_gemma":[0.9832909,0.00001358539,0.01498568,0.0005401705,0.000644416,0.00003615938,0.00004036322,0.00002437168,0.0004243771],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8446283,"threshold_uncertainty_score":0.4854445,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0778549041173882,"score_gpt":0.371943806684613,"score_spread":0.2940889025672248,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}