{"id":"W4306251128","doi":"10.4300/jgme-d-21-00832.1","title":"Using Learning Analytics to Examine Differences in Assessment Forms From Continuous Versus Episodic Supervisors of Family Medicine Residents","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Safety Canada; University of Alberta","funders":"","keywords":"Analytics; Medical education; Data science; MEDLINE; Psychology; Medicine; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009091972,0.0003363993,0.0003053367,0.002036974,0.0004811853,0.001495202,0.0006162443,0.0004000741,0.001802325],"category_scores_gemma":[0.04880216,0.0002103294,0.0005552389,0.00135014,0.0004525313,0.001196644,0.001577961,0.0009827315,0.0004891654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008611423,"about_ca_system_score_gemma":0.001108532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002431702,"about_ca_topic_score_gemma":0.00315797,"domain_scores_codex":[0.9940442,0.002711841,0.0008327606,0.0006911381,0.00135813,0.00036192],"domain_scores_gemma":[0.948545,0.03142161,0.01209732,0.001736818,0.004901621,0.001297591],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004125859,0.0005026101,0.9400172,0.00006512884,0.0000792471,0.00003531033,0.006234638,0.0002704182,0.0005913065,0.0001137722,0.0008212739,0.05085647],"study_design_scores_gemma":[0.00003428289,0.0008742176,0.9871428,0.00006267866,0.00002055902,0.00006607237,0.007662059,0.002023623,0.001042196,0.0001827622,0.0008715355,0.00001730641],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.997544,0.00002288507,0.0009747778,0.00006721545,0.00001116354,0.0001345418,0.0003265167,0.00003168762,0.0008871179],"genre_scores_gemma":[0.9959397,0.00002898623,0.002661379,0.00003979636,0.000007245258,0.0004278165,0.0004750773,0.000008020396,0.0004120047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.990908,"threshold_uncertainty_score":0.04808354,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1503265977260337,"score_gpt":0.4285707101191448,"score_spread":0.2782441123931111,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}