{"id":"W2804173549","doi":"10.3138/jvme.0117-015r","title":"Teaching Tip: A Method for Evaluating Learning Evidence when Using Cumulative Final Examinations","year":2018,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Microsoft excel; Computer science; Medical education; Psychology; Mathematics education; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09057514,0.001500854,0.001574121,0.01841783,0.002259059,0.005775431,0.002900712,0.001723981,0.01014171],"category_scores_gemma":[0.2920866,0.0008716373,0.002150052,0.008874395,0.002133856,0.005644343,0.004811455,0.002285192,0.00276374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001976336,"about_ca_system_score_gemma":0.005692265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001079508,"about_ca_topic_score_gemma":0.003895868,"domain_scores_codex":[0.9040482,0.04858264,0.01619199,0.00324473,0.02712277,0.0008095357],"domain_scores_gemma":[0.7197317,0.1712275,0.02239944,0.01541029,0.0686858,0.002545274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001121173,0.0003083471,0.03158677,0.004125572,0.0004231126,0.0003181327,0.005999173,0.0008373307,0.008056603,0.01104982,0.0112514,0.9249225],"study_design_scores_gemma":[0.001858104,0.01709502,0.2626916,0.01521533,0.004635246,0.01116824,0.03149864,0.07008909,0.147777,0.1098918,0.325651,0.002428988],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0567075,0.002075813,0.889282,0.001216841,0.0008582522,0.01477649,0.00259409,0.004232409,0.02825656],"genre_scores_gemma":[0.06107761,0.0006414511,0.9254448,0.0001075142,0.00007582409,0.009507394,0.000336126,0.0002460332,0.002563128],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09057514,"threshold_uncertainty_score":0.4790128,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4702388782930537,"score_gpt":0.6169445040889544,"score_spread":0.1467056257959007,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}