{"id":"W2074807588","doi":"10.3109/0142159x.2015.1010497","title":"Have we got assessment wrong? Thoughts from the Ottawa Conference and the need for a Pumpkin Plan","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Medical education; Psychology; Library science; Medicine; Political science; Computer science; History","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03604513,0.0007078524,0.001118814,0.001431516,0.04423827,0.0138153,0.003907823,0.02473124,0.00918709],"category_scores_gemma":[0.1044624,0.001367636,0.001457962,0.00150962,0.03217243,0.01267871,0.007004254,0.07948328,0.002228164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06611952,"about_ca_system_score_gemma":0.08853456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.4791245,"about_ca_topic_score_gemma":0.6092455,"domain_scores_codex":[0.9481468,0.0256916,0.003523755,0.00187569,0.01318292,0.007579337],"domain_scores_gemma":[0.8589278,0.05263594,0.005626419,0.001998376,0.03772778,0.04308369],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006299751,0.0000632982,0.002253648,0.0002069716,0.00002177979,0.00093774,0.03315493,0.0001305386,0.0001579776,0.007250112,0.9453622,0.01039781],"study_design_scores_gemma":[0.00006609476,0.0001481895,0.00826274,0.002022248,0.00006470254,0.001830365,0.2147741,0.0001784797,0.0004445434,0.005835814,0.7657416,0.0006310203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001403915,0.002943624,0.00007199469,0.989898,0.002834904,0.000008169936,0.00001365671,0.00001496519,0.00281088],"genre_scores_gemma":[0.1339146,0.008049509,0.0008646765,0.8350143,0.003428913,0.0000791151,0.00004410916,0.0001373928,0.01846731],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9639549,"threshold_uncertainty_score":0.9526714,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06925946185522526,"score_gpt":0.3744386445053113,"score_spread":0.3051791826500861,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}