{"id":"W4207078206","doi":"10.46542/pe.2021.212.443448","title":"Competency assessors’ cognitive map of practice when assessing practice based encounters","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Inter-rater reliability; Protocol (science); Reliability (semiconductor); Cognition; Psychology; Clinical Practice; Medical education; Applied psychology; Protocol analysis; Medicine; Nursing; Developmental psychology; Alternative medicine; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06786326,0.0003077518,0.0004679088,0.003473854,0.001230937,0.003270752,0.001183241,0.0007738933,0.001468532],"category_scores_gemma":[0.189649,0.0003109844,0.0004734112,0.001503399,0.003727845,0.002885682,0.003422735,0.001374262,0.0004594994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002382314,"about_ca_system_score_gemma":0.006854904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0054941,"about_ca_topic_score_gemma":0.005961619,"domain_scores_codex":[0.8983063,0.07572698,0.006036179,0.002301826,0.01598364,0.001645078],"domain_scores_gemma":[0.815033,0.1099716,0.02619915,0.008461792,0.03676003,0.003574472],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003843171,0.0001795027,0.3334998,0.002239522,0.0001469496,0.000394929,0.4168222,0.00054885,0.006368848,0.003042168,0.002441309,0.2339316],"study_design_scores_gemma":[0.000091431,0.001734026,0.4174638,0.008114154,0.0002025772,0.002779497,0.4786293,0.004712014,0.009448447,0.01219634,0.06424759,0.0003807546],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9203451,0.002566891,0.04735244,0.004445467,0.0001379619,0.0009467856,0.0002575879,0.0001733045,0.02377451],"genre_scores_gemma":[0.9870407,0.0005456265,0.01135417,0.0002539926,0.0000237165,0.0002570581,0.00005777647,0.0000142696,0.000452619],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9321367,"threshold_uncertainty_score":0.3588995,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03732892376925802,"score_gpt":0.457460102273479,"score_spread":0.420131178504221,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}