{"id":"W4207078206","doi":"10.46542/pe.2021.212.443448","title":"Competency assessors’ cognitive map of practice when assessing practice based encounters","year":2021,"lang":"en","type":"article","venue":"Pharmacy Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Inter-rater reliability; Protocol (science); Reliability (semiconductor); Cognition; Psychology; Clinical Practice; Medical education; Applied psychology; Protocol analysis; Medicine; Nursing; Developmental psychology; Alternative medicine; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001014642,0.0001551061,0.0002325601,0.0002243565,0.0001187265,0.00006691775,0.00009078583,0.00005742393,0.001245756],"category_scores_gemma":[0.01474343,0.0001680168,0.00006359063,0.0006178134,0.0001029833,0.001304359,0.0000252637,0.0004525107,0.00008737371],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003009108,"about_ca_system_score_gemma":0.007164308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001497636,"about_ca_topic_score_gemma":0.000001356254,"domain_scores_codex":[0.9979057,0.0003497935,0.0005505129,0.0003336194,0.0006515465,0.0002088155],"domain_scores_gemma":[0.992956,0.001128238,0.0005864149,0.0003005636,0.004946766,0.00008195468],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009999904,0.02799015,0.02616157,0.002910734,0.000910743,0.0001018621,0.01699041,0.00002485727,0.08280702,0.006475746,0.2309252,0.6037017],"study_design_scores_gemma":[0.004726767,0.0001554363,0.01370821,0.002156561,0.002670141,0.0005988365,0.08399621,0.003630582,0.09820083,0.0005092525,0.7891137,0.0005334555],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4211541,0.002842944,0.04708404,0.3694447,0.01210727,0.001875805,0.00002277503,0.0002216003,0.1452468],"genre_scores_gemma":[0.8374623,0.00005346978,0.1283246,0.03208714,0.000643272,0.0001031423,0.0006556234,0.00003245411,0.0006380041],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6031682,"threshold_uncertainty_score":0.9996672,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03732892376925802,"score_gpt":0.457460102273479,"score_spread":0.420131178504221,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}