{"id":"W4310235300","doi":"10.1007/s10459-022-10189-5","title":"An exploration of “real time” assessments as a means to better understand preceptors’ judgments of student performance","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"Medical Council of Canada","keywords":"Psychology; Rating scale; Scale (ratio); Perception; Standard deviation; Applied psychology; Social psychology; Medical education; Medicine; Statistics; Developmental psychology; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01241637,0.0003430267,0.0002613233,0.0009905088,0.0004252635,0.002984608,0.0008603549,0.0007379217,0.002324973],"category_scores_gemma":[0.08371364,0.0001596114,0.0002935368,0.0009639982,0.0006845287,0.002909156,0.001274953,0.0009106441,0.0004012094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005425042,"about_ca_system_score_gemma":0.001553892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001185506,"about_ca_topic_score_gemma":0.002931507,"domain_scores_codex":[0.9863664,0.01014639,0.0005430511,0.000667306,0.002058522,0.0002183629],"domain_scores_gemma":[0.9254949,0.05392791,0.0077752,0.003955437,0.007686191,0.001160305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002127661,0.001699732,0.2483777,0.001196252,0.0002110221,0.0002130882,0.03965608,0.003468157,0.01981157,0.01651228,0.004401997,0.6623244],"study_design_scores_gemma":[0.0003304075,0.009249547,0.7423569,0.001361618,0.0003798592,0.001565089,0.04679151,0.06862986,0.02461958,0.04525238,0.05886833,0.0005950207],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9226117,0.0003871754,0.05522029,0.00143491,0.0001512378,0.0001964011,0.0003267012,0.0002563389,0.01941519],"genre_scores_gemma":[0.975633,0.0001513256,0.02253679,0.0001789951,0.00003070961,0.0001890558,0.00008890781,0.00002469865,0.001166506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01241637,"threshold_uncertainty_score":0.06566489,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05178226718860274,"score_gpt":0.4770357841655116,"score_spread":0.4252535169769089,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}