{"id":"W2545907855","doi":"10.5339/qfarc.2016.hbsp2296","title":"Evaluation of a Cumulative Performance-based Assessment for Pharmacy Students in Qatar","year":2016,"lang":"en","type":"article","venue":"Qatar Foundation Annual Research Conference Proceedings Volume 2016 Issue 1","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Objective structured clinical examination; Inter-rater reliability; Checklist; Construct validity; Psychology; Pearson product-moment correlation coefficient; Concurrent validity; Reliability (semiconductor); Spearman's rank correlation coefficient; Medical education; Validity; Correlation; Clinical psychology; Medicine; Psychometrics; Statistics; Rating scale; Mathematics; Developmental psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0149229,0.0001879026,0.0003281065,0.0009981586,0.0001796395,0.00007941745,0.0003853802,0.00011254,0.002873431],"category_scores_gemma":[0.008287981,0.0001451477,0.0000498515,0.001029786,0.0004005604,0.001031379,0.00009656107,0.0003657874,0.0002029322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001482893,"about_ca_system_score_gemma":0.003931455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001531602,"about_ca_topic_score_gemma":0.0000127146,"domain_scores_codex":[0.9938827,0.0001390467,0.000752043,0.0005231482,0.004170182,0.0005328959],"domain_scores_gemma":[0.9794983,0.0001908652,0.0002872501,0.0002335289,0.01966025,0.0001298434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009415573,0.001386302,0.2231477,0.0006710049,0.0001036623,5.495182e-7,0.003973666,0.000007464476,0.0119698,0.001737535,0.02055626,0.7355045],"study_design_scores_gemma":[0.02593007,0.002999602,0.4126456,0.004424771,0.0002940449,0.00000541053,0.008474537,0.3596911,0.01528831,0.003415378,0.1661701,0.0006611465],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9811379,0.00002085832,0.004311995,0.008543178,0.0002447176,0.003311825,0.00003784438,0.00003805117,0.002353674],"genre_scores_gemma":[0.9913366,0.00006408261,0.00426371,0.0001171174,0.0002446989,0.001119131,0.0001545638,0.00002838415,0.002671655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7348434,"threshold_uncertainty_score":0.9980381,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1674628135125668,"score_gpt":0.5322497981040569,"score_spread":0.3647869845914902,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}