{"id":"W4300665063","doi":"","title":"Using Item Analysis to Assess Objectively the Quality of the Calgary-Cambridge OSCE Checklist","year":2011,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Checklist; Quality (philosophy); Psychology; Medical education; Medicine; Cognitive psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04375295,0.0006776025,0.0009308245,0.005886056,0.0003856568,0.001290909,0.0008023897,0.000569467,0.001532865],"category_scores_gemma":[0.1064764,0.0002457237,0.001057441,0.003257768,0.0008993992,0.001254869,0.00145566,0.0006749752,0.0004643069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008539769,"about_ca_system_score_gemma":0.001473027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001156257,"about_ca_topic_score_gemma":0.001859708,"domain_scores_codex":[0.9527673,0.02850061,0.007674014,0.001249693,0.009159772,0.0006486083],"domain_scores_gemma":[0.8665646,0.08119084,0.02152686,0.005466759,0.02420514,0.001045745],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005017166,0.0003833106,0.8270388,0.000856002,0.0006944629,0.00008594381,0.002912152,0.00132461,0.002712278,0.000427651,0.002265842,0.1607973],"study_design_scores_gemma":[0.0001633396,0.004353157,0.9665371,0.0009468698,0.0004082784,0.0009507317,0.004107355,0.007645294,0.005713654,0.001113621,0.007856398,0.0002042373],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9154833,0.002238572,0.06953761,0.0007515048,0.0002267457,0.002303574,0.001361012,0.0002887989,0.007808886],"genre_scores_gemma":[0.9315402,0.0008037407,0.06301666,0.0002194132,0.00008680837,0.002114826,0.001373464,0.00006647703,0.0007784492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.956247,"threshold_uncertainty_score":0.2313905,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8442899180310458,"score_gpt":0.7097906095390945,"score_spread":0.1344993084919514,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}