{"id":"W2096673765","doi":"10.1186/1472-6920-13-166","title":"Construction and utilization of a script concordance test as an assessment tool for dcem3 (5th year) medical students in rheumatology","year":2013,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Concordance; Cronbach's alpha; Test (biology); Medicine; Rheumatology; Internal medicine; Context (archaeology); Medical education; Family medicine; Consistency (knowledge bases); Clinical psychology; Artificial intelligence; Computer science; Psychometrics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02025226,0.000445817,0.0005484931,0.003065067,0.0006833663,0.001633855,0.000797829,0.0003829532,0.00212123],"category_scores_gemma":[0.03914649,0.0002666123,0.0007031444,0.001605887,0.0004913665,0.00085322,0.001879473,0.0006941837,0.00058966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001278411,"about_ca_system_score_gemma":0.003190461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001937745,"about_ca_topic_score_gemma":0.003207963,"domain_scores_codex":[0.9884984,0.00573131,0.001809848,0.000603976,0.002719218,0.0006371693],"domain_scores_gemma":[0.9666503,0.01319705,0.005385028,0.001721111,0.0102834,0.002763111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003596846,0.001426732,0.8603724,0.000152483,0.00004754046,0.0002660931,0.005577055,0.0005962546,0.002382494,0.0003179529,0.002082536,0.1264188],"study_design_scores_gemma":[0.0001213219,0.003247599,0.9681616,0.0001362007,0.00005246161,0.0005289252,0.006799259,0.009685516,0.005943217,0.000384878,0.004870601,0.00006841031],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9910495,0.00004464015,0.00470247,0.0001313155,0.00004372454,0.001407289,0.0002265501,0.0001055002,0.002289061],"genre_scores_gemma":[0.9667469,0.00006499281,0.03071492,0.00005902744,0.00002011904,0.00122919,0.0005244662,0.00001826538,0.0006220227],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02025226,"threshold_uncertainty_score":0.1071054,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03048638230242253,"score_gpt":0.4513157390124501,"score_spread":0.4208293567100276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}