{"id":"W2998759873","doi":"10.1111/medu.14056","title":"The cognitive process of test takers when using the script concordance test rating scale","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Rating scale; Concordance; Psychology; Test (biology); Cognition; Scale (ratio); Likert scale; Applied psychology; Competence (human resources); Context (archaeology); Clinical psychology; Medical education; Social psychology; Medicine; Developmental psychology; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1067541,0.0007757908,0.0007749097,0.002380933,0.001437933,0.004011886,0.00165232,0.0007947994,0.001758461],"category_scores_gemma":[0.3589274,0.0004452993,0.001243317,0.001472488,0.00340632,0.002269153,0.003113907,0.001702681,0.000848174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002307616,"about_ca_system_score_gemma":0.002595278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001989452,"about_ca_topic_score_gemma":0.002876635,"domain_scores_codex":[0.807854,0.1450611,0.01382395,0.004526441,0.02600268,0.00273188],"domain_scores_gemma":[0.7038807,0.2112287,0.02429442,0.01525121,0.04305697,0.002287891],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001096899,0.0005319564,0.1983803,0.001012384,0.0002823144,0.001045123,0.5343965,0.001988854,0.02247811,0.004319699,0.005507939,0.22896],"study_design_scores_gemma":[0.0003356901,0.00412091,0.4219883,0.001963528,0.0002836703,0.003727979,0.3955851,0.04441939,0.05182899,0.0210514,0.05378275,0.0009123473],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9231185,0.0003066149,0.06275614,0.001576967,0.0002552898,0.002293059,0.0001720781,0.0003320866,0.009189299],"genre_scores_gemma":[0.9526165,0.0002147352,0.04273355,0.000526269,0.00007786893,0.002310966,0.00021477,0.0001251123,0.001180196],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1067541,"threshold_uncertainty_score":0.5645761,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02926339345968116,"score_gpt":0.3777618976822826,"score_spread":0.3484985042226014,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}