{"id":"W2109781953","doi":"10.1007/s10459-012-9427-3","title":"Script concordance testing in continuing professional development: local or international reference panels?","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"College of Family Physicians of Canada; Université de Montréal","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Concordance; Statistics; Psychology; Descriptive statistics; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2090873,0.0006642856,0.001563623,0.004366265,0.002894425,0.005898314,0.003729409,0.002563602,0.008904643],"category_scores_gemma":[0.3737284,0.000736531,0.0008225286,0.00612451,0.002506846,0.005088701,0.004832209,0.003306946,0.002404146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00292072,"about_ca_system_score_gemma":0.01002586,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007000609,"about_ca_topic_score_gemma":0.01872417,"domain_scores_codex":[0.8151206,0.1364606,0.0217846,0.00523797,0.01848285,0.002913378],"domain_scores_gemma":[0.5586278,0.2355401,0.02605619,0.05121722,0.1156388,0.01291998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001154164,0.0006987895,0.2698082,0.001680991,0.0003761699,0.00101268,0.02725088,0.0012459,0.004141687,0.01769719,0.06651393,0.6084193],"study_design_scores_gemma":[0.001152828,0.002864525,0.5960751,0.01450449,0.001492628,0.007388006,0.05031513,0.02612734,0.02567993,0.03698858,0.2367227,0.0006887276],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5713627,0.0149033,0.1728151,0.06061507,0.007194659,0.003444281,0.001748034,0.002441329,0.1654756],"genre_scores_gemma":[0.885483,0.001504777,0.09900241,0.005417904,0.000606504,0.001445319,0.001202949,0.0005482654,0.004788838],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2090873,"threshold_uncertainty_score":0.9753362,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08091195238689003,"score_gpt":0.4649335106945761,"score_spread":0.3840215583076861,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}