{"id":"W2119848026","doi":"10.1177/1049731512459966","title":"Development and Initial Evaluation of the Cyber-Counseling Objective Structured Clinical Examination (COSCE)","year":2012,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Inter-rater reliability; Psychology; Competence (human resources); Exploratory factor analysis; Rating scale; Internal consistency; Applied psychology; Construct validity; Psychometrics; Clinical psychology; Medical education; Medicine; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04121801,0.0001192701,0.0001827606,0.0001172015,0.0009497448,0.00007440422,0.0001944707,0.0002593771,0.0004010885],"category_scores_gemma":[0.008691084,0.00009353022,0.00006179346,0.0008280183,0.0002089459,0.0004944151,0.0001026721,0.001148641,0.00009239285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001637314,"about_ca_system_score_gemma":0.0003091803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007558525,"about_ca_topic_score_gemma":0.00002988291,"domain_scores_codex":[0.9869665,0.009687,0.0004719491,0.0003151405,0.002132399,0.0004270062],"domain_scores_gemma":[0.9909415,0.006943326,0.0003158577,0.00026628,0.001441286,0.00009178239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007958339,0.0005028332,0.0008681407,0.000008591473,0.0001280936,0.0000011888,0.05309213,0.000003439444,0.00005075526,0.003042537,0.001243165,0.9402633],"study_design_scores_gemma":[0.002239466,0.0001937578,0.6403475,0.00009617642,0.0002503763,0.00001411058,0.06057017,0.00009562117,0.0002529138,0.0004827024,0.2951678,0.0002893225],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9750807,0.001300538,0.00004715249,0.001550826,0.001261478,0.0006505861,0.000002454971,0.00001606618,0.02009017],"genre_scores_gemma":[0.9979891,0.0001465768,0.0006086683,0.0001648971,0.0008133398,0.0000513464,0.000005382854,0.00002033733,0.0002003709],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.939974,"threshold_uncertainty_score":0.9996591,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3791852009498922,"score_gpt":0.5729538238500727,"score_spread":0.1937686229001804,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}