{"id":"W4224291460","doi":"10.31234/osf.io/n5fqe","title":"Using Lbl2Vec and BERTopic for Semi-Supervised Detec-tion of Professionalism Aspects in a Constructed-Response Situational Judgment Test","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Situation awareness; Situational ethics; Empathy; Set (abstract data type); Psychology; Test (biology); Context (archaeology); Meaning (existential); Cognition; Applied psychology; Interpretation (philosophy); Medical education; Social psychology; Cognitive psychology; Computer science; Medicine; Psychotherapist","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005599726,0.000170667,0.0003976153,0.0002868408,0.00008735509,0.000008927581,0.00007722401,0.0001988759,0.007690182],"category_scores_gemma":[0.005239751,0.0001442318,0.00008412039,0.0001502039,0.00009146817,0.00002489507,0.0002265779,0.0004540819,7.016465e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002137331,"about_ca_system_score_gemma":0.004120005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000764814,"about_ca_topic_score_gemma":0.00001069021,"domain_scores_codex":[0.9983807,0.000134247,0.0005313308,0.0003569171,0.0004335903,0.0001632729],"domain_scores_gemma":[0.9981652,0.0009474956,0.000179641,0.0002307932,0.0001587827,0.0003180578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.01210745,0.01431483,0.1568384,0.01784345,0.0009406789,0.0001823215,0.02307195,0.001292275,0.6713185,0.03966288,0.01639606,0.04603114],"study_design_scores_gemma":[0.03457212,0.001885401,0.590887,0.01428203,0.001275369,0.0004962665,0.02206641,0.2453223,0.02299289,0.03745341,0.02654653,0.002220255],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9824573,0.0002625448,0.001185786,0.01308322,0.0005204863,0.001767673,0.000094965,0.00002979301,0.0005981856],"genre_scores_gemma":[0.9782757,0.00002570507,0.01727984,0.001573224,0.00009496971,0.0002609419,0.0003572502,0.00001996583,0.002112456],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6483256,"threshold_uncertainty_score":0.9932169,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1227277023014864,"score_gpt":0.4145832685159599,"score_spread":0.2918555662144735,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}