{"id":"W4400586618","doi":"10.1080/0142159x.2024.2377808","title":"Evaluating the application of ChatGPT in China’s residency training education: An exploratory study","year":2024,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mount Sinai Hospital","funders":"National Natural Science Foundation of China","keywords":"Residency training; Medical education; China; Exploratory research; Psychology; Medicine; Political science; Sociology; Continuing education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003643662,0.00007975217,0.0001558344,0.0001133653,0.00005874497,0.00001398424,0.0001251105,0.00009392589,0.0006325113],"category_scores_gemma":[0.001168969,0.00005420231,0.00003196108,0.000401129,0.00007728309,0.0001091319,0.0000178432,0.0004651363,0.00003402077],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009528628,"about_ca_system_score_gemma":0.002265605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001088175,"about_ca_topic_score_gemma":0.0007799559,"domain_scores_codex":[0.9982418,0.0003030586,0.00047965,0.0002482704,0.0005788726,0.0001483073],"domain_scores_gemma":[0.9993354,0.00009717987,0.00004958207,0.0003136532,0.00007332092,0.0001308381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000257582,0.0006913959,0.04122241,0.00008937627,0.00001054629,0.00000353341,0.1421525,0.00000385142,0.0001210472,0.0005629943,0.0002301847,0.8148864],"study_design_scores_gemma":[0.0002930721,0.0037379,0.2058777,0.002181823,0.000220645,0.00007348631,0.6053312,0.1582165,0.0006420311,0.01942978,0.003584742,0.0004111045],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858273,0.001333203,0.0002951557,0.01014872,0.0004915456,0.0006968261,1.488619e-7,0.0000469327,0.001160222],"genre_scores_gemma":[0.9978849,0.00002132559,0.0001037506,0.0002058731,0.0009886288,0.0003414206,0.00001047053,0.00001539163,0.0004281967],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8144752,"threshold_uncertainty_score":0.6925555,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3663518253798428,"score_gpt":0.5574680584059741,"score_spread":0.1911162330261313,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}