{"id":"W4368341157","doi":"10.1016/j.nedt.2023.105836","title":"Assessing trainee's performance using reported observations: Perceptions of nurse meta-assessors","year":2023,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Thematic analysis; Operationalization; Psychology; Medical education; Affect (linguistics); Applied psychology; Nursing; Qualitative research; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006952575,0.0002544373,0.0003861701,0.0007182061,0.0004126607,0.0001618773,0.0002375902,0.0001136745,0.0006132667],"category_scores_gemma":[0.0003241802,0.0002582613,0.0002238531,0.001896169,0.0001306102,0.001050576,0.00001183045,0.0001971179,0.00009091324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003103238,"about_ca_system_score_gemma":0.0003689002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001351899,"about_ca_topic_score_gemma":0.0000088809,"domain_scores_codex":[0.9977694,0.0001732512,0.0007748746,0.0004472842,0.0004599695,0.0003752351],"domain_scores_gemma":[0.9980165,0.0001240583,0.0005260226,0.0007132891,0.0004849886,0.0001351232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001244362,0.005998353,0.04017509,0.001043665,0.001744751,0.000003850892,0.04275924,0.008489665,0.1271753,0.009349292,0.4578817,0.3052547],"study_design_scores_gemma":[0.0005943648,0.0001113384,0.8759331,0.000416785,0.003336322,0.00003134618,0.06774744,0.0114739,0.005469698,0.001252062,0.0329341,0.0006995104],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9680446,0.00009621923,0.0003181024,0.01200031,0.01414187,0.0005999549,0.000007958965,0.0003977767,0.004393204],"genre_scores_gemma":[0.9806487,0.0000142466,0.006611089,0.0005630094,0.0003322026,0.000171558,0.0002693113,0.00006296777,0.01132692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.835758,"threshold_uncertainty_score":0.9999869,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1540873166671063,"score_gpt":0.4084530434923908,"score_spread":0.2543657268252845,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}