{"id":"W4400100916","doi":"10.1136/bmjoq-2023-002738","title":"Development of a survey to support assessment of safety learning systems","year":2024,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Ottawa Hospital; Canadian Red Cross Society; University of Ottawa","funders":"University of Ottawa","keywords":"CLARITY; Cronbach's alpha; Consistency (knowledge bases); Face validity; Patient safety; Relevance (law); Quality (philosophy); Psychology; Sample (material); Medical education; Applied psychology; Medicine; Health care; Computer science; Psychometrics; Clinical psychology; Artificial intelligence; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02215951,0.00009760852,0.0004627506,0.00008342384,0.0002273855,0.000003144061,0.0003356691,0.00009944764,0.0005191048],"category_scores_gemma":[0.001388695,0.0000831081,0.00003748565,0.0003477835,0.00002704435,0.0001068674,0.0003994474,0.0003156067,0.0001562811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002213563,"about_ca_system_score_gemma":0.003576641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001948953,"about_ca_topic_score_gemma":0.000921949,"domain_scores_codex":[0.9945334,0.002649507,0.001799267,0.0002559609,0.0005198048,0.000242089],"domain_scores_gemma":[0.9975489,0.00100829,0.0007060615,0.0003251066,0.0002576822,0.0001539036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005935237,0.0003983939,0.848399,0.0100951,0.0003141572,0.00000420752,0.0619237,0.0009710264,0.001029638,0.03140828,0.01313717,0.0317258],"study_design_scores_gemma":[0.0002899688,0.00005805811,0.7780563,0.0009846187,0.000007293999,2.136114e-7,0.004377658,0.0001628701,0.00003528627,0.000007988615,0.2159089,0.0001109039],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7647334,0.0000503205,0.1214001,0.002036752,0.00357191,0.0125708,0.0005047827,0.0001336752,0.09499819],"genre_scores_gemma":[0.989169,0.000004157812,0.004182787,0.0001273999,0.00002941,0.0005110893,0.0002714402,0.00001248828,0.005692246],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2244355,"threshold_uncertainty_score":0.768009,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5432250555678466,"score_gpt":0.6457595360919505,"score_spread":0.1025344805241039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}