{"id":"W4321611603","doi":"10.1002/lary.30610","title":"Developing an Objective Structured Assessment of Technical Skills (<scp>OSATS</scp>) for Microlaryngoscopy","year":2023,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary","funders":"University of Alberta; University of Calgary","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007525897,0.0001908141,0.0004346958,0.0001423525,0.0001812891,0.00002572957,0.0002039891,0.0001436622,0.00004185352],"category_scores_gemma":[0.0004261561,0.0001290296,0.0001447782,0.0007015246,0.0001198258,0.00009720754,0.00009081481,0.0002637446,0.000015734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009471118,"about_ca_system_score_gemma":0.0002414662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001716391,"about_ca_topic_score_gemma":0.00001866269,"domain_scores_codex":[0.9984664,0.000104184,0.0003890973,0.0003200191,0.0003312444,0.0003889935],"domain_scores_gemma":[0.9981632,0.00104142,0.0001389261,0.0003576867,0.0001714166,0.0001274154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0008326907,0.001274314,0.1705591,0.001099486,0.001704049,0.0001600404,0.009071336,0.00162783,0.6902508,0.07232331,0.004300681,0.0467964],"study_design_scores_gemma":[0.006039031,0.0007499389,0.9098765,0.0002698407,0.0002037616,0.0000368107,0.001098373,0.004552139,0.05577352,0.003989469,0.01723677,0.0001738112],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.989926,0.00005750009,0.003055707,0.0006167509,0.0001926354,0.001098731,0.00003571199,0.0002733126,0.004743646],"genre_scores_gemma":[0.9871727,0.00002701368,0.01117425,0.0008696885,0.0001592393,0.00007861461,0.0001500413,0.00004340006,0.0003250093],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7393175,"threshold_uncertainty_score":0.5261676,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03478422846603951,"score_gpt":0.3737528260419377,"score_spread":0.3389685975758982,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}