{"id":"W4321611603","doi":"10.1002/lary.30610","title":"Developing an Objective Structured Assessment of Technical Skills (<scp>OSATS</scp>) for Microlaryngoscopy","year":2023,"lang":"en","type":"article","venue":"The Laryngoscope","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary","funders":"University of Alberta; University of Calgary","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01018174,0.0003308648,0.0002678439,0.0007532319,0.0003188219,0.000589984,0.0004942914,0.0002679121,0.001068596],"category_scores_gemma":[0.01709309,0.000225417,0.0005475153,0.0002970511,0.0004072329,0.0005976643,0.00100763,0.0005094631,0.0002564486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006933669,"about_ca_system_score_gemma":0.004085233,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008370736,"about_ca_topic_score_gemma":0.003249299,"domain_scores_codex":[0.9953674,0.002328599,0.0006190242,0.0002288623,0.001255176,0.0002009696],"domain_scores_gemma":[0.9862324,0.006075963,0.002374955,0.0006255326,0.004079985,0.0006111342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007876544,0.005393663,0.4819055,0.001880999,0.0001328299,0.0005425393,0.02244966,0.003693992,0.03514756,0.0009845999,0.004897016,0.442184],"study_design_scores_gemma":[0.0004861302,0.01592359,0.9063753,0.001039458,0.0001264411,0.00114799,0.01654365,0.01234033,0.02691297,0.001088549,0.01785293,0.0001626513],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9629656,0.00008279759,0.0209937,0.0002122331,0.00004630557,0.01095661,0.0004535989,0.000088148,0.004201147],"genre_scores_gemma":[0.8156247,0.0002335109,0.1667808,0.0001613571,0.00002018073,0.01517619,0.0007318173,0.00001595264,0.001255492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01018174,"threshold_uncertainty_score":0.05384684,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03478422846603951,"score_gpt":0.3737528260419377,"score_spread":0.3389685975758982,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}