{"id":"W4225262802","doi":"10.36834/cmej.73361","title":"Four ways to get a grip on making robust decisions from workplace-based assessments","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2294665,0.003014026,0.003515549,0.01281535,0.006937012,0.04106435,0.009357238,0.01548298,0.009496391],"category_scores_gemma":[0.2722756,0.003455462,0.004468679,0.007824661,0.05629782,0.05175738,0.02678053,0.02029805,0.002912393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01061276,"about_ca_system_score_gemma":0.02736095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007593278,"about_ca_topic_score_gemma":0.009168808,"domain_scores_codex":[0.7880665,0.1509791,0.01243533,0.009619223,0.03408879,0.004811107],"domain_scores_gemma":[0.6570856,0.2018071,0.02688389,0.06022267,0.04171266,0.01228806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004370802,0.0002144602,0.004339194,0.001283093,0.0006024601,0.0002658068,0.01736407,0.00697101,0.0008541544,0.8351645,0.007947189,0.1245569],"study_design_scores_gemma":[0.0001052253,0.0001340891,0.001068212,0.001138804,0.0000897486,0.0001206814,0.005842165,0.007058706,0.0009193806,0.9630384,0.02023275,0.0002517158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009225675,0.002785806,0.7930146,0.1689535,0.0008733015,0.0005805379,0.0002093695,0.0008204695,0.02353667],"genre_scores_gemma":[0.1871674,0.001529895,0.8009623,0.005500698,0.0003353697,0.001067826,0.0001919875,0.0003138547,0.002930659],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2294665,"threshold_uncertainty_score":0.950205,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06884077317129825,"score_gpt":0.3855496618531936,"score_spread":0.3167088886818954,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}