{"id":"W4255867812","doi":"10.3138/jvme.31.1.62","title":"Ensuring That the Competent Are Truly Competent: An Overview of Common Methods and Procedures Used to Set Standards on High-Stakes Examinations","year":2004,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Certification; Licensure; Set (abstract data type); Computer science; Test (biology); Selection (genetic algorithm); Factoring; Task (project management); Norm (philosophy); Medical education; Accounting; Medicine; Political science; Engineering; Artificial intelligence; Business; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1260146,0.001939394,0.002248125,0.02748694,0.003679376,0.01257426,0.003860531,0.005682018,0.001918178],"category_scores_gemma":[0.1416375,0.001578345,0.001356958,0.01355926,0.01282148,0.01214203,0.005018351,0.005518836,0.001346012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009056236,"about_ca_system_score_gemma":0.01356089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007191091,"about_ca_topic_score_gemma":0.0123348,"domain_scores_codex":[0.8508261,0.09415431,0.01998797,0.005071534,0.02847563,0.00148434],"domain_scores_gemma":[0.8450469,0.1173873,0.01106737,0.007433292,0.01785887,0.001206213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001071635,0.0002748256,0.006940671,0.005985179,0.0001415136,0.0002911891,0.01011849,0.002860852,0.00146651,0.2103192,0.01199782,0.7494965],"study_design_scores_gemma":[0.00009357677,0.001287647,0.04566828,0.02940265,0.0002960013,0.003487532,0.015128,0.0109597,0.009627093,0.3811468,0.5019166,0.0009859976],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01895139,0.232776,0.6708185,0.02188832,0.0009370798,0.002627411,0.0005753033,0.0008947141,0.0505313],"genre_scores_gemma":[0.1019209,0.1888326,0.6965183,0.002702074,0.0007017879,0.003740113,0.0005003459,0.0002442012,0.004839618],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1260146,"threshold_uncertainty_score":0.6664367,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4208589976826346,"score_gpt":0.4293248213652895,"score_spread":0.008465823682654972,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}