{"id":"W4402440712","doi":"10.5334/pme.1150","title":"Validity in the Next Era of Assessment: Consequences, Social Impact, and Equity","year":2024,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; Université de Sherbrooke","funders":"","keywords":"Equity (law); Psychology; Data science; Computer science; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1889451,0.0008864669,0.001753988,0.006366595,0.01033066,0.03120323,0.003515562,0.01184555,0.00364086],"category_scores_gemma":[0.2506422,0.0007199871,0.001715094,0.003563464,0.2011476,0.03982884,0.02752084,0.01643632,0.0003373383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02081154,"about_ca_system_score_gemma":0.02616993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007866752,"about_ca_topic_score_gemma":0.007173563,"domain_scores_codex":[0.7492164,0.1850236,0.007981035,0.006921169,0.04460954,0.006248229],"domain_scores_gemma":[0.5894038,0.336555,0.01712936,0.02119637,0.02867952,0.007036001],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002055741,0.00002675597,0.00266662,0.0001077935,0.00002664094,0.00007598502,0.007436362,0.0002353653,0.00004326796,0.9719458,0.001976906,0.01543805],"study_design_scores_gemma":[0.00001452856,0.00003995985,0.001741705,0.0008000217,0.00002015783,0.0001289551,0.00731834,0.0004008583,0.0001536587,0.9736696,0.01567587,0.0000362887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02738085,0.02211542,0.04598195,0.7686002,0.003130028,0.0001417533,0.000061527,0.00004819055,0.1325401],"genre_scores_gemma":[0.9370289,0.005422465,0.01248876,0.03925551,0.00232675,0.0002004135,0.00002707448,0.00005546023,0.003194697],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8110549,"threshold_uncertainty_score":0.9992493,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06212303518764536,"score_gpt":0.4899591385755085,"score_spread":0.4278361033878632,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}