{"id":"W2145187709","doi":"10.3109/0142159x.2013.789134","title":"Assessment in the post-psychometric era: Learning to love the subjective and collective","year":2013,"lang":"en","type":"review","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Standardization; Psychology; Psychometrics; Applied psychology; Medical education; Social psychology; Medicine; Clinical psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004260559,0.0003305392,0.00100952,0.0007103281,0.0001304102,0.00005943417,0.0004108864,0.0005125175,0.002727014],"category_scores_gemma":[0.01627398,0.0001528922,0.0001436234,0.004082121,0.0002545399,0.0000414348,0.0001144268,0.005055245,0.0003111614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007920984,"about_ca_system_score_gemma":0.001904436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009278841,"about_ca_topic_score_gemma":0.000008002642,"domain_scores_codex":[0.9959995,0.001075315,0.0006705436,0.0004762948,0.001407239,0.000371078],"domain_scores_gemma":[0.9981726,0.0007269031,0.0002121622,0.0004594136,0.0002615923,0.0001673033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000487579,0.00027519,0.001218729,0.0007653217,0.000121474,0.00001102331,0.003730896,5.056889e-8,3.004153e-8,0.0001170977,0.02721637,0.966539],"study_design_scores_gemma":[0.0004392518,0.0003239598,0.01196798,0.003457538,0.0003360223,0.0001729303,0.00410992,0.000121666,1.446222e-8,0.00006876959,0.978811,0.0001909253],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002886148,0.9282882,0.0001849628,0.02260312,0.0006990772,0.004746005,0.000001531655,0.0000336737,0.04055724],"genre_scores_gemma":[0.001504414,0.9720394,0.0004618068,0.00539499,0.001408722,0.001405924,0.0000992836,0.0000826031,0.01760285],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.966348,"threshold_uncertainty_score":0.9981846,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04937914559346081,"score_gpt":0.4244411990137968,"score_spread":0.3750620534203361,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}