{"id":"W2018155718","doi":"10.1097/acm.0000000000000650","title":"Are Examiners’ Judgments in OSCE-Style Assessments Influenced by Contrast Effects?","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Contrast (vision); Psychology; Formality; Variance (accounting); Clinical psychology; Social psychology; Statistics; Mathematics; Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01434965,0.0002546331,0.0007997411,0.00071278,0.00005830836,0.00002949674,0.00125149,0.0002932096,0.0001333048],"category_scores_gemma":[0.2348877,0.0001662049,0.0000361106,0.002793207,0.0002293266,0.0003210555,0.00020707,0.0008660033,0.0001099572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001354038,"about_ca_system_score_gemma":0.00005452569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002126988,"about_ca_topic_score_gemma":0.000005670958,"domain_scores_codex":[0.9943112,0.0009473324,0.001218917,0.0007190988,0.002234361,0.0005690806],"domain_scores_gemma":[0.9761994,0.02164162,0.0009355826,0.0005521167,0.0002174688,0.0004537575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005139644,0.00002337352,0.738593,0.00001245669,0.00001746721,0.00004282937,0.00122527,0.00001886828,0.004851178,0.00005092307,0.2217859,0.03332733],"study_design_scores_gemma":[0.01157112,0.0008055841,0.9044669,0.000817868,0.00004890585,0.00003657036,0.01507484,0.002146965,0.001029408,0.02233804,0.04105727,0.0006065572],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9805288,0.002334655,0.006016663,0.001628015,0.001660735,0.0003940464,0.000005934435,0.00006832618,0.007362867],"genre_scores_gemma":[0.9931461,0.0001062386,0.0007366165,0.0033493,0.0002522854,0.00003421454,0.000006064492,0.00001557829,0.002353659],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2205381,"threshold_uncertainty_score":0.7715572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5175988496754704,"score_gpt":0.5339994156305645,"score_spread":0.01640056595509409,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}