{"id":"W2095723554","doi":"10.1111/medu.12546","title":"Seeing the ‘black box’ differently: assessor cognition from three research perspectives","year":2014,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":240,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Northern British Columbia","funders":"Academy of Medical Sciences","keywords":"Cognition; Context (archaeology); Psychology; Perspective (graphical); Inference; Field (mathematics); Cognitive psychology; Applied psychology; Cognitive interview; Social psychology; Computer science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003124568,0.000154339,0.0002598994,0.0002463357,0.0003826703,0.0000772991,0.0003003439,0.0002649075,0.002838381],"category_scores_gemma":[0.03342708,0.0001060582,0.00006744187,0.0008721009,0.0007309319,0.0001269725,0.00007082036,0.001315787,0.0004194678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003226963,"about_ca_system_score_gemma":0.001628533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001822023,"about_ca_topic_score_gemma":0.00007735712,"domain_scores_codex":[0.9962412,0.000436461,0.0004878061,0.0004320547,0.002032921,0.0003696227],"domain_scores_gemma":[0.9968425,0.0009222877,0.0001475377,0.0006865301,0.001237858,0.0001633086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009473476,0.002798777,0.02529008,0.0001431853,0.0001094892,0.000001574053,0.01116501,7.179398e-7,0.0007363657,0.02202355,0.3073614,0.6302751],"study_design_scores_gemma":[0.002285067,0.0004819983,0.7015329,0.001744054,0.000308234,0.00003662336,0.04641241,0.01829664,0.001150259,0.04319907,0.1840927,0.0004600823],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8320304,0.0003109209,0.01022479,0.1408673,0.001489884,0.0006475257,0.000001838088,0.00009523197,0.01433212],"genre_scores_gemma":[0.9861266,0.0000528955,0.001508292,0.00739737,0.003565458,0.0002201743,0.0003189538,0.00003152922,0.0007787031],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6762428,"threshold_uncertainty_score":0.9980732,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04205400135376786,"score_gpt":0.4272947513209484,"score_spread":0.3852407499671806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}