{"id":"W2158021615","doi":"10.1023/b:ahse.0000038209.65714.d4","title":"How Can I Know What I Don't Know? Poor Self Assessment in a Well-Defined Domain","year":2004,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":300,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"University of Toronto","keywords":"Psychology; Test (biology); Status quo; Argument (complex analysis); Self-assessment; Norm (philosophy); Computer science; Social psychology; Mathematics education; Medicine; Epistemology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007532815,0.0002693027,0.0008228284,0.002311752,0.001105791,0.002292466,0.0007709122,0.0008642544,0.001530105],"category_scores_gemma":[0.05932401,0.0002776757,0.0006054574,0.001149152,0.001843516,0.002794555,0.002113327,0.002240316,0.0003821261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001057545,"about_ca_system_score_gemma":0.001840223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007324841,"about_ca_topic_score_gemma":0.008377027,"domain_scores_codex":[0.994381,0.001608913,0.001065284,0.000409307,0.001979837,0.0005556386],"domain_scores_gemma":[0.9561005,0.01556569,0.01236794,0.001859957,0.008918041,0.005187912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005603992,0.0003009803,0.9562451,0.0001295665,0.000150035,0.0003473555,0.005922878,0.0001467591,0.0002254226,0.0006787278,0.003366125,0.03243106],"study_design_scores_gemma":[0.00001939614,0.000321833,0.9580826,0.0006648257,0.0001862684,0.00309212,0.02263945,0.001281372,0.0008694955,0.006502505,0.006239346,0.0001008465],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796618,0.001813602,0.000759225,0.007033778,0.0001373101,0.00005728846,0.00024165,0.00002838793,0.01026695],"genre_scores_gemma":[0.9976581,0.0004895231,0.0005460902,0.0007434334,0.00002513896,0.00001739068,0.0001145924,0.000006598592,0.000399078],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007532815,"threshold_uncertainty_score":0.03983784,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01533466547098121,"score_gpt":0.4038341377515762,"score_spread":0.388499472280595,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}