{"id":"W4384338560","doi":"10.21203/rs.3.rs-3094563/v1","title":"Responding to the real problem of sustainable resuscitation competency with real assessment. Mixed-methods evaluation of an authentic assessment program","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Competence (human resources); Medical education; Psychology; Educational measurement; Test (biology); TUTOR; Curriculum; Medicine; Pedagogy; Social psychology; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05647596,0.0006556841,0.0005186487,0.0007108136,0.0009778463,0.001674009,0.00149245,0.001194553,0.001190373],"category_scores_gemma":[0.05166721,0.0005887967,0.0009304925,0.0004508381,0.001153201,0.001069989,0.002061093,0.0008010009,0.0002159237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001965701,"about_ca_system_score_gemma":0.004451757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007618121,"about_ca_topic_score_gemma":0.001484862,"domain_scores_codex":[0.9523751,0.03896846,0.002764916,0.001882857,0.00317595,0.0008327562],"domain_scores_gemma":[0.9584188,0.02524277,0.005221229,0.00406081,0.005557438,0.001498882],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02768821,0.1192973,0.1556286,0.004231739,0.0008486949,0.0005061336,0.0640646,0.0121489,0.02062329,0.004296926,0.001124031,0.5895416],"study_design_scores_gemma":[0.01691736,0.6003261,0.2384551,0.001523711,0.0009145768,0.0005551904,0.03444911,0.03202748,0.05155345,0.005679612,0.01720295,0.0003952814],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9794412,0.00007507185,0.008864298,0.00008186237,0.00002334181,0.01064253,0.00005308153,0.00003120693,0.000787441],"genre_scores_gemma":[0.9291019,0.00009343371,0.04784803,0.0001211526,0.00002406123,0.02221387,0.00007808063,0.000008623608,0.0005108871],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9435241,"threshold_uncertainty_score":0.298677,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1071277331386218,"score_gpt":0.5798742481129358,"score_spread":0.472746514974314,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}