{"id":"W4283519348","doi":"10.1016/j.cptl.2022.06.016","title":"Mental effort in the assessment of critical reflection: Implications for assessment quality and scoring","year":2022,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Rubric; Reflection (computer programming); Psychology; Mental health; Quality (philosophy); Reliability (semiconductor); Experiential learning; Applied psychology; Computer science; Mathematics education; Psychotherapist","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004948848,0.00007062637,0.0001413658,0.0001608148,0.0006342133,0.0000173649,0.00006611823,0.00001380633,0.00002197499],"category_scores_gemma":[0.000698991,0.00006300567,0.00002099166,0.0002070733,0.00006523974,0.0000748422,0.00006412001,0.001545644,3.730759e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001969214,"about_ca_system_score_gemma":0.00009065498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006533393,"about_ca_topic_score_gemma":0.000001163508,"domain_scores_codex":[0.9986184,0.0004802852,0.0003543196,0.0001909902,0.000215277,0.0001407586],"domain_scores_gemma":[0.9994127,0.0003534649,0.00008360799,0.00009360393,0.00003220143,0.00002438957],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001811702,0.0005456347,0.8398797,0.0002022011,0.000009504663,3.325261e-7,0.003444253,0.00008334774,0.0007456217,0.009212102,0.0001691872,0.14569],"study_design_scores_gemma":[0.001842497,0.0001452832,0.9532767,0.000104063,0.00003634417,0.00003836586,0.007279051,0.02076176,0.000009902975,0.0003990326,0.01601612,0.00009091389],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9875504,0.0001090567,0.002777938,0.007862506,0.0003610747,0.0004082907,0.000003840375,0.00001397589,0.0009128975],"genre_scores_gemma":[0.9931145,0.00001852803,0.006049665,0.0003448782,0.00007579121,0.0003094462,0.00006141583,0.000007389453,0.00001836404],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1455991,"threshold_uncertainty_score":0.6715142,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1654725053380571,"score_gpt":0.5816255974321597,"score_spread":0.4161530920941026,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}