{"id":"W3075709124","doi":"10.1007/s40037-020-00611-2","title":"The reliability characteristics of the REFLECT rubric for assessing reflective capacity through expressive writing assignments: A replication study","year":2020,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Rubric; Intraclass correlation; Cronbach's alpha; Reliability (semiconductor); Narrative; Psychology; Replication (statistics); Computer science; Clinical psychology; Medicine; Mathematics education; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1785542,0.0009366478,0.0006776419,0.001930413,0.001974958,0.002005224,0.001836445,0.001169075,0.001684872],"category_scores_gemma":[0.3527829,0.0008062468,0.001598631,0.001769239,0.003034628,0.001539783,0.002870828,0.001485836,0.0008571788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00141227,"about_ca_system_score_gemma":0.003375924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002688076,"about_ca_topic_score_gemma":0.003786592,"domain_scores_codex":[0.8627859,0.07656464,0.01829172,0.00759009,0.03332943,0.001438303],"domain_scores_gemma":[0.5760252,0.2063111,0.02751657,0.08374761,0.1044753,0.001924215],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002547986,0.002106235,0.5973676,0.002666894,0.001427426,0.0007152707,0.1077384,0.002412847,0.03133774,0.007204154,0.0100461,0.2344293],"study_design_scores_gemma":[0.0005298225,0.006908456,0.8435388,0.00181568,0.001159159,0.001827233,0.02679169,0.01499593,0.04254818,0.005697844,0.05385582,0.0003313952],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8757895,0.0007874595,0.1001012,0.001007488,0.0005745844,0.00722134,0.000869434,0.0003061091,0.01334286],"genre_scores_gemma":[0.9514603,0.0001206678,0.03888657,0.0002474751,0.00006051489,0.007295188,0.0004026137,0.0001773217,0.001349309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8214458,"threshold_uncertainty_score":0.9442964,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06394859804000211,"score_gpt":0.432487573828241,"score_spread":0.3685389757882389,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}