{"id":"W4213042376","doi":"10.1080/00221341.2021.2003848","title":"Reliability of the Reflective Learning Framework for Assessing Higher-Order Thinking in Geography and Sustainability Courses","year":2022,"lang":"en","type":"article","venue":"Journal of Geography","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Higher-order thinking; Inter-rater reliability; Experiential learning; Reliability (semiconductor); Mathematics education; Reflection (computer programming); Psychology; Consistency (knowledge bases); Critical thinking; Sustainability; Order (exchange); Higher education; Medical education; Computer science; Teaching method; Artificial intelligence; Medicine; Rating scale; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08386082,0.0005054547,0.0008302919,0.002742515,0.00105539,0.00170493,0.001046811,0.0009514644,0.0007488646],"category_scores_gemma":[0.1793803,0.0005252523,0.001549657,0.001477149,0.001917025,0.001417709,0.002782776,0.001227418,0.0005017359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001008563,"about_ca_system_score_gemma":0.001669102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001985212,"about_ca_topic_score_gemma":0.00231876,"domain_scores_codex":[0.9144366,0.04817311,0.007392053,0.00526138,0.02323075,0.001506159],"domain_scores_gemma":[0.7937586,0.1266876,0.01494632,0.01920952,0.04303534,0.00236253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001726584,0.0008590604,0.7648206,0.0008822011,0.001168776,0.0001890056,0.02610346,0.004098215,0.008885516,0.002509634,0.001454101,0.1873028],"study_design_scores_gemma":[0.0001977963,0.002605861,0.9544196,0.0004641094,0.0003150412,0.0006921246,0.006946179,0.01672702,0.008466084,0.002704174,0.006292255,0.0001697739],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9464838,0.0006595706,0.0384418,0.0001824464,0.0001973812,0.0009922918,0.0002084818,0.0001493885,0.01268501],"genre_scores_gemma":[0.9879027,0.00009129855,0.01100541,0.00002846223,0.0000221985,0.0003633994,0.0001636701,0.00003477534,0.0003881785],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08386082,"threshold_uncertainty_score":0.4435037,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01661314349435251,"score_gpt":0.3961152365769527,"score_spread":0.3795020930826002,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}