{"id":"W3135702957","doi":"10.1080/1360144x.2021.1887876","title":"‘Complexifying’ our approach to evaluating educational development outcomes: bridging theoretical innovations with frontline practice","year":2021,"lang":"en","type":"article","venue":"The International Journal for Academic Development","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Bridging (networking); Transferability; Reductionism; Computer science; Process (computing); Management science; Knowledge management; Benchmarking; Quality (philosophy); Engineering ethics; Process management; Sociology; Psychology; Management; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01434657,0.0002462747,0.0002854344,0.0003929426,0.0009488791,0.0006892412,0.001673579,0.00007949835,0.000392907],"category_scores_gemma":[0.009885717,0.0001464235,0.00008704021,0.0006821654,0.00005191244,0.0006334471,0.000370846,0.0007290058,0.0002056995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007524136,"about_ca_system_score_gemma":0.005332161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001650381,"about_ca_topic_score_gemma":0.000007088387,"domain_scores_codex":[0.9921669,0.0002647739,0.001656783,0.000484529,0.005035554,0.0003914779],"domain_scores_gemma":[0.990979,0.001792234,0.0007343738,0.0002814868,0.006008974,0.0002039041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001028504,0.001196494,0.03525397,0.0000218804,0.00207206,0.00001909038,0.03118403,0.0479954,0.001182275,0.5187436,0.08334577,0.2779569],"study_design_scores_gemma":[0.004141409,0.0001483859,0.1253911,0.0003742656,0.0001221324,0.002726978,0.03318045,0.02804124,0.00367529,0.06453159,0.736536,0.001131099],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2265327,0.0001000167,0.5629228,0.198652,0.003109659,0.0007951176,0.00001529055,0.00003558996,0.007836791],"genre_scores_gemma":[0.4936725,0.0000117802,0.483102,0.0142746,0.0007696208,0.0002621663,0.00009572767,0.00002794103,0.007783697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6531903,"threshold_uncertainty_score":0.9984545,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3386489127008004,"score_gpt":0.5742633131341004,"score_spread":0.2356144004333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}