{"id":"W4403430016","doi":"10.15173/ijsap.v8i2.5698","title":"Improving assessment for work-based learning and degree apprenticeships in business through a co-designed peer review process","year":2024,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Apprenticeship; Process (computing); Work (physics); Degree (music); Computer science; Peer assessment; Process management; Knowledge management; Psychology; Mathematics education; Business; Engineering; Mechanical engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004430267,0.0001389108,0.0001850679,0.0001420516,0.0004396428,0.001511406,0.000519986,0.00006463613,0.0001247949],"category_scores_gemma":[0.003805689,0.0001290206,0.0000841685,0.0003383674,0.00008227071,0.0009139769,0.00003048624,0.0003647237,0.000009685164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003381416,"about_ca_system_score_gemma":0.0009196356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001106023,"about_ca_topic_score_gemma":0.00005627555,"domain_scores_codex":[0.9971561,0.0002423202,0.0004067703,0.0002907788,0.001621756,0.000282307],"domain_scores_gemma":[0.9970608,0.0009484528,0.0003283654,0.00005095045,0.001512836,0.00009856131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009206131,0.001370951,0.7330361,0.003450762,0.001396216,0.0001381586,0.07786483,0.002342598,0.0001714268,0.01704117,0.03260016,0.129667],"study_design_scores_gemma":[0.001180377,0.00008945169,0.009648333,0.002576739,0.0001325344,0.00001246699,0.003974168,0.0001827269,0.00001616082,0.0006529954,0.981257,0.0002770239],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4724324,0.01828497,0.1533706,0.3080932,0.02000655,0.007976763,0.00004583462,0.0005256566,0.01926398],"genre_scores_gemma":[0.9806693,0.001282358,0.005682225,0.0007259517,0.0007435996,0.0004502088,0.0000504887,0.00003978989,0.01035609],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9486569,"threshold_uncertainty_score":0.9995251,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1309657431653094,"score_gpt":0.6280527628779232,"score_spread":0.4970870197126138,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}