{"id":"W2611404306","doi":"10.56645/jmde.v13i28.456","title":"The World of Evaluation: Challenges Faced by Student Evaluators","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Psychology; Pedagogy; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.09773402,0.0002310224,0.0005094382,0.0003984426,0.001513306,0.000496556,0.001848588,0.00008882129,0.001127014],"category_scores_gemma":[0.008137129,0.0001334005,0.000321104,0.000294611,0.0002503475,0.00147977,0.0003471869,0.0003190308,0.00006917878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003663333,"about_ca_system_score_gemma":0.00124227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004257908,"about_ca_topic_score_gemma":0.0003391746,"domain_scores_codex":[0.9805449,0.002409217,0.002452587,0.0003806772,0.01392201,0.0002906215],"domain_scores_gemma":[0.9825478,0.00208679,0.005642987,0.001482818,0.008081329,0.0001583097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005314693,0.0007191881,0.04032724,0.00001762804,0.0003071069,0.000002886709,0.008373955,0.01928286,0.003475819,0.0009490901,0.01626585,0.9097469],"study_design_scores_gemma":[0.004553164,0.0007230154,0.7414655,0.0001390468,0.0004082386,0.0000181685,0.01019524,0.2157513,0.002251477,0.01721614,0.007032822,0.0002458856],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9595702,0.006640609,0.0002120935,0.02023276,0.002707904,0.001154166,0.000009270266,0.000006547432,0.009466401],"genre_scores_gemma":[0.9972107,0.0008620375,0.0004192652,0.0000192436,0.0003016235,0.00005439047,0.0000046726,0.00001478894,0.001113269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.909501,"threshold_uncertainty_score":0.9997866,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3297996531442704,"score_gpt":0.5830362193061646,"score_spread":0.2532365661618942,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}