{"id":"W2611404306","doi":"10.56645/jmde.v13i28.456","title":"The World of Evaluation: Challenges Faced by Student Evaluators","year":2017,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mathematics education; Psychology; Pedagogy; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2452702,0.0004943068,0.001123776,0.003310399,0.007811796,0.01701703,0.003137649,0.003093515,0.002762221],"category_scores_gemma":[0.3982186,0.0007258491,0.0008027465,0.003908039,0.007964327,0.009752558,0.01081588,0.005274395,0.0009204776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006351889,"about_ca_system_score_gemma":0.01854626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003094809,"about_ca_topic_score_gemma":0.007438128,"domain_scores_codex":[0.6022605,0.3184384,0.02426992,0.008586384,0.04139821,0.005046515],"domain_scores_gemma":[0.4212664,0.3970782,0.03534288,0.02405899,0.1087338,0.01351973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003506411,0.0003913538,0.05630574,0.004983003,0.0003025489,0.001246674,0.3135026,0.001214463,0.00162833,0.01496558,0.04265442,0.5624545],"study_design_scores_gemma":[0.00009710598,0.001080324,0.03595956,0.01578364,0.0002059762,0.003927435,0.6229066,0.003405139,0.004354419,0.03161595,0.2802938,0.0003700481],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4319667,0.04967567,0.178139,0.2758902,0.003837167,0.001435336,0.0003287774,0.0009854612,0.05774169],"genre_scores_gemma":[0.9188734,0.01136197,0.04649536,0.01645595,0.0008585347,0.001219835,0.0001535614,0.000304698,0.004276586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2452702,"threshold_uncertainty_score":0.9307162,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3297996531442704,"score_gpt":0.5830362193061646,"score_spread":0.2532365661618942,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}