{"id":"W1580764818","doi":"","title":"Knowing What Students Know: Assessments of Complex Skills in Global Economy & Fast Changing World","year":2010,"lang":"en","type":"article","venue":"Global Learn","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Animation; Graphics; Session (web analytics); Representation (politics); Order (exchange); Data science; Knowledge management; Multimedia; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02376799,0.001044056,0.001014839,0.001289209,0.003314022,0.005245734,0.001235817,0.007349722,0.007818234],"category_scores_gemma":[0.02052934,0.00049066,0.0007797825,0.0008132352,0.002058188,0.004456411,0.006027654,0.006005451,0.002689824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001887996,"about_ca_system_score_gemma":0.002962461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001210455,"about_ca_topic_score_gemma":0.005451397,"domain_scores_codex":[0.9938028,0.002638735,0.0005536879,0.0007359858,0.001394611,0.0008741356],"domain_scores_gemma":[0.9885303,0.005794918,0.0006119491,0.0003067536,0.002352591,0.002403405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005788443,0.002446286,0.04950313,0.001051122,0.000108485,0.0006586225,0.0587247,0.002239952,0.008269329,0.01346828,0.3840156,0.4789359],"study_design_scores_gemma":[0.0001925165,0.002772239,0.1226506,0.002092876,0.0001409721,0.0008537497,0.1447288,0.004445702,0.008563604,0.04381115,0.6693818,0.0003661375],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3843215,0.004766602,0.0391543,0.3494805,0.01746929,0.005033438,0.0008991507,0.0005766114,0.1982986],"genre_scores_gemma":[0.8309692,0.005631631,0.027484,0.03839007,0.004806325,0.005766242,0.0009351037,0.0002464495,0.08577091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02376799,"threshold_uncertainty_score":0.1256987,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03687600238255312,"score_gpt":0.4528567541131497,"score_spread":0.4159807517305966,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}