{"id":"W1580764818","doi":"","title":"Knowing What Students Know: Assessments of Complex Skills in Global Economy & Fast Changing World","year":2010,"lang":"en","type":"article","venue":"Global Learn","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Animation; Graphics; Session (web analytics); Representation (politics); Order (exchange); Data science; Knowledge management; Multimedia; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001236503,0.0001035615,0.0001956791,0.00007293817,0.0002064542,0.0002157022,0.0004254647,0.00006975024,0.0004283579],"category_scores_gemma":[0.0001174874,0.0001121741,0.00006839766,0.0008987322,0.0001465522,0.0005171924,0.0001286755,0.0001520632,0.00005335328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002759983,"about_ca_system_score_gemma":0.0002609605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001066376,"about_ca_topic_score_gemma":0.006683367,"domain_scores_codex":[0.9985968,0.0002003771,0.000240514,0.0002283633,0.0003272425,0.0004066937],"domain_scores_gemma":[0.9994342,0.00008973358,0.0001112139,0.0001441884,0.0000901645,0.0001305406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005757379,0.0002879678,0.3432587,0.0000102141,0.00002159118,0.00000189206,0.001093731,0.00001980664,0.00004631678,0.06824203,0.0003243368,0.5866877],"study_design_scores_gemma":[0.0002837951,0.0000143674,0.2763425,0.00007307867,0.000008336865,7.128797e-7,0.00568718,0.00001925412,0.00001037281,0.005930631,0.7114924,0.0001373397],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3445807,0.00012552,0.00011387,0.0007644977,0.001483185,0.0002214886,0.00001324176,0.000023915,0.6526735],"genre_scores_gemma":[0.9435525,0.00007879719,0.008855081,0.0004423475,0.0004804479,0.00001683312,0.00001373118,0.000007119538,0.04655316],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7111681,"threshold_uncertainty_score":0.4690219,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03687600238255312,"score_gpt":0.4528567541131497,"score_spread":0.4159807517305966,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}