{"id":"W2724522278","doi":"10.1080/03057925.2017.1339261","title":"Comparison of student marks obtained by an assessment panel reveals generic problem-solving skills and academic ability as distinct skill sets","year":2017,"lang":"en","type":"article","venue":"Compare A Journal of Comparative and International Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Mathematics education; Test (biology); Psychology; Population; Academic achievement; Academic skills; Medical education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572003,0.0001438978,0.0004197166,0.0001219542,0.0006451319,0.0002522295,0.0005320897,0.00006133318,0.00009322225],"category_scores_gemma":[0.0002603451,0.0001277353,0.00005347095,0.00006404961,0.0003259773,0.0009434153,0.00009091757,0.0003740615,9.951368e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001768647,"about_ca_system_score_gemma":0.0006047453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003119511,"about_ca_topic_score_gemma":0.00009809236,"domain_scores_codex":[0.9979384,0.0005120167,0.0006909132,0.0002046744,0.0004915382,0.0001624479],"domain_scores_gemma":[0.9967648,0.000299011,0.001613829,0.0001463639,0.0009946896,0.0001813065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005593957,0.0007947925,0.9357116,0.0000292478,0.00009370982,4.132926e-7,0.04066604,0.00005638426,0.001398651,0.00282843,0.003088221,0.01527655],"study_design_scores_gemma":[0.0004874261,0.0002765643,0.9719896,0.0002629296,0.0000450851,0.000009110181,0.0153222,0.0005174459,0.0002015564,0.006388208,0.004339643,0.0001601669],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9890287,0.001396707,0.0007771729,0.001254231,0.0004833851,0.0002725417,0.00001032068,0.000006329821,0.006770593],"genre_scores_gemma":[0.9970279,0.0002885157,0.002112027,0.00007412087,0.0002094493,0.00001058195,0.00002584146,0.000005818708,0.0002456958],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03627804,"threshold_uncertainty_score":0.5208896,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1209429889043655,"score_gpt":0.521835458949692,"score_spread":0.4008924700453265,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}