{"id":"W2724522278","doi":"10.1080/03057925.2017.1339261","title":"Comparison of student marks obtained by an assessment panel reveals generic problem-solving skills and academic ability as distinct skill sets","year":2017,"lang":"en","type":"article","venue":"Compare A Journal of Comparative and International Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Mathematics education; Test (biology); Psychology; Population; Academic achievement; Academic skills; Medical education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673399,0.000306136,0.0003816401,0.002256444,0.0002702554,0.0005551901,0.0002910871,0.0004075428,0.002505138],"category_scores_gemma":[0.01038754,0.0001104845,0.0003750308,0.0008870199,0.0003337035,0.000527826,0.0008685903,0.0004018301,0.001103573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001740411,"about_ca_system_score_gemma":0.000249573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007511131,"about_ca_topic_score_gemma":0.001201481,"domain_scores_codex":[0.9984708,0.00035013,0.0001885158,0.000169764,0.0006224798,0.0001982468],"domain_scores_gemma":[0.9926923,0.002553486,0.00142032,0.000627177,0.001747178,0.0009596443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006124529,0.0004095538,0.9303853,0.00004710715,0.0001378595,0.00008191614,0.0009569349,0.000453288,0.007854262,0.000159503,0.000684066,0.0582177],"study_design_scores_gemma":[0.00001228458,0.0007856438,0.9954755,0.00000602119,0.00001574447,0.0001440686,0.0002635206,0.0004727308,0.002173672,0.0001405552,0.0004998769,0.00001037761],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.996726,0.00004482957,0.0005444513,0.00002373094,0.000007117109,0.00003029909,0.0002151823,0.00002518705,0.002383095],"genre_scores_gemma":[0.9976963,0.00003363676,0.000537114,0.000009653265,0.000005088252,0.00002611624,0.000532449,0.000005604823,0.001153846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002673399,"threshold_uncertainty_score":0.01413846,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1209429889043655,"score_gpt":0.521835458949692,"score_spread":0.4008924700453265,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}