{"id":"W2909114542","doi":"10.24908/pceea.v0i0.13000","title":"Network-Based Approach to Assessment of Cognitive Skills","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Operationalization; Psychology; Test (biology); Cognition; Medical education; Cognitive skill; Mathematics education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003668312,0.0001815672,0.0002110565,0.0002848838,0.00009178968,0.00004526278,0.000285046,0.0001330629,0.00001971015],"category_scores_gemma":[0.0005300122,0.0001974223,0.00007375755,0.0007887046,0.00002305774,0.0001207049,0.00002397493,0.0002250014,0.00000679895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001835869,"about_ca_system_score_gemma":0.0003040786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006023753,"about_ca_topic_score_gemma":0.0002454168,"domain_scores_codex":[0.9988131,0.000005414378,0.000310335,0.0001713042,0.0003279762,0.0003718897],"domain_scores_gemma":[0.9989304,0.00007272583,0.0001523369,0.00010214,0.0005363726,0.0002060432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000003750381,0.0002034069,0.1097087,0.0006067285,0.0002896236,4.927698e-8,0.002752211,0.8231642,0.0220411,0.009140447,0.03128126,0.0008084941],"study_design_scores_gemma":[0.0007718474,0.0001614494,0.5234029,0.001684084,0.0001672316,0.000004025977,0.0007049732,0.3880355,0.06349897,0.00009600693,0.02028004,0.001192925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8698804,0.0001883625,0.009794389,0.000711909,0.005361333,0.001750609,0.00008102174,0.0006300599,0.111602],"genre_scores_gemma":[0.9831648,0.00000118066,0.01591688,0.0001382981,0.000306238,0.00009257238,0.00001111442,0.0000621613,0.0003067892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4351287,"threshold_uncertainty_score":0.8050646,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.004423423886039169,"score_gpt":0.2214055396969977,"score_spread":0.2169821158109585,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}