{"id":"W2909114542","doi":"10.24908/pceea.v0i0.13000","title":"Network-Based Approach to Assessment of Cognitive Skills","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Operationalization; Psychology; Test (biology); Cognition; Medical education; Cognitive skill; Mathematics education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005613205,0.0006842434,0.0005420661,0.005235585,0.0008291273,0.002147072,0.001107187,0.0005183812,0.006565524],"category_scores_gemma":[0.01991591,0.0002948522,0.0004057913,0.003120072,0.000582082,0.001795048,0.002789134,0.000905748,0.001263506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001826164,"about_ca_system_score_gemma":0.002404381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007169784,"about_ca_topic_score_gemma":0.01340479,"domain_scores_codex":[0.989144,0.00539508,0.0007059476,0.001306589,0.003160185,0.0002881227],"domain_scores_gemma":[0.9861053,0.005961031,0.001151416,0.001317169,0.004851685,0.00061346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001370776,0.002223168,0.1002849,0.0007647322,0.0002848551,0.0002139542,0.006624789,0.01179855,0.02124152,0.02534827,0.00668959,0.8231549],"study_design_scores_gemma":[0.000688498,0.005340148,0.3061868,0.0009187763,0.0006186343,0.002071337,0.01299815,0.3364707,0.05670932,0.09269282,0.1847899,0.0005149704],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1801147,0.0003753325,0.7220929,0.0006076961,0.0001915891,0.007083322,0.002006089,0.001466187,0.08606213],"genre_scores_gemma":[0.5351874,0.0005169137,0.4328921,0.0002004557,0.00005586566,0.01094585,0.001144959,0.0002055237,0.01885087],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007169784,"threshold_uncertainty_score":0.02968585,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.004423423886039169,"score_gpt":0.2214055396969977,"score_spread":0.2169821158109585,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}