{"id":"W2760442646","doi":"10.18260/1-2--20206","title":"Consistency in Assessment of Pre-Engineering Skills","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Consistency (knowledge bases); Trigonometry; Mathematics education; Engineering education; Mathematics; Computer science; Psychology; Engineering; Artificial intelligence; Engineering management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004067331,0.00007234301,0.0001226268,0.00005831183,0.000002990681,0.000004750114,0.00006430763,0.00003233842,0.0002112037],"category_scores_gemma":[0.00002615492,0.00007724208,0.00002400757,0.0001631792,0.000004788727,0.00004140297,0.000008579522,0.00009771218,0.00000693249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002221063,"about_ca_system_score_gemma":0.00002103458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007390026,"about_ca_topic_score_gemma":0.000003468205,"domain_scores_codex":[0.99958,0.000003533189,0.0001843335,0.00006825512,0.00006130014,0.0001025351],"domain_scores_gemma":[0.9997995,0.00003682126,0.000008182387,0.00008292745,0.00001146964,0.00006109594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[8.056056e-7,0.00003575697,0.01107382,0.0003619757,0.00002249855,0.000002252215,0.001248685,0.9662191,0.01357718,0.005671839,0.0009203571,0.0008657381],"study_design_scores_gemma":[0.000306773,0.00003126122,0.2085507,0.00004306095,0.000005423339,0.000002016731,0.00011817,0.7776023,0.00573843,0.00001071966,0.00737796,0.0002131806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8513943,0.0003161107,0.09451261,0.0006169825,0.0006759578,0.0002460479,0.000007781187,0.0007192414,0.05151097],"genre_scores_gemma":[0.9916729,0.00002725088,0.00812945,0.00005670168,0.00003108514,0.000008365262,0.000002846639,0.0000157624,0.0000556674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1974768,"threshold_uncertainty_score":0.3149841,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01290972934457144,"score_gpt":0.2786065970488957,"score_spread":0.2656968677043243,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}