{"id":"W2760442646","doi":"10.18260/1-2--20206","title":"Consistency in Assessment of Pre-Engineering Skills","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Consistency (knowledge bases); Trigonometry; Mathematics education; Engineering education; Mathematics; Computer science; Psychology; Engineering; Artificial intelligence; Engineering management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02712983,0.0005009515,0.0006581001,0.003918433,0.0004515342,0.001877796,0.001257837,0.000861244,0.001593355],"category_scores_gemma":[0.108961,0.0003650151,0.0009320088,0.002206509,0.0005597734,0.001362844,0.001695072,0.001153292,0.000777821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006532338,"about_ca_system_score_gemma":0.0005688223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009653203,"about_ca_topic_score_gemma":0.001356149,"domain_scores_codex":[0.9587643,0.01365321,0.007413964,0.003200643,0.01574099,0.001226906],"domain_scores_gemma":[0.8607729,0.07128373,0.01701585,0.01122611,0.0376132,0.002088239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001001424,0.0004414776,0.9028189,0.0003007774,0.0006159754,0.0001094694,0.002025777,0.001491974,0.004449913,0.000495919,0.002007151,0.08424123],"study_design_scores_gemma":[0.00002252239,0.0009229219,0.9861942,0.00009499433,0.00006280478,0.0002071192,0.0007874011,0.002756308,0.005366287,0.0005605748,0.002981332,0.00004354536],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9728766,0.0009744861,0.01041733,0.0002209916,0.0002753434,0.0004365976,0.00103851,0.0003223342,0.01343779],"genre_scores_gemma":[0.9929919,0.0001373218,0.004223863,0.00006797418,0.00004533467,0.0001576416,0.0006709048,0.00005420284,0.001650883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02712983,"threshold_uncertainty_score":0.143478,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01290972934457144,"score_gpt":0.2786065970488957,"score_spread":0.2656968677043243,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}