{"id":"W2615250391","doi":"10.18260/1-2--16642","title":"The Challenge Of Consistent Grading In Real World, Open Ended Design With Multiple And Multi Disciplinary Instruction","year":2020,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Grading (engineering); Discipline; Engineering; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3224784,0.001404691,0.002517371,0.004321983,0.003831124,0.01461535,0.01286231,0.004134005,0.002792309],"category_scores_gemma":[0.5893,0.001959779,0.0008301028,0.003777609,0.008301128,0.008549681,0.007771504,0.005376006,0.002159054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006820672,"about_ca_system_score_gemma":0.01265793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002335341,"about_ca_topic_score_gemma":0.004893398,"domain_scores_codex":[0.5624453,0.2790923,0.03175826,0.025105,0.09950491,0.002094188],"domain_scores_gemma":[0.2488372,0.4689251,0.03574236,0.1174436,0.124178,0.004873849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007438777,0.001383314,0.01080341,0.002754245,0.0003794639,0.0003246533,0.01530598,0.01745783,0.006863941,0.07280833,0.03646128,0.8347137],"study_design_scores_gemma":[0.001538737,0.003259432,0.02893371,0.003799943,0.0002548609,0.002591231,0.01620816,0.1832111,0.01692855,0.6124088,0.1300354,0.0008301427],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03665389,0.001339852,0.9248634,0.0146115,0.001568439,0.001859516,0.0002518819,0.003069279,0.0157822],"genre_scores_gemma":[0.176609,0.0003896905,0.8131911,0.00201579,0.0006097647,0.002425365,0.0002568717,0.0008373002,0.003665019],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3224784,"threshold_uncertainty_score":0.8355047,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05611324069004019,"score_gpt":0.2631377843074265,"score_spread":0.2070245436173863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}