{"id":"W4407681655","doi":"10.1145/3641554.3701892","title":"Expanding the Horizons of Autograding: Innovative Questions at UBC","year":2025,"lang":"en","type":"article","venue":"","topic":"Advancements in Photolithography Techniques","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"New horizons; Computer science; Mathematics education; Engineering; Mathematics; Aerospace engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009447997,0.0000909116,0.0001036681,0.0001933803,0.000085919,0.000007911438,0.0001576134,0.00003570941,0.00004147452],"category_scores_gemma":[0.00002897502,0.00006750216,0.0000362313,0.001112284,0.00008887898,0.00006583015,0.00006534222,0.0001016146,0.000001398596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006954905,"about_ca_system_score_gemma":0.000008323376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001262693,"about_ca_topic_score_gemma":0.000007301924,"domain_scores_codex":[0.9995072,0.0000118889,0.0001894279,0.00008624356,0.00007228529,0.0001329391],"domain_scores_gemma":[0.9995912,0.00008213899,0.00002400789,0.0002343307,0.00005613845,0.00001214252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00000858816,0.00005186076,0.02124838,0.0001031506,0.0003171238,0.000001571128,0.0006095189,0.0007578431,0.1267289,0.8143995,0.02220116,0.01357243],"study_design_scores_gemma":[0.0002897243,0.00006791134,0.008155547,0.0002453162,0.00004474374,0.00000283352,0.0005734431,0.002442901,0.8764821,0.04090313,0.07045708,0.0003352537],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09307044,0.0003260082,0.6639504,0.0001312839,0.0003792974,0.0003896012,0.00001289023,0.00123154,0.2405085],"genre_scores_gemma":[0.9794591,0.00006266709,0.01951693,0.00003526894,0.000009126337,0.00008445993,0.000002650167,0.00001060431,0.0008192039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8863887,"threshold_uncertainty_score":0.2752658,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009905974618284637,"score_gpt":0.2870166020967409,"score_spread":0.2771106274784563,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}