{"id":"W4293098121","doi":"10.1145/3478432.3499268","title":"Nifty Assignments","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001639013,0.0001151554,0.0001417605,0.0001508203,0.002521146,0.0001876882,0.002865772,0.00003290972,0.00006251918],"category_scores_gemma":[0.0004547819,0.00008862762,0.00009254519,0.001535034,0.0009724859,0.0004295433,0.001610688,0.0002320181,0.00001034639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003516834,"about_ca_system_score_gemma":0.0008490503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001089885,"about_ca_topic_score_gemma":0.000005681484,"domain_scores_codex":[0.9975109,0.00002999396,0.0002545026,0.0003791812,0.001445909,0.0003795003],"domain_scores_gemma":[0.9989409,0.00009730649,0.0002494632,0.0002915559,0.000273445,0.0001473443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000103852,0.004731899,0.1483033,0.00007851246,0.00004303308,3.574506e-7,0.05256002,0.0002579936,0.0939821,0.4140022,0.1940962,0.09184052],"study_design_scores_gemma":[0.001262931,0.002413906,0.4835224,0.0003765289,0.0001168355,0.00003591727,0.0282878,0.00042252,0.03145953,0.08653144,0.3637627,0.001807536],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8805031,0.00002784341,0.00005966786,0.04468773,0.002815018,0.0006621472,0.000004355706,0.0001515215,0.07108864],"genre_scores_gemma":[0.9951994,0.00001046829,0.001900593,0.001649298,0.0002802078,0.00006734597,2.824296e-7,0.00000637948,0.0008860631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.335219,"threshold_uncertainty_score":0.9987774,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02211280601510062,"score_gpt":0.3124875929819008,"score_spread":0.2903747869668001,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}