{"id":"W2143122670","doi":"10.1145/2676723.2677315","title":"The CS Concept Inventory Quiz Show","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ridiculous; Session (web analytics); Field (mathematics); Computer science; Concept inventory; Mathematics education; Psychology; Epistemology; World Wide Web; Mathematics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007076787,0.00005330268,0.00004593567,0.000014864,0.0001898519,0.000277735,0.0006674584,0.00002309095,0.000002847675],"category_scores_gemma":[0.0001387607,0.00003225823,0.00002723872,0.0000979886,0.00005295717,0.000147996,0.0001558183,0.0001598565,0.00009411656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000223297,"about_ca_system_score_gemma":0.00005935963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009234461,"about_ca_topic_score_gemma":0.00001127556,"domain_scores_codex":[0.9992931,0.0001193743,0.00007653801,0.0001383093,0.0001868959,0.0001857672],"domain_scores_gemma":[0.9994195,0.00007673677,0.00002991995,0.0003396083,0.00003370729,0.0001005224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000122259,0.00001640995,0.001282678,8.225048e-7,0.000007194078,0.000003927011,0.007098175,0.0001192557,0.000004308301,0.2340587,0.03862835,0.718779],"study_design_scores_gemma":[0.0001099398,0.00004647559,0.0001839766,0.000002822248,8.888848e-7,0.000005499123,0.0004091429,0.009254534,0.00003640134,0.0005648149,0.9893185,0.00006701171],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006316935,0.001227176,0.9540901,0.007092218,0.001654072,0.0001060609,7.21884e-8,0.001079607,0.02843372],"genre_scores_gemma":[0.9442274,0.000001951247,0.03716432,0.0005848653,0.0001403919,0.00000608517,4.43566e-7,0.000006148577,0.01786838],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9506902,"threshold_uncertainty_score":0.2678205,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04446554644484236,"score_gpt":0.2750762444255317,"score_spread":0.2306106979806894,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}