{"id":"W2143122670","doi":"10.1145/2676723.2677315","title":"The CS Concept Inventory Quiz Show","year":2015,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ridiculous; Session (web analytics); Field (mathematics); Computer science; Concept inventory; Mathematics education; Psychology; Epistemology; World Wide Web; Mathematics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006469832,0.001088339,0.0005927021,0.001083507,0.0006529294,0.001471326,0.0006619942,0.001028685,0.274391],"category_scores_gemma":[0.004346404,0.0002636387,0.0004637227,0.0003694771,0.0003460696,0.001746487,0.001381592,0.001526564,0.1003997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006274792,"about_ca_system_score_gemma":0.0008005919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001425287,"about_ca_topic_score_gemma":0.003355276,"domain_scores_codex":[0.9997504,0.0000483354,0.00001755171,0.00002594422,0.0001015195,0.00005616419],"domain_scores_gemma":[0.9982501,0.0005787924,0.00007608486,0.0001177353,0.0004636017,0.0005137357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002988254,0.0004030592,0.0009394049,0.0001890052,0.00000850552,0.0001529858,0.0001213069,0.0003390488,0.001161684,0.002437258,0.928876,0.06507271],"study_design_scores_gemma":[0.0001943173,0.0006577766,0.01088359,0.0001708141,0.00001632981,0.0004516101,0.0004421025,0.001842714,0.003525147,0.01003674,0.9716949,0.00008389115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08111928,0.001301541,0.03595478,0.02566487,0.008295977,0.003842744,0.03300732,0.02783151,0.7829821],"genre_scores_gemma":[0.256837,0.002195185,0.04996514,0.01413467,0.001776941,0.005474604,0.03414164,0.004056703,0.6314182],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.274391,"threshold_uncertainty_score":0.9179292,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04446554644484236,"score_gpt":0.2750762444255317,"score_spread":0.2306106979806894,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}