{"id":"W4320511927","doi":"10.2991/978-2-494069-31-2_371","title":"A Diagnostic Question Analysis Model based on a Modified Item Response Theory","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Item response theory; Curriculum; Computer science; Quality (philosophy); Mathematics education; Artificial intelligence; Data science; Machine learning; Psychology; Pedagogy; Mathematics; Statistics; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0174928,0.002257721,0.00176016,0.004386866,0.0007404143,0.002587693,0.004141851,0.002569029,0.006482331],"category_scores_gemma":[0.03251525,0.0006912371,0.003432883,0.00370318,0.001121621,0.003155315,0.001469649,0.002621025,0.004478722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002166691,"about_ca_system_score_gemma":0.001713118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003311629,"about_ca_topic_score_gemma":0.001915714,"domain_scores_codex":[0.9830868,0.01178648,0.0006709745,0.002678646,0.001431049,0.0003460648],"domain_scores_gemma":[0.9746363,0.01945018,0.0009666665,0.001267342,0.003473572,0.000205944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009617307,0.001542535,0.05721767,0.00151331,0.001683452,0.0007910182,0.002697223,0.2041106,0.004410792,0.1028804,0.02097016,0.6012211],"study_design_scores_gemma":[0.0001096843,0.0004200258,0.005713594,0.00009771833,0.0002391132,0.0003174227,0.0003113708,0.942322,0.0008258736,0.04498274,0.004578636,0.00008179354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02483314,0.0003064186,0.967019,0.001293302,0.0001701123,0.001244023,0.001297534,0.001068825,0.002767717],"genre_scores_gemma":[0.3948821,0.0004195079,0.5863963,0.0008531502,0.0002709489,0.006621908,0.004377403,0.0001876776,0.005991003],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0174928,"threshold_uncertainty_score":0.09251189,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08362255526530771,"score_gpt":0.4613115423173247,"score_spread":0.377688987052017,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}