{"id":"W4410543145","doi":"10.3390/app15105719","title":"Multi-Examiner: A Knowledge Graph-Driven System for Generating Comprehensive IT Questions with Higher-Order Thinking","year":2025,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000530742,0.0002098537,0.0002606671,0.0002493348,0.001552076,0.0005172866,0.000978592,0.00006185547,0.000001384882],"category_scores_gemma":[0.00001845575,0.0001575546,0.00005561849,0.001221914,0.0001832322,0.0002463698,0.0002020601,0.0001484782,0.00001464156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007577014,"about_ca_system_score_gemma":0.0002042854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008053725,"about_ca_topic_score_gemma":0.00005534801,"domain_scores_codex":[0.9982536,0.00006957521,0.0003044768,0.0006782408,0.0002784237,0.00041562],"domain_scores_gemma":[0.9988186,0.0003548847,0.0001626931,0.0002943945,0.0003117748,0.00005759044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002725445,0.00003209161,0.0002683583,0.00009100072,0.00003127256,0.000001785342,0.001544232,0.0217812,0.008921199,0.9655186,0.0001564125,0.001651111],"study_design_scores_gemma":[0.002017336,0.0005180856,0.002153299,0.002433583,0.00008181173,0.00002819067,0.01194558,0.8465372,0.009690118,0.001676866,0.1214394,0.00147853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00723216,0.0002961903,0.9803655,0.0003243114,0.0008939808,0.0005624582,0.000001506669,0.0003177384,0.01000611],"genre_scores_gemma":[0.6856617,0.000001795671,0.3109851,0.0001888757,0.0001160545,0.0001784763,0.000001253099,0.000007795771,0.002858939],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9638417,"threshold_uncertainty_score":0.9997478,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04335954140411993,"score_gpt":0.2961493662143147,"score_spread":0.2527898248101947,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}