{"id":"W2013809972","doi":"10.1109/icosc.2015.7050809","title":"Aligning automatically generated questions to instructor goals and learner behaviour","year":2015,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Process (computing); Quality (philosophy); Artificial intelligence; Natural language processing; Information retrieval","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002181775,0.00007446368,0.00009130239,0.00006426411,0.0000522224,0.000180138,0.000251231,0.00003855956,0.000009923355],"category_scores_gemma":[0.00009257351,0.00006355518,0.0000112521,0.0001601908,0.0000126997,0.0002451569,0.0002266167,0.00005543772,0.00005499301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002667834,"about_ca_system_score_gemma":0.00007477579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001478268,"about_ca_topic_score_gemma":0.00002620975,"domain_scores_codex":[0.9992338,0.00004009933,0.0001575778,0.0002448616,0.0001627501,0.0001609505],"domain_scores_gemma":[0.9993353,0.00001720216,0.00001952456,0.0002769765,0.00009918367,0.0002517595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004228096,0.00009706189,0.03590432,0.00001477236,0.0000309983,0.00004993225,0.008271419,0.008506673,0.009954916,0.8065029,0.007642063,0.1230207],"study_design_scores_gemma":[0.0003960145,0.0000944149,0.009436871,0.00002574809,0.000008128897,0.00005021461,0.0001352984,0.9816252,0.002285114,0.004736962,0.0008962123,0.0003098479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4267179,0.00001192463,0.5704059,0.001066528,0.000112333,0.00006109341,2.878787e-7,0.0002103074,0.001413769],"genre_scores_gemma":[0.5716624,3.463224e-7,0.4272729,0.0004088046,0.00002767106,0.000005307057,3.334793e-7,0.000003467596,0.0006187177],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9731185,"threshold_uncertainty_score":0.2591705,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04203248716841675,"score_gpt":0.2841595463794267,"score_spread":0.24212705921101,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}