{"id":"W2941057185","doi":"10.3389/fpsyg.2019.00825","title":"Multiple-Choice Item Distractor Development Using Topic Modeling Approaches","year":2019,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Topic Modeling","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Task (project management); Multiple choice; Latent Dirichlet allocation; Test (biology); Quality (philosophy); Process (computing); Cognitive psychology; Natural language processing; Item response theory; Artificial intelligence; Topic model; Computer science; Mathematics education; Linguistics; Psychometrics; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05573536,0.002920911,0.001966812,0.00484076,0.001660751,0.004551119,0.00469424,0.002459113,0.006029285],"category_scores_gemma":[0.2027386,0.002067745,0.002271116,0.003486297,0.001444239,0.003720439,0.005349727,0.003560262,0.002561424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001855543,"about_ca_system_score_gemma":0.002572454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009786782,"about_ca_topic_score_gemma":0.002449503,"domain_scores_codex":[0.9397023,0.04010156,0.005088974,0.007328221,0.00725969,0.0005191954],"domain_scores_gemma":[0.5853451,0.3595617,0.009770807,0.01879034,0.02532338,0.001208636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001591767,0.001010286,0.02527232,0.002602308,0.0007291232,0.0005816524,0.01537637,0.0154812,0.03857702,0.01424062,0.00662337,0.877914],"study_design_scores_gemma":[0.001196966,0.002184183,0.02781104,0.001080618,0.001097068,0.002152853,0.006104802,0.6920572,0.1390151,0.0706757,0.05585216,0.0007723625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02757085,0.0001821078,0.9667995,0.0001465905,0.00007570186,0.001814096,0.0002828368,0.002249944,0.0008784644],"genre_scores_gemma":[0.08512813,0.0001022307,0.9074584,0.0001088959,0.00003805978,0.005003817,0.0006587864,0.0004828495,0.001018832],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05573536,"threshold_uncertainty_score":0.2947603,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09783407409281254,"score_gpt":0.2976876296197643,"score_spread":0.1998535555269518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}