{"id":"W2408135015","doi":"10.1016/j.compedu.2016.05.007","title":"Automatic detection of expert models: The exploration of expert modeling methods applicable to technology-based assessment and instruction","year":2016,"lang":"en","type":"article","venue":"Computers & Education","topic":"Topic Modeling","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Expert system; Artificial intelligence; Machine learning; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003974465,0.0008014815,0.0009766942,0.001889125,0.000447942,0.002436617,0.001854761,0.00134254,0.001671798],"category_scores_gemma":[0.02464931,0.0004873234,0.0008378852,0.0009916518,0.0004926886,0.002543049,0.001446778,0.001585618,0.0007075217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005971228,"about_ca_system_score_gemma":0.001446444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003141501,"about_ca_topic_score_gemma":0.004137662,"domain_scores_codex":[0.9974768,0.001217903,0.000119831,0.0004583024,0.0006056326,0.0001215893],"domain_scores_gemma":[0.981138,0.01466315,0.0008207178,0.001393117,0.001723676,0.000261342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003095448,0.0004620398,0.01056788,0.0004401681,0.0001867185,0.0001489549,0.000934918,0.08384872,0.01782512,0.02005684,0.003973301,0.8612459],"study_design_scores_gemma":[0.00001813656,0.00005306923,0.002451177,0.00003816328,0.0000336987,0.0001204709,0.0001342828,0.9640476,0.006428463,0.02488148,0.001768892,0.00002462034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02254233,0.0003048043,0.9748584,0.0002121195,0.00001763321,0.00006700108,0.0001273365,0.0009307447,0.0009395819],"genre_scores_gemma":[0.4324289,0.0003587785,0.5645249,0.0001084255,0.00004444159,0.0001647185,0.0004688592,0.0002442652,0.001656826],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003974465,"threshold_uncertainty_score":0.02101922,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06050415620251584,"score_gpt":0.3599593436345837,"score_spread":0.2994551874320679,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}