{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":54,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":54,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"331624a19bf9","filters":{"venue":"International Journal of Artificial Intelligence in Education"}},"results":[{"id":"W2337155942","doi":"10.1007/s40593-016-0110-3","title":"Evolution and Revolution in Artificial Intelligence in Education","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1060,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Field (mathematics); Educational technology; Sociology; Emerging technologies; Mathematics education; Artificial intelligence; Social science; Engineering ethics; Computer science; Pedagogy; Psychology; Engineering; Mathematics","authors":[{"name":"Ido Roll","is_ca":true},{"name":"Ruth Wylie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02648293042454742,"gpt":0.3514593372293394,"spread":0.324976406804792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00124977,0.0001494069,0.0002016265,0.001613461,0.00003311408,0.0001418208,0.0007227845,0.0001111443,0.0000205638],"category_scores_gemma":[0.001112853,0.000131422,0.00006004082,0.0008226868,0.00009895855,0.001312278,0.00008309799,0.0003309371,0.00003136398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009430261,"about_ca_system_score_gemma":0.001158775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004028629,"about_ca_topic_score_gemma":0.0008553735,"domain_scores_codex":[0.9975469,0.0001787757,0.001251178,0.0003166084,0.0004747837,0.0002317219],"domain_scores_gemma":[0.9983751,0.0002376486,0.0005004444,0.0001877905,0.0006142108,0.00008481932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004619344,0.0006601848,0.01162054,0.000005276415,0.000004406603,0.000006342029,0.0009830937,0.001266655,0.001620017,0.2188088,0.00002428099,0.7649542],"study_design_scores_gemma":[0.00005046144,0.0001374632,0.02946045,0.0009637064,0.000004998899,0.00009094946,0.00248857,0.06473198,0.002408818,0.8991881,0.0002383971,0.0002361353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5841317,0.0006072174,0.385665,0.02470959,0.004562094,0.0001629142,0.000001589746,0.00001727766,0.0001427148],"genre_scores_gemma":[0.9868915,0.0004664667,0.01185592,0.0001042725,0.0006187957,0.000009075209,0.000002160888,0.000008231969,0.00004357753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7647181,"threshold_uncertainty_score":0.5359235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2303392718","doi":"10.1007/s40593-016-0108-x","title":"Evolution Is not enough: Revolutionizing Current Learning Environments to Smart Learning Environments","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Computer science; Open learning; Learning environment; Learning sciences; Experiential learning; Active learning (machine learning); Synchronous learning; Knowledge management; Teaching method; Cooperative learning; Artificial intelligence; Mathematics education; Psychology","authors":[{"name":"Kinshuk Kinshuk","is_ca":true},{"name":"Nian‐Shing Chen","is_ca":false},{"name":"I-Ling Cheng","is_ca":false},{"name":"Sie Wai Chew","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0298615105651818,"gpt":0.3219764698371393,"spread":0.2921149592719575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001152226,0.0002066026,0.0002021346,0.0008579707,0.0001391158,0.0001828541,0.001216026,0.00009140714,0.0001385263],"category_scores_gemma":[0.001259651,0.0001909157,0.000116514,0.0003975873,0.00006886016,0.001399016,0.0001966878,0.0005313338,0.0005590605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002035078,"about_ca_system_score_gemma":0.0004074892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007376388,"about_ca_topic_score_gemma":0.00001001715,"domain_scores_codex":[0.9967319,0.000306708,0.001112226,0.0004510556,0.001063796,0.0003343616],"domain_scores_gemma":[0.998213,0.0002619902,0.0008343423,0.0002677777,0.0002464982,0.0001763865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005319311,0.000560643,0.02128554,0.000004169288,0.00002333237,0.000003055439,0.003654852,0.01110999,0.02435042,0.006839725,0.0002088085,0.9319063],"study_design_scores_gemma":[0.0006540291,0.001655117,0.2320229,0.003680723,0.0000753328,0.0003560286,0.006821472,0.05629372,0.1564581,0.06959749,0.470241,0.002144121],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2454873,0.0001962258,0.7416834,0.005712062,0.006617172,0.000182065,9.597755e-7,0.00002021624,0.0001006183],"genre_scores_gemma":[0.9883816,0.0003647781,0.009564665,0.0001957712,0.0008888668,0.00003141355,0.00000351157,0.00001942222,0.0005499501],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9297622,"threshold_uncertainty_score":0.7785317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094147479","doi":"10.1007/s40593-014-0023-y","title":"A Multimedia Adaptive Tutoring System for Mathematics that Addresses Cognition, Metacognition and Affect","year":2014,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":259,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Office of Naval Research; National Science Foundation","keywords":"Metacognition; Affect (linguistics); Personalization; Cognition; Intelligent tutoring system; TUTOR; Mathematics education; Multimedia; Psychology; Fluency; Computer science; Cognitive psychology; World Wide Web; Communication","authors":[{"name":"Ivon Arroyo","is_ca":false},{"name":"Beverly Park Woolf","is_ca":false},{"name":"Winslow Burelson","is_ca":false},{"name":"Kasia Müldner","is_ca":true},{"name":"Dovan Rai","is_ca":false},{"name":"Minghui Tai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1244867263911007,"gpt":0.4461497033830977,"spread":0.321662976991997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002742748,0.0001149955,0.0002006445,0.0004736037,0.00006143471,0.00007722308,0.0001794884,0.00007675452,0.00004699964],"category_scores_gemma":[0.001647797,0.0001074536,0.00006503631,0.0001366986,0.00006649176,0.0002169533,0.00001449768,0.0002496729,0.0000146458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001210325,"about_ca_system_score_gemma":0.00008014977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004689801,"about_ca_topic_score_gemma":0.00001136976,"domain_scores_codex":[0.9985077,0.0003816097,0.0005742201,0.0001553263,0.0002496607,0.0001314907],"domain_scores_gemma":[0.9969096,0.001396459,0.000607645,0.0000730598,0.0009698386,0.00004345739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003833784,0.0006344893,0.0011555,0.00005563548,0.0001817744,0.000003832434,0.01984298,0.000145682,0.003541669,0.08345397,0.0001474195,0.8904537],"study_design_scores_gemma":[0.001964213,0.003283862,0.05584708,0.008662723,0.0008419006,0.001304576,0.3187061,0.07547861,0.161109,0.3614016,0.009493617,0.001906677],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3139054,0.0001337299,0.6756727,0.0002668137,0.00851091,0.0002185912,0.000006311305,0.00001883322,0.001266798],"genre_scores_gemma":[0.9393463,0.000008638707,0.05898001,0.0000529046,0.001499591,0.00004322804,0.00001029049,0.00001487656,0.00004415862],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.888547,"threshold_uncertainty_score":0.4381831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2237600160","doi":"10.1007/s40593-015-0089-1","title":"Help Helps, But Only So Much: Research on Help Seeking with Intelligent Tutoring Systems","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":232,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Computer science; Executable; Context (archaeology); Process (computing); TUTOR; Intelligent tutoring system; Domain (mathematical analysis); Human–computer interaction; Multimedia","authors":[{"name":"Vincent Aleven","is_ca":false},{"name":"Ido Roll","is_ca":true},{"name":"Bruce M. McLaren","is_ca":false},{"name":"Kenneth R. Koedinger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09494549532860855,"gpt":0.383084517050668,"spread":0.2881390217220595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003228123,0.0002560373,0.0003183412,0.0016216,0.0002002063,0.000847886,0.001850662,0.0001185473,0.00003168196],"category_scores_gemma":[0.0007100712,0.0001805115,0.0001212347,0.0006838557,0.0001368293,0.001157678,0.0001618839,0.0006677508,0.0002027096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001356639,"about_ca_system_score_gemma":0.001367707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005531642,"about_ca_topic_score_gemma":0.00007913124,"domain_scores_codex":[0.9952964,0.0004318099,0.001307985,0.0004979872,0.001947505,0.000518268],"domain_scores_gemma":[0.994935,0.0008928922,0.0007138401,0.0004051741,0.002871703,0.000181368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001731809,0.000509744,0.003107555,0.00001712898,0.00006771185,0.00009967163,0.002871251,0.004279345,0.006244299,0.4820159,0.0001086988,0.5005055],"study_design_scores_gemma":[0.0008876955,0.007642132,0.007865101,0.03919535,0.00006028566,0.005316263,0.08969101,0.04436437,0.4305762,0.09949825,0.2713741,0.003529281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3185459,0.0004115301,0.6664717,0.002778217,0.01081269,0.0002938728,0.000002349325,0.00004168658,0.0006421232],"genre_scores_gemma":[0.9923709,0.0001738346,0.003017416,0.00007951087,0.002582227,0.00002325128,0.000001055338,0.00002707922,0.00172473],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.673825,"threshold_uncertainty_score":0.8176185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767051907","doi":"10.1007/s40593-017-0157-9","title":"Authoring Tools for Designing Intelligent Tutoring Systems: a Systematic Review of the Literature","year":2017,"lang":"en","type":"review","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Multimedia; Educational technology; Systematic review; Human–computer interaction; Mathematics education; Psychology; MEDLINE","authors":[{"name":"Diego Dermeval","is_ca":false},{"name":"Ranilson Paiva","is_ca":false},{"name":"Ig Ibert Bittencourt","is_ca":false},{"name":"Julita Vassileva","is_ca":true},{"name":"Daniel Capelo Borges","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1616096239913838,"gpt":0.431366735260571,"spread":0.2697571112691872,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004209275,0.000401454,0.001917605,0.0007815286,0.0001399954,0.001105955,0.004740798,0.0002215989,0.000002685148],"category_scores_gemma":[0.007579918,0.0002735932,0.001068001,0.0004774598,0.00004947914,0.001234489,0.0002611142,0.000768507,0.000008009192],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008470218,"about_ca_system_score_gemma":0.001693812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002480112,"about_ca_topic_score_gemma":0.000002320117,"domain_scores_codex":[0.9938616,0.0006231718,0.003863543,0.0003837615,0.0009834549,0.0002845412],"domain_scores_gemma":[0.9883269,0.001301111,0.006815694,0.0008114544,0.002665224,0.00007961482],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00000424312,0.0001067544,0.000001146687,0.3507098,0.0002026401,0.000006449617,0.00116286,0.000180181,0.000003609656,0.05972719,0.00004243575,0.5878527],"study_design_scores_gemma":[0.00001121161,0.00004893883,4.321904e-7,0.8904267,0.000229783,0.0002459165,0.0003711233,0.0003735521,0.00009192597,0.0009514464,0.1070224,0.0002265341],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001145684,0.7871608,0.1931656,0.0001012989,0.01792479,0.001586257,0.00000717081,0.000009729173,0.00004329281],"genre_scores_gemma":[0.0001863137,0.993906,0.003463002,0.00003417865,0.001736322,0.0002301011,0.000006626427,0.00003264648,0.0004047686],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5876262,"threshold_uncertainty_score":0.9999716,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382656966","doi":"10.1007/s40593-023-00340-7","title":"GPT-3-Driven Pedagogical Agents to Train Children’s Curious Question-Asking Skills","year":2023,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Psychological and Educational Research Studies","field":"Psychology","cited_by":111,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Mathematics education; Educational technology; Computer science; Multimedia; Psychology; Pedagogy; Human–computer interaction","authors":[{"name":"Rania Abdelghani","is_ca":false},{"name":"Yen-Hsiang Wang","is_ca":false},{"name":"Xingdi Yuan","is_ca":true},{"name":"Tong Wang","is_ca":true},{"name":"Pauline Lucas","is_ca":false},{"name":"Hélène Sauzeon","is_ca":false},{"name":"Pierre-Yves Oudeyer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1642060937419401,"gpt":0.536472302710835,"spread":0.3722662089688949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001047937,0.0001574844,0.0002139671,0.001033272,0.00008285703,0.0001005541,0.0007575768,0.00009920111,0.001337769],"category_scores_gemma":[0.001582667,0.0001382609,0.0001347593,0.0007612055,0.00009801266,0.0001994275,0.0000809655,0.000392721,0.001416678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003097235,"about_ca_system_score_gemma":0.0002810814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002115277,"about_ca_topic_score_gemma":0.00006464987,"domain_scores_codex":[0.9974614,0.0001992165,0.0008880571,0.0003039909,0.0007862104,0.0003611214],"domain_scores_gemma":[0.9981861,0.0004355542,0.0002639891,0.0001476509,0.0007569756,0.0002097954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003513171,0.003724221,0.04064255,0.000004757575,0.0002085311,0.00008723632,0.03004329,0.002460245,0.000587096,0.06575681,0.02672228,0.8294117],"study_design_scores_gemma":[0.0001205401,0.0003631361,0.875796,0.0002445351,0.00001414902,0.0001589201,0.0128798,0.0001684385,0.0002644235,0.09639037,0.01330666,0.000293101],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9713377,0.0001228977,0.002073052,0.01535315,0.008980831,0.0002493424,0.0000158981,0.00003079802,0.001836349],"genre_scores_gemma":[0.9947426,0.0001826369,0.0006853935,0.0009375834,0.002022236,0.00006721614,0.00002916819,0.00001395808,0.001319216],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8351534,"threshold_uncertainty_score":0.9995751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2793111457","doi":"10.1007/s40593-018-0165-4","title":"How Does Prior Knowledge Influence Eye Fixations and Sequences of Cognitive and Metacognitive SRL Processes during Learning with an Intelligent Tutoring System?","year":2018,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; North Carolina State University; National Science Foundation","keywords":"Metacognition; Cognition; Intelligent tutoring system; Eye tracking; Self-regulated learning; Computer science; Psychology; Cognitive psychology; Artificial intelligence; Mathematics education","authors":[{"name":"Michelle Taub","is_ca":false},{"name":"Roger Azevedo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02243105116766421,"gpt":0.3242523592928648,"spread":0.3018213081252006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006596704,0.0001779882,0.0002563383,0.0005949161,0.0001730823,0.0004602493,0.000435938,0.00005839615,0.000003301688],"category_scores_gemma":[0.001078271,0.000136365,0.0000327685,0.0003997344,0.0002401992,0.002072711,0.00009607962,0.0002807183,0.000002306894],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001551927,"about_ca_system_score_gemma":0.0005014815,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000128929,"about_ca_topic_score_gemma":0.0001549446,"domain_scores_codex":[0.9982463,0.0001744773,0.0006569782,0.0003214561,0.0004158646,0.0001849534],"domain_scores_gemma":[0.9947516,0.0003757184,0.0008234671,0.00009179959,0.003857782,0.00009963245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007661862,0.001187751,0.0826224,0.0007400487,0.0004279393,0.00006647504,0.171402,0.002630394,0.03843955,0.1414957,7.577449e-7,0.5602208],"study_design_scores_gemma":[0.0002640054,0.002782607,0.03393264,0.01342855,0.0001086778,0.0005817925,0.1845802,0.01283467,0.7441402,0.006134312,0.0003855508,0.000826756],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8707582,0.0004833525,0.1275511,0.0001692139,0.0007837397,0.000165943,0.000001771485,0.00001982746,0.000066825],"genre_scores_gemma":[0.9939542,0.0001444118,0.00523496,0.000008041144,0.000496254,0.00001577627,0.000001278231,0.00001091579,0.0001341535],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7057006,"threshold_uncertainty_score":0.5560803,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2558428663","doi":"10.1007/s40593-016-0126-8","title":"Developing Emotion-Aware, Advanced Learning Technologies: A Taxonomy of Approaches and Features","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Alberta Advanced Education; Université de Montréal; University of Alberta","funders":"","keywords":"Taxonomy (biology); Computer science; Intelligent tutoring system; Affective computing; Conceptual framework; Human–computer interaction; Knowledge management; Artificial intelligence","authors":[{"name":"Jason M. Harley","is_ca":true},{"name":"Susanne P. Lajoie","is_ca":true},{"name":"Claude Frasson","is_ca":true},{"name":"Nathan C. Hall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0656774116087987,"gpt":0.3118737268638583,"spread":0.2461963152550596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005602397,0.0001016798,0.0001637877,0.0005364472,0.00004061951,0.00008012389,0.0006151182,0.00006362299,0.000005167682],"category_scores_gemma":[0.0006519637,0.00007640447,0.0000513724,0.0002252241,0.00006530101,0.0007221787,0.00009848156,0.000192726,0.000003696304],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002004456,"about_ca_system_score_gemma":0.0002855863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002991445,"about_ca_topic_score_gemma":0.00001043125,"domain_scores_codex":[0.9986809,0.00006827821,0.0006430161,0.0001815231,0.0002980642,0.0001281721],"domain_scores_gemma":[0.9984469,0.0002340085,0.0006143422,0.0001024738,0.00057591,0.00002637625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001514324,0.00005119013,0.002866772,0.000006947719,0.00001591575,0.000002357193,0.0008786236,0.0006330329,0.001569708,0.2515457,0.000004054607,0.7424106],"study_design_scores_gemma":[0.0004252595,0.001030596,0.02196555,0.008720012,0.00002616066,0.0007907616,0.07067228,0.01236338,0.5284969,0.3119428,0.04228932,0.001276995],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1303667,0.0003443661,0.8655676,0.002084007,0.001406165,0.00009939615,3.562167e-7,0.00002257943,0.0001087671],"genre_scores_gemma":[0.9619216,0.0002004,0.03758875,0.00001237873,0.0001351274,0.00001034832,3.395421e-7,0.000005233484,0.0001258328],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8315548,"threshold_uncertainty_score":0.3115684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3186791274","doi":"10.1007/s40593-021-00267-x","title":"Automated Data-Driven Generation of Personalized Pedagogical Interventions in Intelligent Tutoring Systems","year":2021,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; École de Technologie Supérieure","funders":"","keywords":"Computer science; Personalization; Leverage (statistics); Personalized learning; Intelligent tutoring system; Human–computer interaction; Artificial intelligence; Multimedia; Teaching method; World Wide Web; Cooperative learning; Mathematics education","authors":[{"name":"Ekaterina Kochmar","is_ca":false},{"name":"Dung D. Vu","is_ca":true},{"name":"Robert Belfer","is_ca":false},{"name":"Varun Gupta","is_ca":false},{"name":"Iulian Vlad Serban","is_ca":false},{"name":"Joëlle Pineau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2944973105335202,"gpt":0.4445601219352538,"spread":0.1500628114017336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001447258,0.0001581572,0.000351384,0.0007850814,0.00003952788,0.0002847428,0.001469371,0.00009529686,0.000046189],"category_scores_gemma":[0.0009665412,0.0001596275,0.000163516,0.000615634,0.00004883049,0.001104589,0.0002628138,0.0003627075,0.00001592799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004480647,"about_ca_system_score_gemma":0.0008683921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003145678,"about_ca_topic_score_gemma":0.0001630093,"domain_scores_codex":[0.9964066,0.0003575804,0.001942563,0.0003652455,0.0007232871,0.0002047928],"domain_scores_gemma":[0.996744,0.0002005171,0.0009001082,0.000388587,0.001692344,0.00007444104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007546217,0.002439442,0.006116474,0.0001246767,0.0001726977,0.0002280748,0.01409759,0.1744914,0.01937728,0.6026191,0.0002364019,0.1800214],"study_design_scores_gemma":[0.0001552121,0.0001661422,0.001854383,0.002856459,0.00002296851,0.000389682,0.01174668,0.9534812,0.01934046,0.002872557,0.006766282,0.0003479741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2663085,0.002285449,0.7184696,0.0007498222,0.01176412,0.0001971301,0.000008042553,0.00004010125,0.0001772151],"genre_scores_gemma":[0.983575,0.000345984,0.01485506,0.00002819002,0.0008105245,0.000009929978,0.00003439508,0.00001122693,0.0003296354],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7789898,"threshold_uncertainty_score":0.650942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3087421864","doi":"10.1007/s40593-020-00211-5","title":"Automated Essay Scoring and the Deep Learning Black Box: How Are Rubric Scores Determined?","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Rubric; Grading (engineering); CONTEST; Computer science; Artificial intelligence; Deep learning; Machine learning; Natural language processing; Mathematics education; Psychology","authors":[{"name":"Vive Kumar","is_ca":true},{"name":"David Boulanger","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03866308912839007,"gpt":0.3147992035990448,"spread":0.2761361144706547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006228437,0.000104395,0.0001595542,0.0002094924,0.00006191152,0.0004896723,0.0009047674,0.00004067421,0.000007442518],"category_scores_gemma":[0.00119534,0.0000826184,0.00005996983,0.0002701936,0.00010145,0.0007671379,0.0001351798,0.0003292757,0.00000861183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001110215,"about_ca_system_score_gemma":0.0002036223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003744743,"about_ca_topic_score_gemma":0.00002856862,"domain_scores_codex":[0.9985848,0.0001464803,0.0005165548,0.0001970653,0.0004204754,0.0001346324],"domain_scores_gemma":[0.9985614,0.0002770167,0.0005111588,0.0001101372,0.0004605346,0.00007969553],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001396763,0.0001253697,0.01169051,0.00002120904,0.00004882248,0.00004125393,0.02300573,0.06156796,0.001285456,0.04455195,0.00005536872,0.8574667],"study_design_scores_gemma":[0.00008378526,0.00003896419,0.002025316,0.000141464,0.000006303317,0.00005946081,0.002722776,0.9786013,0.002414017,0.01367855,0.0001311143,0.00009696152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4283297,0.0002833173,0.54898,0.02077051,0.001440834,0.0000929286,1.85179e-7,0.00004044186,0.0000620887],"genre_scores_gemma":[0.9877716,0.0001306528,0.01098386,0.0004512859,0.0006388904,0.000003895062,5.180945e-7,0.000006595624,0.00001269532],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9170333,"threshold_uncertainty_score":0.4721921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988460397","doi":"10.1007/s40593-013-0002-8","title":"Understanding Attention to Adaptive Hints in Educational Games: An Eye-Tracking Study","year":2013,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":68,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Eye tracking; Computer science; Educational technology; Educational game; Tracking (education); Human–computer interaction; Multimedia; Cognitive psychology; Mathematics education; Psychology; Artificial intelligence; Pedagogy","authors":[{"name":"Cristina Conati","is_ca":true},{"name":"Natasha Jaques","is_ca":true},{"name":"Mary Muir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1773155998612416,"gpt":0.4569431963648146,"spread":0.2796275965035729,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001022439,0.0001773184,0.0002099343,0.00148523,0.00004939612,0.0002179197,0.0006205263,0.000121765,0.001508876],"category_scores_gemma":[0.0003788258,0.000186707,0.00007537381,0.0006282354,0.00005446488,0.001112718,0.00003212165,0.0004531471,0.000353599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001309641,"about_ca_system_score_gemma":0.0005309142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001622638,"about_ca_topic_score_gemma":0.0009988915,"domain_scores_codex":[0.997201,0.0002740228,0.001300829,0.000362178,0.0006096439,0.0002523345],"domain_scores_gemma":[0.997664,0.0002353449,0.0005486231,0.0002173677,0.001177002,0.0001576517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004552767,0.01614726,0.3899969,0.000006882723,0.0001446656,0.0000120804,0.1115538,0.003919708,0.003416627,0.1391909,0.001090172,0.3340658],"study_design_scores_gemma":[0.0001013729,0.0003494599,0.7311518,0.0001533776,0.00001078416,0.00002314597,0.1849642,0.0007195144,0.0000882662,0.08212131,0.0001267485,0.0001899767],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9712164,0.0000718201,0.01326706,0.006998212,0.007006339,0.000648412,0.000002585238,0.000008534735,0.0007805788],"genre_scores_gemma":[0.9960904,0.00001173261,0.0020693,0.0003099708,0.001092146,0.0001550525,0.00001832688,0.00002132757,0.0002317877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.341155,"threshold_uncertainty_score":0.9994039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2995522271","doi":"10.1007/s40593-019-00191-1","title":"The Impact of Contextualized Emotions on Self-Regulated Learning and Scientific Reasoning during Learning with a Game-Based Learning Environment","year":2019,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Reading (process); Confusion; Psychology; Proxy (statistics); Educational game; Educational technology; Game based learning; Video game; Cognitive psychology; Mathematics education; Social psychology; Multimedia; Computer science; Linguistics","authors":[{"name":"Michelle Taub","is_ca":false},{"name":"Robert G. Sawyer","is_ca":false},{"name":"James C. Lester","is_ca":false},{"name":"Roger Azevedo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01537954909829351,"gpt":0.3489046096151926,"spread":0.3335250605168991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001032837,0.0001457905,0.0001829062,0.0004835172,0.0001699389,0.0001697522,0.0002517888,0.00006829218,0.0002931575],"category_scores_gemma":[0.0003513552,0.000109794,0.0001015342,0.0002781305,0.0001542306,0.0001812124,0.00002026379,0.0005545712,0.00003795744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003697327,"about_ca_system_score_gemma":0.0003677908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001699495,"about_ca_topic_score_gemma":0.00001707312,"domain_scores_codex":[0.9980694,0.0003071425,0.0007062695,0.0002485979,0.0004741198,0.0001944598],"domain_scores_gemma":[0.9977999,0.0004961232,0.0009363978,0.0001307868,0.0005673242,0.0000694604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.002336457,0.002079652,0.3471535,0.00002140414,0.0004532802,0.000006406518,0.03315623,0.3955249,0.01772064,0.02059482,0.00002402347,0.1809287],"study_design_scores_gemma":[0.0009753273,0.00262244,0.8804353,0.00135831,0.00008310067,0.000203646,0.06022958,0.04100868,0.005646523,0.0031235,0.003767595,0.0005459244],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9966246,0.0002826563,0.001233284,0.0004289685,0.000923319,0.0002094153,9.324047e-7,0.00001261222,0.0002842371],"genre_scores_gemma":[0.9984066,0.00006830612,0.000460903,0.000006472204,0.000145369,0.00001464535,0.00001563544,0.00001825927,0.0008637501],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5332819,"threshold_uncertainty_score":0.4477269,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987580937","doi":"10.1007/s40593-015-0043-2","title":"Evaluation Methods for Intelligent Tutoring Systems Revisited","year":2015,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Learning analytics; Matching (statistics); Data science; Artificial intelligence; Machine learning; Educational technology; Intelligent tutoring system; Analytics; Mathematics education","authors":[{"name":"Jim Greer","is_ca":true},{"name":"Mary A. Mark","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1670174479393055,"gpt":0.4703094401001817,"spread":0.3032919921608762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01038944,0.0001595572,0.0002655608,0.0007998694,0.00004793791,0.0004605498,0.001151391,0.00008559042,0.000008437501],"category_scores_gemma":[0.003746062,0.0001521202,0.0001341296,0.0004158843,0.00002374425,0.001012288,0.0000782074,0.0002451539,0.0000210068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001229831,"about_ca_system_score_gemma":0.00129541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001271872,"about_ca_topic_score_gemma":0.000005344563,"domain_scores_codex":[0.9965832,0.0005374348,0.001342684,0.0002759377,0.001039046,0.0002216803],"domain_scores_gemma":[0.9916745,0.0003940386,0.0008601348,0.000234288,0.006696211,0.0001408496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003741098,0.000187853,0.0001854007,0.000009097983,0.0000484124,0.000002451482,0.00321182,0.02658537,0.000623582,0.2482743,0.000138066,0.7206963],"study_design_scores_gemma":[0.000170421,0.0004401354,0.0001484671,0.0009647842,0.00005291882,0.0002057827,0.009421441,0.7063757,0.01752426,0.1479625,0.1163026,0.000431053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005179755,0.002185437,0.9716184,0.0005577088,0.01959402,0.0004369642,8.723478e-7,0.00002175644,0.0004050447],"genre_scores_gemma":[0.7579148,0.0001139908,0.238482,0.0000942312,0.002955168,0.00009426066,0.000007318065,0.00002256622,0.0003156557],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7527351,"threshold_uncertainty_score":0.6203281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809185978","doi":"10.1007/s40593-018-0170-7","title":"Learning at Scale","year":2018,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Affordance; Scale (ratio); Adaptation (eye); Educational technology; Computer science; Learning sciences; Informal learning; Field (mathematics); Formal learning; Mathematics education; Data science; Human–computer interaction; Pedagogy; Psychology","authors":[{"name":"Ido Roll","is_ca":true},{"name":"Daniel M. Russell","is_ca":false},{"name":"Dragan Gašević","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02238514682014613,"gpt":0.3605505057060674,"spread":0.3381653588859213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000523881,0.0000695592,0.00009518325,0.0003975269,0.00006065959,0.0001388211,0.0008143015,0.00004086621,0.00007540257],"category_scores_gemma":[0.0003580638,0.00006661507,0.00006108102,0.0003016689,0.00006856536,0.0004514544,0.00009759446,0.0002323455,0.0001685878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002138088,"about_ca_system_score_gemma":0.0002742317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003399211,"about_ca_topic_score_gemma":0.00007310129,"domain_scores_codex":[0.9987912,0.00006545408,0.0005012793,0.0001321383,0.0003884249,0.000121468],"domain_scores_gemma":[0.998507,0.00008390134,0.0003297789,0.0001070128,0.00091375,0.00005854672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003658945,0.000352585,0.01159459,0.000001992251,0.00001750204,0.00001037313,0.00477621,0.002339198,0.002491841,0.02657645,0.0003102196,0.9514924],"study_design_scores_gemma":[0.0001259677,0.001114667,0.01183536,0.0004748534,0.00001753823,0.0005509258,0.005101091,0.4487976,0.06682928,0.4389779,0.02565851,0.0005163325],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8136171,0.00007234106,0.1644583,0.01433066,0.006058773,0.00003792141,3.083377e-7,0.00002324347,0.001401387],"genre_scores_gemma":[0.9784387,0.00004518748,0.01953806,0.0001829094,0.001415191,7.704391e-7,0.000001218032,0.000004757069,0.0003732597],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9509761,"threshold_uncertainty_score":0.2716483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3089297046","doi":"10.1007/s40593-020-00215-1","title":"The Impact of Autonomy and Types of Informational Text Presentations in Game-Based Environments on Learning: Converging Multi-Channel Processes Data and Learning Outcomes","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Autonomy; Psychology; Metacognition; Computer science; Learner autonomy; Mathematics education; Cognition","authors":[{"name":"Daryn A. Dever","is_ca":false},{"name":"Roger Azevedo","is_ca":false},{"name":"Elizabeth B. Cloude","is_ca":false},{"name":"Megan Wiedbusch","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08454499999754193,"gpt":0.4235231125387449,"spread":0.338978112541203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004552584,0.000084714,0.0001335613,0.0002408452,0.00003598579,0.00004058015,0.0002898035,0.0000396413,0.00004670034],"category_scores_gemma":[0.001482967,0.00006749283,0.00003014801,0.0001674683,0.000120567,0.0002929068,0.0000360047,0.000251289,0.000004439616],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007403785,"about_ca_system_score_gemma":0.0005064105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002100757,"about_ca_topic_score_gemma":0.00002699406,"domain_scores_codex":[0.9987405,0.000111803,0.0007036992,0.0001265724,0.0002348196,0.00008263201],"domain_scores_gemma":[0.9981317,0.000824562,0.0006749075,0.00008238859,0.0002418702,0.00004460086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005301177,0.001221482,0.6014801,0.00003913945,0.0001636948,0.000001091778,0.04936808,0.187087,0.0004211664,0.003701278,0.00005651943,0.1559303],"study_design_scores_gemma":[0.000305977,0.0003497617,0.8292111,0.0001604141,0.00001936898,0.000007324669,0.03888524,0.1270667,0.0008336094,0.002142236,0.0008808534,0.0001374505],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879748,0.0003357521,0.007703613,0.003384723,0.0003346305,0.0001585544,0.00001148903,0.000002553282,0.00009383782],"genre_scores_gemma":[0.9992777,0.0001422533,0.0003455761,0.00006162706,0.00006976663,0.000009402738,0.00004050939,0.000006074442,0.00004709138],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.227731,"threshold_uncertainty_score":0.2752278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1923655733","doi":"10.3233/irg-2005-15(4)03","title":"A Bayesian Student Model without Hidden Nodes and its Comparison with Item Response Theory","year":2005,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Item response theory; Computer science; Computerized adaptive testing; Machine learning; Artificial intelligence; Bayesian probability; Bayesian network; Bayesian statistics; Graph; Bayesian inference; Theoretical computer science; Mathematics; Statistics; Psychometrics","authors":[{"name":"Michel C. Desmarais","is_ca":true},{"name":"Xiaoming Pu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03565311018747948,"gpt":0.3620408670074891,"spread":0.3263877568200096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153063,0.000141209,0.0001991336,0.0004818222,0.00006414305,0.0002980069,0.0007511847,0.00005111652,0.00001221765],"category_scores_gemma":[0.000273235,0.0001181805,0.00004688133,0.0001730575,0.00003568553,0.0009352147,0.0000769127,0.0002923538,0.00001449266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002884792,"about_ca_system_score_gemma":0.0004031978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001590273,"about_ca_topic_score_gemma":0.00003307841,"domain_scores_codex":[0.9980509,0.0002231823,0.000742034,0.0002222238,0.000593788,0.0001679298],"domain_scores_gemma":[0.9982376,0.0003034386,0.0004868871,0.0001315409,0.0007524118,0.00008817485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008641932,0.0008217591,0.01348158,0.000008628163,0.00008198777,0.00001837577,0.02837041,0.08790337,0.003706814,0.4074784,0.0000259957,0.4572385],"study_design_scores_gemma":[0.0001406547,0.0003812872,0.007714062,0.0007671175,0.000017774,0.000281938,0.00868285,0.9388985,0.02117217,0.01990095,0.001692457,0.0003502308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4984873,0.0003060378,0.4991094,0.001324925,0.0005762359,0.00008362955,4.302377e-7,0.00001132624,0.0001007486],"genre_scores_gemma":[0.9736502,0.00003849397,0.02529997,0.0001371148,0.0004278549,0.000007393134,4.705099e-7,0.00001014584,0.0004284022],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8509951,"threshold_uncertainty_score":0.4819261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4314936766","doi":"10.1007/s40593-022-00326-x","title":"How Personalization Affects Motivation in Gamified Review Assessments","year":2023,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Universidade do Estado do Amazonas; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo; Samsung Eletrônica da Amazônia; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Federal do Amazonas","keywords":"Personalization; Demographics; Computer science; Affect (linguistics); Sample (material); Psychology; World Wide Web","authors":[{"name":"Luiz Rodrigues","is_ca":false},{"name":"Paula T. Palomino","is_ca":true},{"name":"Armando M. Toda","is_ca":false},{"name":"Ana Carolina Tomé Klock","is_ca":false},{"name":"Marcela Pessoa","is_ca":false},{"name":"Filipe Dwan Pereira","is_ca":false},{"name":"Elaine Oliveira","is_ca":false},{"name":"David F. Oliveira","is_ca":false},{"name":"Alexandra I. Cristea","is_ca":false},{"name":"Isabela Gasparini","is_ca":false},{"name":"Seiji Isotani","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09767450309533399,"gpt":0.4524759328352607,"spread":0.3548014297399267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001269051,0.0001417133,0.0002130325,0.001180689,0.0000262637,0.0001113146,0.0004386257,0.00009850839,0.0003156732],"category_scores_gemma":[0.0009598453,0.0001460869,0.00009361759,0.001247247,0.00004383792,0.0005871835,0.00002315316,0.0002670582,0.0001068925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004395589,"about_ca_system_score_gemma":0.0003789081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009057227,"about_ca_topic_score_gemma":0.00007412172,"domain_scores_codex":[0.9979097,0.0002272896,0.0007955431,0.0002491256,0.0006126387,0.0002057487],"domain_scores_gemma":[0.9980265,0.0003191329,0.0006618628,0.000163908,0.0007653552,0.0000632474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001706848,0.001765151,0.04200923,0.0001512025,0.00007857376,0.00003066749,0.007330049,0.0005495528,0.001829509,0.08917716,0.008367303,0.8485409],"study_design_scores_gemma":[0.0004061019,0.0003966276,0.8319089,0.006510228,0.00006746306,0.0001663925,0.04847282,0.004538679,0.001820695,0.0812467,0.02373156,0.0007337852],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9000024,0.004607396,0.02035853,0.05071178,0.02031724,0.001028052,0.00001264845,0.00005757998,0.002904388],"genre_scores_gemma":[0.9941837,0.002731135,0.0004946241,0.0006418991,0.0007360964,0.00007843288,0.0001320953,0.0000190069,0.0009830145],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8478071,"threshold_uncertainty_score":0.5957251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2569549648","doi":"10.1007/s40593-016-0131-y","title":"Applying a Framework for Student Modeling in Exploratory Learning Environments: Comparing Data Representation Granularity to Handle Environment Complexity","year":2017,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Generality; Leverage (statistics); Granularity; Learning environment; Human–computer interaction; Machine learning; Mathematics education","authors":[{"name":"Lauren Fratamico","is_ca":true},{"name":"Cristina Conati","is_ca":true},{"name":"Samad Kardan","is_ca":true},{"name":"Ido Roll","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2928015355692027,"gpt":0.4329109154882736,"spread":0.1401093799190709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001715416,0.0001400625,0.0002456417,0.0003876264,0.000233859,0.0006084628,0.002479167,0.00006179732,0.000006569748],"category_scores_gemma":[0.0009056862,0.0001536169,0.00006363806,0.00008120152,0.00003820565,0.001545303,0.0005525553,0.0004256178,0.00001624572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004951956,"about_ca_system_score_gemma":0.0001217981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003379282,"about_ca_topic_score_gemma":0.0001057724,"domain_scores_codex":[0.9976767,0.0001316714,0.0009498628,0.0004076977,0.0006172105,0.0002168987],"domain_scores_gemma":[0.9983195,0.0001675561,0.0007013578,0.0005716508,0.0001572201,0.00008272452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001150158,0.000762682,0.03469048,0.00001209313,0.00004552356,0.00001342219,0.01016482,0.5677567,0.00132555,0.1189321,0.000007338194,0.2661743],"study_design_scores_gemma":[0.0001134735,0.0001069149,0.006848289,0.000698977,0.000008232649,0.00001125098,0.007424599,0.9072408,0.002089042,0.0730524,0.002147966,0.0002580804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1928045,0.00007437646,0.8040746,0.0006107092,0.002036965,0.0003678056,0.000001076388,0.000006203027,0.00002373502],"genre_scores_gemma":[0.9227937,0.00006324652,0.07648091,0.00005065236,0.000493388,0.00007658744,0.000008549348,0.00001037745,0.00002257526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7299892,"threshold_uncertainty_score":0.6264313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2200406130","doi":"10.1007/s40593-015-0061-0","title":"Web Delivery of Adaptive and Interactive Language Tutoring: Revisited","year":2015,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"TUTOR; German; Computer science; Component (thermodynamics); Computer-Assisted Instruction; Intelligent tutoring system; Multimedia; Web application; Mathematics education; Psychology; Linguistics; World Wide Web; Programming language","authors":[{"name":"Trude Heift","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07278990481683474,"gpt":0.3546448105130077,"spread":0.281854905696173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005622882,0.00007110256,0.0001309869,0.0003747608,0.00002592797,0.00008793132,0.0001738553,0.0000249059,0.0001246602],"category_scores_gemma":[0.0004781221,0.00006494712,0.00004288064,0.00004436617,0.00009057592,0.0004431616,0.00002637819,0.0002479651,0.000009884037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001278279,"about_ca_system_score_gemma":0.0002462569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004962223,"about_ca_topic_score_gemma":0.0001935661,"domain_scores_codex":[0.9990234,0.00009302664,0.000473178,0.00008349118,0.0002564673,0.00007042004],"domain_scores_gemma":[0.998459,0.00015134,0.0004008138,0.00005076251,0.0008871268,0.00005095425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004667699,0.0004993805,0.002426608,0.00001122786,0.00008860224,0.00001730663,0.3884826,0.0004338312,0.00152935,0.1038989,0.0005231473,0.5016222],"study_design_scores_gemma":[0.0002808615,0.0008982707,0.001155596,0.002037114,0.00006639936,0.0001300757,0.9009261,0.01152596,0.009561552,0.0357964,0.03720006,0.000421604],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9923627,0.000676174,0.0006190503,0.0003849316,0.002261993,0.00004857471,0.000004305144,0.000006204888,0.003636015],"genre_scores_gemma":[0.9979755,0.00005253602,0.0006085864,0.00006115012,0.001045341,0.000001461781,0.000003516932,0.000006532773,0.0002453493],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5124435,"threshold_uncertainty_score":0.2648467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3047281291","doi":"10.1007/s40593-020-00210-6","title":"Assessing the Effectiveness of Student Advice Recommender Agent (SARA): the Case of Automated Personalized Feedback","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mahalanobis distance; Matching (statistics); Propensity score matching; Computer science; Advice (programming); k-nearest neighbors algorithm; Class (philosophy); Recommender system; Machine learning; Artificial intelligence; Statistics; Mathematics","authors":[{"name":"Amin Mousavi","is_ca":true},{"name":"Matthew Schmidt","is_ca":true},{"name":"Vicki Squires","is_ca":true},{"name":"Ken Wilson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0593746033482964,"gpt":0.4315131004440099,"spread":0.3721384970957134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001789369,0.00008746221,0.0001701253,0.0001338702,0.00005194208,0.000157476,0.0009970996,0.00003271079,0.00001511827],"category_scores_gemma":[0.0005871472,0.00005652549,0.0001105638,0.0004387809,0.00009766606,0.000381815,0.00009553519,0.000269123,0.000003645907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001025017,"about_ca_system_score_gemma":0.000387908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001281549,"about_ca_topic_score_gemma":0.00001331881,"domain_scores_codex":[0.9980726,0.0005864398,0.0007312812,0.0001257833,0.0003925884,0.00009131266],"domain_scores_gemma":[0.9971726,0.001008619,0.0007167193,0.0001377978,0.0009220046,0.00004225615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004723787,0.00365206,0.01511505,0.0001839565,0.0006834272,0.0003228997,0.06500118,0.1370991,0.01461465,0.1343085,0.0008906166,0.6276562],"study_design_scores_gemma":[0.0001784098,0.000286892,0.01578787,0.0006364164,0.0000565779,0.0005978686,0.03506975,0.909355,0.01531583,0.02225886,0.0002741682,0.0001823115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8888723,0.0001980835,0.08613581,0.0229325,0.001635744,0.000127581,0.000001510448,0.00001814055,0.00007827472],"genre_scores_gemma":[0.9959344,0.00003848563,0.003549116,0.0002518669,0.0002135068,0.000002430276,0.000001253694,0.000004942053,0.000003986439],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.772256,"threshold_uncertainty_score":0.2305043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3049368898","doi":"10.1007/s40593-020-00202-6","title":"Utilizing Game Analytics to Inform and Validate Digital Game-based Assessment with Evidence-centered Game Design: A Case Study","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Computer science; Key (lock); Learning analytics; Process (computing); Artificial intelligence; Machine learning; Task (project management); TRACE (psycholinguistics); Dreyfus model of skill acquisition; Human–computer interaction; Engineering","authors":[{"name":"Fu Chen","is_ca":true},{"name":"Ying Cui","is_ca":true},{"name":"Man-Wai Chu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2287080862633832,"gpt":0.4648052278734977,"spread":0.2360971416101145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006507473,0.0001974611,0.0002471517,0.0005215157,0.00003850432,0.0004256779,0.0004054308,0.00006106693,0.0001896042],"category_scores_gemma":[0.0004879988,0.0001800611,0.00006540577,0.0006021491,0.00007220552,0.0006864908,0.00004305895,0.0003114869,0.00003780331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003282899,"about_ca_system_score_gemma":0.0007988503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001615115,"about_ca_topic_score_gemma":0.00007675675,"domain_scores_codex":[0.9976256,0.0001373512,0.001070679,0.0003278427,0.0006318137,0.0002066763],"domain_scores_gemma":[0.9973925,0.0004354831,0.0005984462,0.0001817642,0.00113839,0.0002533601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003155717,0.006901805,0.1231556,0.00004131006,0.0004826524,0.0009970355,0.1289081,0.02675665,0.000569588,0.005516744,0.0004483579,0.7030665],"study_design_scores_gemma":[0.001668847,0.01181307,0.1482957,0.001934899,0.0004443841,0.004867359,0.7375731,0.0757318,0.002422548,0.006675182,0.006844611,0.001728509],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8613281,0.00009108441,0.127808,0.008962209,0.00110757,0.0005827271,0.000008604346,0.00001262634,0.00009911773],"genre_scores_gemma":[0.9947504,0.00001648548,0.003768928,0.0008812783,0.00046526,0.00005262815,0.00001006346,0.00001980471,0.00003511547],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.701338,"threshold_uncertainty_score":0.7342679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2566699093","doi":"10.1007/s40593-016-0137-5","title":"Assessing Whether Students Seek Constructive Criticism: The Design of an Automated Feedback System for a Graphic Design Task","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Constructive; Context (archaeology); Task (project management); Computer science; Mathematics education; Human–computer interaction; Domain (mathematical analysis); Instructional design; Psychology; Multimedia; Mathematics; Process (computing)","authors":[{"name":"Maria Cutumisu","is_ca":true},{"name":"Kristen Pilner Blair","is_ca":false},{"name":"Doris B. Chin","is_ca":false},{"name":"Daniel L. Schwartz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08624980031348915,"gpt":0.4505126573402344,"spread":0.3642628570267453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002019797,0.000139407,0.0002043273,0.0004478384,0.00006233537,0.0001468108,0.0006638453,0.00009757456,0.00008464023],"category_scores_gemma":[0.0004648317,0.00009431948,0.00009522032,0.0002558732,0.0002116561,0.0006081341,0.00001720483,0.0001289175,0.00001738316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002982055,"about_ca_system_score_gemma":0.0005340111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006689757,"about_ca_topic_score_gemma":0.00001209611,"domain_scores_codex":[0.9974377,0.0005708855,0.001085839,0.0002193936,0.0005095599,0.0001766491],"domain_scores_gemma":[0.9954163,0.001377284,0.0009312534,0.0001976,0.002013043,0.00006451446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002170933,0.005343227,0.005808976,0.00005495844,0.0007024812,0.00001329429,0.03386389,0.005099112,0.07969985,0.1755925,0.0009049792,0.6907458],"study_design_scores_gemma":[0.00145873,0.002216207,0.1201629,0.003881447,0.0003927538,0.001358027,0.4128403,0.03008613,0.1093635,0.3162736,0.0008342859,0.001132157],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4408727,0.0001151193,0.5516712,0.001693187,0.005065221,0.0004830355,0.00001219163,0.0000190517,0.00006829731],"genre_scores_gemma":[0.9859987,0.00002162052,0.01319151,0.00009649807,0.0005164724,0.00009308752,0.000004905897,0.0000190861,0.00005806549],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6896136,"threshold_uncertainty_score":0.3846237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3045254706","doi":"10.1007/s40593-020-00204-4","title":"Collaborating with Mature English Language Learners to Combine Peer and Automated Feedback: a User-Centered Approach to Designing Writing Support","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Peer feedback; Rubric; Computer science; Ell; Second language writing; Leverage (statistics); Knowledge management; Mathematics education; Psychology; Teaching method; Artificial intelligence; Second language","authors":[{"name":"Amna Liaqat","is_ca":true},{"name":"Cosmin Munteanu","is_ca":true},{"name":"Carrie Demmans Epp","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05239018174004457,"gpt":0.4053117472924124,"spread":0.3529215655523679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001729527,0.0001423442,0.0002132808,0.0004155891,0.00005943088,0.000197987,0.0003063305,0.00007326945,0.00007773481],"category_scores_gemma":[0.002110537,0.0001330718,0.00002836683,0.0007214739,0.0000366945,0.0001969232,0.00004058359,0.0005463194,0.0000176774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001293025,"about_ca_system_score_gemma":0.0002123314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008274729,"about_ca_topic_score_gemma":0.0000104962,"domain_scores_codex":[0.9981102,0.0003782291,0.0006422302,0.0002513732,0.0004214434,0.0001965653],"domain_scores_gemma":[0.9979081,0.0001805283,0.0003463592,0.00008230778,0.001335781,0.0001469573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00182994,0.0009237371,0.02876375,0.00003202103,0.0001937122,0.00006868791,0.7007174,0.0119658,0.02341138,0.008216936,0.004949823,0.2189268],"study_design_scores_gemma":[0.0006149056,0.001877235,0.03190365,0.0008298002,0.00005347644,0.0002886015,0.9382365,0.009480666,0.01059771,0.0003025331,0.005063787,0.0007511206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9005916,0.00002539486,0.09160106,0.004719208,0.001172286,0.0002064884,0.000004683494,0.00005809722,0.001621239],"genre_scores_gemma":[0.9048836,8.741487e-7,0.09291371,0.001354398,0.0006828608,0.0000116149,0.0000162265,0.00002211046,0.0001146601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2375191,"threshold_uncertainty_score":0.5426512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3112128060","doi":"10.1007/s40593-020-00225-z","title":"Including Learning Analytics in the Loop of Self-Paced Online Course Learning Design","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Analytics; Educational technology; Instructional design; Synchronous learning; Data science; Multimedia; Teaching method; Mathematics education; Cooperative learning; Psychology","authors":[{"name":"Hongxin Yan","is_ca":false},{"name":"Fuhua Lin","is_ca":true},{"name":"Kinshuk Kinshuk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08564813348262072,"gpt":0.3885001163625578,"spread":0.302851982879937,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001466864,0.0001122761,0.0002016524,0.0003735155,0.00004748701,0.0001341162,0.001221625,0.00005658964,0.00001027582],"category_scores_gemma":[0.001634203,0.00009494483,0.00008746568,0.0008705787,0.00004464918,0.0004265117,0.00008436159,0.0008290758,0.000007305491],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001167819,"about_ca_system_score_gemma":0.000617903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000417468,"about_ca_topic_score_gemma":0.00002063009,"domain_scores_codex":[0.9977776,0.0003805165,0.0009015301,0.0001659609,0.0006214066,0.0001529178],"domain_scores_gemma":[0.997918,0.0005295522,0.0007341513,0.0001009673,0.0006574891,0.00005986086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005640768,0.001328609,0.01948795,0.0000158597,0.00005038821,0.00004031948,0.02553285,0.7667155,0.001360809,0.01131461,0.00004293699,0.1740538],"study_design_scores_gemma":[0.00006432831,0.0002971549,0.002368694,0.0001591438,0.000018059,0.00002996049,0.01254821,0.9727151,0.001657332,0.009803256,0.0002212405,0.0001175392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.517011,0.0001782932,0.4476379,0.03423335,0.0007627046,0.00009623869,5.572725e-7,0.00002108585,0.0000588556],"genre_scores_gemma":[0.9698684,0.0001351576,0.02923988,0.0002918287,0.0004413874,0.000001038088,0.0000030218,0.000007247322,0.00001202679],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4528573,"threshold_uncertainty_score":0.3871738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1541576007","doi":"10.3233/irg-2007-17(2)05","title":"Explicit Reflection in Prolog-Tutor","year":2007,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université TÉLUQ; Université du Québec à Montréal; Université du Québec","funders":"","keywords":"Reflection (computer programming); Computer science; Prolog; TUTOR; Set (abstract data type); Logic programming; Domain (mathematical analysis); Programming language; Openness to experience; Think aloud protocol; Intelligent tutoring system; Human–computer interaction; Software engineering; Psychology","authors":[{"name":"Joséphine Tchétagni","is_ca":true},{"name":"Roger Nkambou","is_ca":true},{"name":"Jacqueline Bourdeau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04510752239558109,"gpt":0.3724055150019654,"spread":0.3272979926063844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002068683,0.0001057057,0.0001487296,0.001110523,0.00003078016,0.0001424989,0.0007936212,0.00007810306,0.00001879541],"category_scores_gemma":[0.0004074952,0.0001038884,0.00006920291,0.00051004,0.00001824239,0.0008586984,0.00005030934,0.0003664494,0.00003357677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005596238,"about_ca_system_score_gemma":0.0003072943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000221846,"about_ca_topic_score_gemma":0.0002896796,"domain_scores_codex":[0.997989,0.00007725577,0.001045305,0.0001954515,0.0004768513,0.0002161575],"domain_scores_gemma":[0.9985067,0.0001632889,0.0004744015,0.0001299971,0.0006673987,0.00005817971],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001311153,0.0004985642,0.009662455,0.000005437359,0.00001463662,0.00005879089,0.005174531,0.002569418,0.00695193,0.385199,0.00003828653,0.5896958],"study_design_scores_gemma":[0.0004572969,0.001807973,0.09527025,0.002738145,0.00001741234,0.001384144,0.0233003,0.04493774,0.379207,0.3695112,0.07987536,0.001493189],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3575371,0.0001440717,0.6328334,0.001019497,0.007560072,0.000112903,1.549007e-7,0.00001405267,0.0007787569],"genre_scores_gemma":[0.9873545,0.00003945364,0.0112986,0.000136714,0.0009438002,0.000005054305,7.422159e-7,0.000006715702,0.0002144916],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6298174,"threshold_uncertainty_score":0.4236446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092406156","doi":"10.1007/s40593-020-00219-x","title":"Student Modeling for Individuals and Groups: the BioWorld and HOWARD Platforms","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Context (archaeology); Educational technology; Learning analytics; Computer science; Process (computing); Mathematics education; Computational thinking; Data science; Psychology; Artificial intelligence","authors":[{"name":"Susanne P. Lajoie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05773535250707091,"gpt":0.3751517904067808,"spread":0.3174164378997099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000492757,0.00006575785,0.00009418459,0.0001374084,0.0000488861,0.0002739129,0.0005141371,0.00002587591,0.000001764372],"category_scores_gemma":[0.0002820175,0.00004746368,0.00003474575,0.0001374282,0.0000336243,0.000397497,0.00008468502,0.0001684262,0.000001405142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003143541,"about_ca_system_score_gemma":0.0001241105,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001144478,"about_ca_topic_score_gemma":0.000008716909,"domain_scores_codex":[0.9991084,0.0000173775,0.0004055356,0.0001223021,0.000263266,0.00008314755],"domain_scores_gemma":[0.999261,0.0001507659,0.0001969951,0.0000557311,0.0002764456,0.00005905337],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004296032,0.0002478798,0.01048024,0.00001349907,0.00007171783,0.000004226745,0.02381903,0.02767444,0.0002703838,0.2378986,0.00010087,0.6993762],"study_design_scores_gemma":[0.00004664157,0.000124436,0.0007961508,0.00006353499,0.000009102738,0.00003058926,0.005003826,0.7887486,0.0003311867,0.204447,0.0003207342,0.00007815683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5959524,0.0002323484,0.3571147,0.04598797,0.0006240017,0.00007229623,0.000001184201,0.000005453743,0.000009646086],"genre_scores_gemma":[0.9836899,0.000148085,0.01498705,0.0006137561,0.0005489076,0.000003089251,0.000001166828,0.000003668287,0.000004346351],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7610742,"threshold_uncertainty_score":0.2641348,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2242093541","doi":"10.1007/s40593-015-0073-9","title":"From Small Seeds Grow Fruitful Trees: How the PHelpS Peer Help System Stimulated a Diverse and Innovative Research Agenda over 15 Years","year":2015,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Knowledge management; Reputation; Context (archaeology); Data science; World Wide Web; Sociology","authors":[{"name":"Julita Vassileva","is_ca":true},{"name":"Gord McCalla","is_ca":true},{"name":"Jim Greer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1716906246093381,"gpt":0.3881327076219974,"spread":0.2164420830126593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002941063,0.0001458811,0.0001965454,0.0006501574,0.00009593493,0.0007139037,0.00117412,0.00009034901,0.00001548807],"category_scores_gemma":[0.001143198,0.0001168979,0.00006088655,0.0008086702,0.0001145911,0.0007830571,0.0002270398,0.0006180618,0.00004863695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006087661,"about_ca_system_score_gemma":0.0006699333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001975848,"about_ca_topic_score_gemma":0.0001809572,"domain_scores_codex":[0.9971203,0.0004321956,0.0006440647,0.0002798697,0.001280445,0.0002430811],"domain_scores_gemma":[0.9944982,0.0004632509,0.000466859,0.0002185598,0.004243964,0.0001091548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003742285,0.0007376673,0.02017366,0.00002179429,0.0003464356,0.0002992429,0.1280629,0.009961487,0.00400646,0.2683002,0.007001192,0.5607148],"study_design_scores_gemma":[0.0008557049,0.001147938,0.06037502,0.003616097,0.00005429122,0.0006149536,0.502943,0.2209114,0.01962643,0.08083798,0.1075859,0.001431262],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8676623,0.0002993982,0.1216325,0.003819906,0.006147927,0.0002134819,0.000006135876,0.00002209139,0.0001963475],"genre_scores_gemma":[0.9950055,0.00001989226,0.002694658,0.00009147701,0.001520068,0.000008629838,0.000004797248,0.00001142315,0.0006435456],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5592835,"threshold_uncertainty_score":0.688419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3084004126","doi":"10.1007/s40593-020-00212-4","title":"Open Learner Models Working in Symbiosis With Self-Regulating Learners: A Research Agenda","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Learning analytics; Computer science; Context (archaeology); Educational technology; Mathematics education; Process (computing); Knowledge management; Data science; Psychology","authors":[{"name":"Philip H. Winne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2191725661841332,"gpt":0.4103694396827042,"spread":0.191196873498571,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00232519,0.0001397134,0.0002328844,0.0006975612,0.00008638157,0.0009081378,0.002387403,0.00006983058,0.00002154866],"category_scores_gemma":[0.0004176967,0.0001264405,0.00006032339,0.001071387,0.00004174429,0.001759101,0.0003623775,0.0007832806,0.00002734782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004696124,"about_ca_system_score_gemma":0.0008140919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005908445,"about_ca_topic_score_gemma":0.0001346699,"domain_scores_codex":[0.9971176,0.0003523229,0.0009321732,0.000364718,0.0009319895,0.0003011992],"domain_scores_gemma":[0.9980584,0.0002750226,0.0004537044,0.0001686213,0.0009373209,0.0001069436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002403343,0.0006351586,0.01089619,0.00001699996,0.00007212339,0.0001042825,0.05810151,0.1548839,0.00159168,0.3706067,0.0001084853,0.4027427],"study_design_scores_gemma":[0.0003967766,0.001156501,0.001829553,0.004295725,0.0000150847,0.000241347,0.06390643,0.8034651,0.01961843,0.09131631,0.01285987,0.0008989155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4549181,0.0003700307,0.5234579,0.01453442,0.002389035,0.0005759459,4.356775e-7,0.0000466433,0.003707412],"genre_scores_gemma":[0.970089,0.00004816512,0.02887447,0.0002610653,0.0005973095,0.0000136684,8.768727e-7,0.00001486288,0.0001005683],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6485811,"threshold_uncertainty_score":0.8757193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2249705525","doi":"10.1007/s40593-015-0077-5","title":"Using Ontological Engineering to Overcome AI-ED Problems: Contribution, Impact and Perspectives","year":2015,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université TÉLUQ","funders":"Japan Society for the Promotion of Science","keywords":"Ontology; Ontology engineering; Work (physics); Computer science; Management science; Data science; Engineering ethics; Process ontology; Artificial intelligence; Engineering; Epistemology; Domain knowledge; Philosophy; Mechanical engineering","authors":[{"name":"Riichiro Mizoguchi","is_ca":false},{"name":"Jacqueline Bourdeau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08879359279688523,"gpt":0.39294477426319,"spread":0.3041511814663048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005922922,0.00009406342,0.0001544502,0.0003969492,0.00002072698,0.0002173428,0.0004862925,0.00004909117,0.0000068837],"category_scores_gemma":[0.00142814,0.00007905407,0.00004771795,0.0002307409,0.00003274228,0.0007431129,0.00007731176,0.0001531039,0.000005631136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004860573,"about_ca_system_score_gemma":0.0005401229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003355325,"about_ca_topic_score_gemma":0.00004543061,"domain_scores_codex":[0.9988822,0.00004620169,0.0004494712,0.000153233,0.0003247618,0.0001440926],"domain_scores_gemma":[0.9983242,0.0001057208,0.0001659518,0.0000908775,0.001187148,0.0001261024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004070274,0.002010194,0.06058396,0.00001486533,0.0002105701,0.0001061336,0.0518075,0.1930495,0.01587764,0.4047333,0.0007321185,0.2704672],"study_design_scores_gemma":[0.0003606089,0.001249219,0.1190354,0.0006537478,0.00002915015,0.001738026,0.01411184,0.5711529,0.0142685,0.2753267,0.001310958,0.0007629088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5155001,0.0004983652,0.4795126,0.003227128,0.001164919,0.00007245262,7.081898e-7,0.0000101624,0.00001357003],"genre_scores_gemma":[0.9724095,0.00003418103,0.02713262,0.0001427691,0.0002723919,0.000002668902,5.044829e-7,0.000003044241,0.000002262061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4569094,"threshold_uncertainty_score":0.3223731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3196051021","doi":"10.1007/s40593-021-00266-y","title":"Patterns of Adults with Low Literacy Skills Interacting with an Intelligent Tutoring System","year":2021,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"Institute of Education Sciences; National Science Foundation","keywords":"Reading comprehension; Comprehension; Reading (process); Literacy; Psychology; Intervention (counseling); Intelligent tutoring system; Computer science; Mathematics education; Cognitive psychology; Multimedia; Pedagogy; Linguistics","authors":[{"name":"Ying Fang","is_ca":false},{"name":"Anne Lippert","is_ca":false},{"name":"Zhiqiang Cai","is_ca":false},{"name":"Su Chen","is_ca":false},{"name":"Jan C. Frijters","is_ca":true},{"name":"Daphne Greenberg","is_ca":false},{"name":"Arthur C. Graesser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01335443711519205,"gpt":0.3083898184123802,"spread":0.2950353812971881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006792636,0.0002162852,0.0003336442,0.0005806704,0.00005788503,0.0004031678,0.0009916293,0.00006475871,0.00003219317],"category_scores_gemma":[0.0002607928,0.0001789325,0.00009892992,0.0004495901,0.00002731236,0.001871749,0.00009671244,0.0004246441,0.000009001007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004636303,"about_ca_system_score_gemma":0.0007415499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002938917,"about_ca_topic_score_gemma":0.0001093556,"domain_scores_codex":[0.9970368,0.000195791,0.001292257,0.0003717774,0.0008537516,0.0002496551],"domain_scores_gemma":[0.9946561,0.0003030944,0.001184366,0.0003329692,0.003399941,0.0001234808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005843582,0.002510866,0.02691881,0.0002567635,0.000232532,0.0005956712,0.04939597,0.03038082,0.004620603,0.1639541,0.000004395786,0.7205451],"study_design_scores_gemma":[0.0004650773,0.002569833,0.009772379,0.04427518,0.00006294766,0.004591313,0.1122396,0.08047359,0.7398129,0.002310475,0.002178862,0.001247829],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5578688,0.0001032416,0.4387394,0.0001207888,0.002990428,0.000090084,0.00000161156,0.00001610536,0.00006956233],"genre_scores_gemma":[0.9698207,0.00004239965,0.02923454,0.00004553864,0.0007220936,0.000009096694,0.000006383327,0.00001943253,0.00009979353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7351922,"threshold_uncertainty_score":0.7296657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3098168731","doi":"10.1007/s40593-020-00224-0","title":"Teens-Online: a Game Theory-Based Collaborative Platform for Privacy Education","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Computer science; Educational technology; Internet privacy; Multimedia; Game theory; Human–computer interaction; World Wide Web; Mathematics education; Psychology; Mathematics","authors":[{"name":"Rita Yusri","is_ca":true},{"name":"Adel Abusitta","is_ca":true},{"name":"Esma Aı̈meur","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06579135475013438,"gpt":0.4235039922839346,"spread":0.3577126375338003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005965192,0.0001816567,0.0002281423,0.0004670592,0.00004196768,0.0001163596,0.0006707457,0.0001259769,0.00044461],"category_scores_gemma":[0.0014405,0.0001809793,0.0001472973,0.0005360464,0.0001000482,0.000394787,0.0000197502,0.0002826352,0.00007273813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003249327,"about_ca_system_score_gemma":0.002624303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003886895,"about_ca_topic_score_gemma":0.00002245158,"domain_scores_codex":[0.9978263,0.0001219194,0.001141284,0.0002955509,0.0004155002,0.0001993858],"domain_scores_gemma":[0.9957241,0.0005483773,0.0008939414,0.0001705336,0.002504776,0.0001582908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001331104,0.002944845,0.001300723,0.00001881509,0.00008787926,0.000001755887,0.02119982,0.0008197628,0.0008745876,0.2498852,0.00322125,0.7183142],"study_design_scores_gemma":[0.0008731281,0.00178943,0.02608362,0.0006679891,0.0001803868,0.00009220821,0.1719781,0.009955926,0.01366558,0.5164251,0.2572165,0.001071964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6910997,0.001342196,0.2194327,0.0663185,0.01853042,0.001463679,0.0001651299,0.0000444543,0.001603215],"genre_scores_gemma":[0.9800913,0.00005041473,0.01293188,0.00339814,0.002958727,0.0001308044,0.0002018831,0.00002773326,0.0002091203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7172423,"threshold_uncertainty_score":0.7380122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094316375","doi":"10.1007/s40593-020-00217-z","title":"When Does Scaffolding Provide Too Much Assistance? A Code-Tracing Tutor Investigation","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; TUTOR; Computer science; Code (set theory); Operationalization; Artificial intelligence; Programming language","authors":[{"name":"Jay Jennings","is_ca":true},{"name":"Kasia Müldner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04427563111696664,"gpt":0.3316128729635866,"spread":0.28733724184662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009698842,0.000129958,0.0001667081,0.0003383136,0.00008357714,0.0006042734,0.001084985,0.00006319685,0.0000186091],"category_scores_gemma":[0.001332784,0.0001144104,0.00008882193,0.0003322035,0.00005287178,0.001446889,0.00007807222,0.0004267303,0.00001850342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002755516,"about_ca_system_score_gemma":0.0005957508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001080852,"about_ca_topic_score_gemma":0.00004768593,"domain_scores_codex":[0.9979203,0.0001632054,0.0008572773,0.0002712846,0.0006030097,0.0001848623],"domain_scores_gemma":[0.9983087,0.0001922498,0.0006395493,0.0001325778,0.000582935,0.0001439402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004396369,0.0001578195,0.004286714,0.0000144026,0.00002444352,0.00001582459,0.02802775,0.002487358,0.003281755,0.02191383,0.0002415536,0.9395046],"study_design_scores_gemma":[0.0004775874,0.001195046,0.01791228,0.003129664,0.00007977429,0.0004133346,0.03914663,0.3796676,0.1439021,0.3250972,0.08710719,0.001871649],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3442405,0.0001260377,0.6258891,0.02637206,0.003166882,0.000104784,8.465427e-7,0.00005084218,0.00004890118],"genre_scores_gemma":[0.8693612,0.00001474631,0.1289405,0.0007407857,0.0008951798,0.0000067828,0.000002496814,0.000009136455,0.00002923521],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9376329,"threshold_uncertainty_score":0.5827022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2238681983","doi":"10.1007/s40593-015-0081-9","title":"Interaction with an Edu-Game: A Detailed Analysis of Student Emotions and Judges’ Perceptions","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"","keywords":"Inter-rater reliability; Perception; Set (abstract data type); Psychology; Interval (graph theory); Emotion classification; Social psychology; Cognitive psychology; Computer science; Developmental psychology; Mathematics","authors":[{"name":"Cristina Conati","is_ca":true},{"name":"Mirela Gutica","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04939486269841325,"gpt":0.4330988632031201,"spread":0.3837040005047068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004680655,0.0001186812,0.0002217561,0.001405712,0.00002980141,0.00005682983,0.0003125999,0.0000697636,0.00128705],"category_scores_gemma":[0.0001228895,0.00008745533,0.00009792219,0.0006024117,0.0001409428,0.0005469012,0.00001868015,0.0001412123,0.00002056971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000252261,"about_ca_system_score_gemma":0.0002252087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000119653,"about_ca_topic_score_gemma":0.0009432688,"domain_scores_codex":[0.9982337,0.0001486981,0.0008787309,0.0002277263,0.0003879999,0.0001231226],"domain_scores_gemma":[0.9975297,0.0002477499,0.000676823,0.000202427,0.00124967,0.00009363113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004953716,0.003869383,0.3665649,0.000004230693,0.0009318624,0.000003434911,0.02418167,0.0007805467,0.004878034,0.0468045,0.00007111527,0.5514149],"study_design_scores_gemma":[0.0001006389,0.0003373215,0.9549239,0.0001095151,0.000266648,0.00005422294,0.03787449,0.0003409531,0.0003266899,0.00530749,0.0002353962,0.0001226927],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.971381,0.00007466345,0.02362167,0.002917014,0.001572028,0.0001280223,0.00001268513,0.000006537509,0.0002863853],"genre_scores_gemma":[0.9976832,0.0001258704,0.001554674,0.0000882593,0.0003481996,0.00002552771,0.00002263926,0.00001068937,0.0001409971],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.588359,"threshold_uncertainty_score":0.9996259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093007025","doi":"10.1007/s40593-014-0030-z","title":"Designing a Knowledge Representation Approach for the Generation of Pedagogical Interventions by MTTs","year":2014,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Representation (politics); Psychological intervention; Tracing; Inclusion (mineral); Multimedia; Psychology; Engineering","authors":[{"name":"Luc Paquette","is_ca":false},{"name":"Jean-François Lebeau","is_ca":true},{"name":"Gabriel Beaulieu","is_ca":true},{"name":"André Mayers","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2661587394504651,"gpt":0.4456065192015594,"spread":0.1794477797510943,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001565302,0.00009459929,0.0001591163,0.0002920112,0.00008030696,0.0001626121,0.0008269816,0.00005219236,0.000008185782],"category_scores_gemma":[0.0009126543,0.00007447959,0.0001863385,0.0002460173,0.00004100807,0.0004910231,0.00005001676,0.0001712691,0.000003217042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001245978,"about_ca_system_score_gemma":0.0001614503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007280686,"about_ca_topic_score_gemma":0.00001293039,"domain_scores_codex":[0.9981887,0.0002037137,0.0009638907,0.0001812615,0.0003431909,0.0001192291],"domain_scores_gemma":[0.9973909,0.0005249804,0.0007103713,0.0001564794,0.001180766,0.00003645493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004372661,0.0008394648,0.0004064378,0.00002917043,0.00006464504,3.255453e-7,0.01103015,0.03509742,0.02056536,0.336987,0.0008107667,0.5941255],"study_design_scores_gemma":[0.0001462879,0.0004725004,0.0004576503,0.000505426,0.00003807725,0.00005673392,0.01172986,0.8342652,0.1206191,0.02265492,0.008783906,0.0002702753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01265861,0.0004293986,0.9831448,0.0005781247,0.002791294,0.0002067717,0.000001163477,0.000007616499,0.0001821892],"genre_scores_gemma":[0.9414334,0.00004345441,0.05719504,0.00003388543,0.0009375834,0.00002789596,0.000008260775,0.000006925432,0.0003135402],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9287748,"threshold_uncertainty_score":0.303719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406731206","doi":"10.1007/s40593-024-00454-6","title":"Navigating the Ethical Frontier: Graduate Students’ Experiences with Generative AI-Mediated Scholarship","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Scholarship; Frontier; Generative grammar; Graduate students; Educational technology; Faculty development; Medical education; Sociology; Engineering ethics; Pedagogy; Psychology; Computer science; Political science; Medicine; Professional development; Engineering; Artificial intelligence","authors":[{"name":"Soroush Sabbaghan","is_ca":true},{"name":"Sarah Elaine Eaton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1320367752020061,"gpt":0.5088173349618555,"spread":0.3767805597598495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001684293,0.0001713115,0.0002663676,0.0002957452,0.0001651538,0.0002515903,0.0006206348,0.0001824432,0.00008807021],"category_scores_gemma":[0.002216207,0.0001172865,0.0001007303,0.000729232,0.0002975099,0.0003896653,0.00004535332,0.002099315,0.00002507037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004771082,"about_ca_system_score_gemma":0.002104931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000455344,"about_ca_topic_score_gemma":0.0002877295,"domain_scores_codex":[0.9969419,0.000236179,0.001279135,0.0002450017,0.001062146,0.0002355934],"domain_scores_gemma":[0.9959741,0.000564536,0.0004746685,0.0001979115,0.002674964,0.0001138469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001415245,0.001552275,0.130506,0.00003019633,0.0002144295,0.00004063546,0.07852009,0.00045334,0.0009872083,0.004920992,0.001156431,0.7802032],"study_design_scores_gemma":[0.0001973275,0.001359967,0.04942369,0.005526265,0.0002019477,0.0004324491,0.682618,0.006267726,0.159796,0.09119887,0.002389031,0.0005886722],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8969939,0.0003167699,0.01261742,0.08498652,0.004637577,0.0003416278,0.000001200458,0.00001214858,0.00009280951],"genre_scores_gemma":[0.987981,0.0001905489,0.002122524,0.008630833,0.0009246327,0.0000757602,0.00001398771,0.00001167292,0.00004909529],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7796145,"threshold_uncertainty_score":0.9120598,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409348514","doi":"10.1007/s40593-025-00472-y","title":"Predicting Online Education Dropout: A new Machine Learning Model based on Sentiment Analysis, Socio-demographic, and Behavioral Data","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université TÉLUQ; Université de Sherbrooke","funders":"","keywords":"Dropout (neural networks); Sentiment analysis; Computer science; Educational technology; Machine learning; Artificial intelligence; Online learning; Psychology; Data science; Mathematics education; Multimedia","authors":[{"name":"Meriem Zerkouk","is_ca":true},{"name":"Miloud Mihoubi","is_ca":true},{"name":"Belkacem Chikhaoui","is_ca":true},{"name":"Shengrui Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0423147182675875,"gpt":0.404647021993181,"spread":0.3623323037255936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006774126,0.0001301992,0.0001913384,0.00158215,0.00008128948,0.0002726923,0.001049238,0.00006376136,0.00001068264],"category_scores_gemma":[0.0003036199,0.000129547,0.00009343376,0.0009176445,0.00004047967,0.0005164205,0.0001533705,0.0004793879,0.000001757779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001708854,"about_ca_system_score_gemma":0.001652683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004720595,"about_ca_topic_score_gemma":0.0002989646,"domain_scores_codex":[0.9982505,0.0001017919,0.0007198236,0.0003114249,0.0004820712,0.0001343318],"domain_scores_gemma":[0.9985535,0.000135638,0.0004581801,0.0002912071,0.0004742049,0.00008729922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004206984,0.001928406,0.1444952,0.000006590998,0.0001237215,0.00000282533,0.0008832954,0.23422,0.0001299116,0.00927309,0.0001235983,0.6087713],"study_design_scores_gemma":[0.00004951798,0.00006923595,0.003116265,0.0001732598,0.0001059592,0.000004276984,0.0007468854,0.9717761,0.0001230616,0.02360863,0.0001321278,0.00009471708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3203981,0.0003014098,0.6552187,0.02247449,0.001427394,0.00008743339,0.000009418368,0.000024708,0.00005836181],"genre_scores_gemma":[0.9526627,0.0001002967,0.04625664,0.0003908264,0.0002826106,0.000001429918,0.00009188696,0.000005802059,0.0002078059],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7375561,"threshold_uncertainty_score":0.5282775,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4362737013","doi":"10.1007/s40593-023-00334-5","title":"Choice-based Personalization in MOOCs: Impact on Activity and Perceived Value","year":2023,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Ministry of Aliyah and Immigrant Absorption; Gordon and Betty Moore Foundation","keywords":"Personalization; Context (archaeology); Computer science; Affect (linguistics); Task (project management); Psychology; World Wide Web; Engineering; Geography","authors":[{"name":"Ilana Ram","is_ca":false},{"name":"Sara Harris","is_ca":true},{"name":"Ido Roll","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03404431165580401,"gpt":0.3945684339625524,"spread":0.3605241223067484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005890387,0.00009534672,0.0001240935,0.001003725,0.00002930784,0.0001598376,0.0004138933,0.00005079756,0.0000129266],"category_scores_gemma":[0.0005545709,0.00008583525,0.00006361333,0.0006336723,0.00003153332,0.0004518853,0.00002943216,0.0002534029,0.00001941709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002809239,"about_ca_system_score_gemma":0.0004548497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000301784,"about_ca_topic_score_gemma":0.00008420371,"domain_scores_codex":[0.9988216,0.0001107209,0.0003662147,0.0001660779,0.0004045453,0.0001308425],"domain_scores_gemma":[0.9990211,0.0003123228,0.0002302815,0.00009696802,0.0002821809,0.00005712424],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001416133,0.001054986,0.05882977,0.00001478143,0.00002957922,0.0000349229,0.004578523,0.2632907,0.005370984,0.02020687,0.0001020593,0.6463452],"study_design_scores_gemma":[0.00005344753,0.0001283884,0.2369691,0.0001861126,0.000002359581,0.000009316948,0.0003758018,0.7380335,0.0008232372,0.02330083,0.00003332512,0.00008452297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9570898,0.00001994763,0.03178311,0.01004246,0.0009482058,0.00005313106,0.000001307915,0.00001611179,0.00004593772],"genre_scores_gemma":[0.9980885,0.0000615408,0.001383512,0.000145497,0.0002849581,0.000002315601,0.000004154965,0.000005789745,0.00002374821],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6462607,"threshold_uncertainty_score":0.350026,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3197866100","doi":"10.1007/s40593-021-00260-4","title":"Evaluating a Persuasive Intervention for Engagement in a Large University Class","year":2021,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Educational Games and Gamification","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Persuasive technology; Class (philosophy); Student engagement; Intervention (counseling); Psychology; User engagement; Educational technology; Mathematics education; Computer science; Applied psychology; Multimedia; Social psychology; Persuasion; World Wide Web","authors":[{"name":"Fidelia A. Orji","is_ca":true},{"name":"Julita Vassileva","is_ca":true},{"name":"Jim Greer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1267452282655928,"gpt":0.4796571003188566,"spread":0.3529118720532637,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001548383,0.00008888762,0.0001376229,0.0005251477,0.00003667549,0.00005106573,0.0002936758,0.00007333793,0.0006323839],"category_scores_gemma":[0.0008694896,0.0001044469,0.000136759,0.0003360634,0.00002802403,0.0002536995,0.00003115833,0.0002352514,0.00002542353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006289061,"about_ca_system_score_gemma":0.0006006981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001158426,"about_ca_topic_score_gemma":0.0005084795,"domain_scores_codex":[0.9983186,0.0002893771,0.0007244743,0.000214487,0.0002927212,0.0001604143],"domain_scores_gemma":[0.9975811,0.0003340751,0.0004596888,0.0001167506,0.001463745,0.00004462049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006463601,0.004606783,0.008848738,0.00001865234,0.0001002352,0.00002797905,0.02753787,0.00103119,0.001985473,0.2575482,0.0003884687,0.6972601],"study_design_scores_gemma":[0.001661357,0.0008364673,0.1644035,0.001173098,0.0001089432,0.0002071943,0.6289987,0.015262,0.006531008,0.1341848,0.04602458,0.0006082934],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9448901,0.0004207047,0.04170126,0.004814254,0.007023371,0.0002738542,0.00001609756,0.000005486354,0.0008548161],"genre_scores_gemma":[0.9934768,0.00006360806,0.005088105,0.0001786242,0.0005242805,0.00001954189,0.00005307596,0.000009038895,0.0005869305],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6966518,"threshold_uncertainty_score":0.692416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2240141566","doi":"10.1007/s40593-015-0074-8","title":"Commentary on: “Toward Computer-Based Support of MetaCognitive Skills: a Computational Framework to Coach Self Explanation”","year":2015,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Metacognition; Domain (mathematical analysis); Computer science; Cognition; Psychology; Cognitive science; Mathematics education; Artificial intelligence","authors":[{"name":"Cristina Conati","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04879143704489946,"gpt":0.3579269669191568,"spread":0.3091355298742573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001249243,0.0001694507,0.0002792104,0.0009554589,0.00003768917,0.0001533991,0.001012371,0.00007320456,0.00002308559],"category_scores_gemma":[0.0004600847,0.0001675096,0.0001225203,0.0004806764,0.0000365726,0.0005041275,0.00008313579,0.000325391,0.00005126684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004785994,"about_ca_system_score_gemma":0.0008249369,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000677597,"about_ca_topic_score_gemma":0.000006961509,"domain_scores_codex":[0.9970934,0.0002187839,0.001131923,0.0002552916,0.001118873,0.0001817414],"domain_scores_gemma":[0.9957839,0.0006211048,0.0006981866,0.0001568609,0.002564518,0.000175395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002145335,0.003393669,0.002155551,0.00001868714,0.0001729009,0.00005093854,0.02545734,0.4587577,0.00005775729,0.3358421,0.005117227,0.1687616],"study_design_scores_gemma":[0.0009482841,0.007702079,0.006389386,0.003803973,0.00009513682,0.0003363595,0.01636672,0.4658145,0.04668005,0.3784697,0.07165714,0.001736666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02398323,0.00002779473,0.9571257,0.01282854,0.005647977,0.0001964396,0.000006249502,0.00002161642,0.0001624951],"genre_scores_gemma":[0.7859775,0.000004180862,0.2090032,0.004118037,0.0008474036,0.00001069925,0.00001332885,0.000009797378,0.00001593276],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7619942,"threshold_uncertainty_score":0.6830845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2300634237","doi":"10.1007/s40593-016-0109-9","title":"Preface to the IJAIED 25th Anniversary Issue, Part 2","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Engineering ethics; Library science; Data science; Engineering","authors":[{"name":"H. Chad Lane","is_ca":false},{"name":"Gordon McCalla","is_ca":true},{"name":"Chee-Kit Looi","is_ca":false},{"name":"Susan Bull","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03663230153425555,"gpt":0.3653806722013105,"spread":0.3287483706670549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004022012,0.00008411568,0.0001687078,0.0003231145,0.00003786197,0.00001033095,0.000268448,0.00004531965,0.0002570397],"category_scores_gemma":[0.0006558958,0.00004769099,0.00006795422,0.0001648939,0.0001041759,0.0001462613,0.00003187112,0.0001517529,0.0002584989],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002781,"about_ca_system_score_gemma":0.0004404347,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002803519,"about_ca_topic_score_gemma":0.00004090251,"domain_scores_codex":[0.9987466,0.00005065868,0.0005648407,0.0001193838,0.0003951364,0.0001233367],"domain_scores_gemma":[0.9987007,0.0001370374,0.0002226077,0.0001382394,0.0007052417,0.00009615692],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009909641,0.0006541659,0.006362794,0.000009758814,0.0001321998,0.00008776873,0.004386717,0.00004824343,0.002506416,0.002681527,0.3361781,0.6459613],"study_design_scores_gemma":[0.0001939242,0.0004605424,0.007402902,0.0007554716,0.00005835101,0.0003998841,0.009457669,0.00009885868,0.009537986,0.002940373,0.9685547,0.0001393777],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5896446,0.001519107,0.01714404,0.3534495,0.02247864,0.0005548259,0.000006928926,0.0000220347,0.01518037],"genre_scores_gemma":[0.973223,0.0009391909,0.00127418,0.01850461,0.003720487,0.00001525677,0.000002902616,0.00001327283,0.002307106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.645822,"threshold_uncertainty_score":0.3322567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309836816","doi":"10.1007/s40593-022-00318-x","title":"Assessing Teamwork Skills: Can a Computer Algorithm Match Human Experts?","year":2022,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"AI in Service Interactions","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Ontario Tech University","funders":"","keywords":"Teamwork; Computer science; Peer assessment; Artificial intelligence; Algorithm; Psychology; Mathematics education","authors":[{"name":"Igor Kotlyar","is_ca":true},{"name":"Tina Sharifi","is_ca":true},{"name":"Lisa Fıksenbaum","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03242304614964824,"gpt":0.3855324473376888,"spread":0.3531094011880406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007680452,0.0001583944,0.000196373,0.0008725041,0.0002542159,0.000704622,0.00217427,0.00004600072,0.0003032574],"category_scores_gemma":[0.00007320025,0.0001733441,0.0001330891,0.0006367631,0.00004830309,0.001707432,0.0003985979,0.0005471812,0.00001624252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001080243,"about_ca_system_score_gemma":0.0006793725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004113954,"about_ca_topic_score_gemma":0.00008218003,"domain_scores_codex":[0.9972007,0.0002258185,0.001096536,0.00029186,0.000953595,0.0002314786],"domain_scores_gemma":[0.9978166,0.0002277628,0.0007369933,0.0002864814,0.0008348068,0.0000973136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008164124,0.001559206,0.0008767676,0.000002464628,0.00004084561,0.0000590706,0.00975302,0.008443327,0.0008648999,0.01450929,0.0009242188,0.9629588],"study_design_scores_gemma":[0.0002887748,0.0008403519,0.006752949,0.0006672402,0.00003780806,0.003674341,0.07551745,0.4881714,0.0138407,0.3878554,0.02103452,0.001319005],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1862018,0.00007744547,0.7894458,0.007528067,0.01630629,0.0001351219,0.000003883903,0.00003779985,0.0002637208],"genre_scores_gemma":[0.8733814,0.00001421837,0.1240248,0.001201709,0.001264816,0.00003394769,0.000009481373,0.00001552413,0.00005414324],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9616397,"threshold_uncertainty_score":0.7068769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407634256","doi":"10.1007/s40593-025-00461-1","title":"Teaching a Conversational Agent using Natural Language: Effect on Learning and Engagement","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"AI in Service Interactions","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Monash University","keywords":"Computer science; Educational technology; Natural language; Natural (archaeology); Language acquisition; Mathematics education; Multimedia; World Wide Web; Natural language processing; Psychology; Geography","authors":[{"name":"R.P. Love","is_ca":false},{"name":"Edith Law","is_ca":true},{"name":"Philip R. Cohen","is_ca":false},{"name":"Dana Kulić","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0232553547357452,"gpt":0.3970391460338014,"spread":0.3737837912980562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009504076,0.000106592,0.0001209796,0.000748308,0.0001023711,0.0002271512,0.0005080296,0.00003867133,0.00002305711],"category_scores_gemma":[0.0006679754,0.0001021086,0.000059599,0.0002054187,0.0000314544,0.000623853,0.0001109409,0.0006340097,0.000009568666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004855366,"about_ca_system_score_gemma":0.0002898696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002113713,"about_ca_topic_score_gemma":0.00003670035,"domain_scores_codex":[0.9985583,0.0002611557,0.000510109,0.0001798392,0.0003767675,0.0001137799],"domain_scores_gemma":[0.9986346,0.0006060704,0.0002946557,0.00009432385,0.0003329164,0.00003745947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008940519,0.000302808,0.002857032,0.00001355709,0.00007184286,0.00001837727,0.008024328,0.00482876,0.007895808,0.06368076,0.00005004029,0.9121673],"study_design_scores_gemma":[0.0003389564,0.0006630953,0.0066194,0.001932109,0.00005893015,0.0003088896,0.02540076,0.8654251,0.04712161,0.0455841,0.006011486,0.0005356341],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8459202,0.0002319579,0.1421085,0.003953035,0.007132716,0.0001214113,4.593867e-7,0.00001723379,0.0005145207],"genre_scores_gemma":[0.9883443,0.00001680542,0.01076199,0.0004862527,0.0002874706,0.000004928371,0.000002049684,0.000004441304,0.00009172061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9116316,"threshold_uncertainty_score":0.4163867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4295886586","doi":"10.1007/s40593-022-00308-z","title":"Moving-Target Intelligent Tutoring System for Marksmanship Training","year":2022,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Defence Research and Development Canada","funders":"Defence Research and Development Canada","keywords":"Computer science; Training (meteorology); Context (archaeology); Rifle; Simulation; Human–computer interaction; Training system; Point (geometry); Multimedia; Artificial intelligence","authors":[{"name":"Vladimir Zotov","is_ca":true},{"name":"Eric Kramkowski","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06089066470970426,"gpt":0.3301821809342758,"spread":0.2692915162245715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002514559,0.000170631,0.000264016,0.0008782318,0.0002210581,0.0002907106,0.001758803,0.00004687721,0.00004429321],"category_scores_gemma":[0.0004109754,0.0001838567,0.0002037836,0.0004035204,0.00002373567,0.0006528487,0.0001951437,0.000472586,0.000009713486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001351904,"about_ca_system_score_gemma":0.0007959579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000937264,"about_ca_topic_score_gemma":0.000008023785,"domain_scores_codex":[0.997085,0.0002068992,0.001263415,0.0003087822,0.0008302362,0.0003056058],"domain_scores_gemma":[0.9976838,0.000361782,0.0008266863,0.000209337,0.000824953,0.00009341375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009957541,0.0002900132,0.000762169,0.00002637619,0.00005508069,0.00003104988,0.01280986,0.06775959,0.001134952,0.5243684,0.00009685831,0.3925661],"study_design_scores_gemma":[0.0003310862,0.001428562,0.001004898,0.001497211,0.00004294948,0.001687044,0.1694582,0.3513026,0.04892635,0.1340379,0.2888794,0.001403763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03490911,0.0003284793,0.9415312,0.0009665771,0.02153445,0.0002728666,0.000004478172,0.00004052715,0.0004122681],"genre_scores_gemma":[0.9590577,0.0000131108,0.03891819,0.0000991268,0.001438439,0.00008367168,0.000005099406,0.00001898851,0.0003657046],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9241486,"threshold_uncertainty_score":0.7497458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803554584","doi":"10.1007/s40593-018-0169-0","title":"Correction to: A Multimedia Adaptive Tutoring System for Mathematics that Addresses Cognition, Metacognition and Affect","year":2018,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Metacognition; Affect (linguistics); Cognition; Computer science; Multimedia; Educational technology; Computer-Assisted Instruction; Mathematics education; Psychology; Cognitive psychology; Communication","authors":[{"name":"Ivon Arroyo","is_ca":false},{"name":"Beverly Park Woolf","is_ca":false},{"name":"Winslow Burleson","is_ca":false},{"name":"Kasia Müldner","is_ca":true},{"name":"Dovan Rai","is_ca":false},{"name":"Minghui Tai","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06461680702473986,"gpt":0.3522622439411483,"spread":0.2876454369164084,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009149932,0.0001341156,0.0001918374,0.0005738899,0.0001006755,0.000277894,0.0003992212,0.0000512296,0.00000686591],"category_scores_gemma":[0.0009312822,0.0001285245,0.00007366452,0.0002485749,0.00004094478,0.0007646004,0.00005413809,0.0001529438,0.00002525503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002688652,"about_ca_system_score_gemma":0.0001968741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007373704,"about_ca_topic_score_gemma":0.00005825119,"domain_scores_codex":[0.9985203,0.00007610208,0.0006117923,0.0002242272,0.0004028438,0.0001646945],"domain_scores_gemma":[0.9967533,0.0005680129,0.0005023555,0.000100714,0.001990054,0.00008553801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002810405,0.0005973636,0.0005735302,0.00007995695,0.0001714617,0.00001231257,0.02251137,0.0009975212,0.01165535,0.1377717,0.0006710633,0.8246773],"study_design_scores_gemma":[0.0003088153,0.002073991,0.002665157,0.007950575,0.0001154838,0.0006394004,0.0427992,0.3321306,0.5743409,0.02921895,0.006911884,0.0008450001],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.044099,0.00008974983,0.9301966,0.0002432293,0.02474761,0.0003280703,0.000002958608,0.00002856111,0.0002641917],"genre_scores_gemma":[0.9325131,0.00001801551,0.06491531,0.0000495254,0.002330933,0.00004184436,0.000002421954,0.00001103061,0.000117821],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8884141,"threshold_uncertainty_score":0.5241076,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093913594","doi":"10.1007/s40593-020-00221-3","title":"A Planning Algorithm to Support Learning in Open-ended, Unstructured Environments","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Planner; Computer science; Sequence (biology); Artificial intelligence; Neighbourhood (mathematics); Human–computer interaction; Mathematics education; Multimedia; Psychology; Mathematics","authors":[{"name":"Stephanie Frost","is_ca":true},{"name":"Gord McCalla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1050058339961503,"gpt":0.4676779919141661,"spread":0.3626721579180158,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605549,0.0001237589,0.0002081502,0.0005429589,0.00003832444,0.0001148428,0.0007687129,0.00007892085,0.0006306562],"category_scores_gemma":[0.0009418714,0.0001292066,0.00004763724,0.0004286944,0.00003554743,0.0002707204,0.00009291621,0.0008334921,0.0001137608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002483974,"about_ca_system_score_gemma":0.0002306811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001777014,"about_ca_topic_score_gemma":0.000008941,"domain_scores_codex":[0.9978485,0.0005083295,0.0008704544,0.0002416007,0.0003402734,0.0001908653],"domain_scores_gemma":[0.9990968,0.000158034,0.0004265855,0.00007874241,0.0001407694,0.00009903171],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003445495,0.0003055463,0.01978783,0.000001658603,0.0000356291,0.00007044557,0.04464136,0.01024343,0.003465575,0.002417861,0.0003778195,0.9183083],"study_design_scores_gemma":[0.001592715,0.004856396,0.4951698,0.00125488,0.00005878944,0.0007506054,0.2067354,0.01820568,0.02227799,0.06025715,0.1869833,0.00185733],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.63674,0.00005505762,0.3498497,0.004868912,0.005085815,0.0002254475,0.000002585182,0.00001192747,0.003160575],"genre_scores_gemma":[0.962165,0.000004052128,0.03554544,0.001289581,0.0007577146,0.00001126008,0.00001017358,0.00001571492,0.0002010965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.916451,"threshold_uncertainty_score":0.6905243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206054500","doi":"10.1007/s40593-021-00286-8","title":"Evaluation of Digital Competence Profiles Using Dialetheic Logic","year":2022,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Vagueness; Ambiguity; Competence (human resources); Natural language processing; Artificial intelligence; Knowledge management; Fuzzy logic; Psychology","authors":[{"name":"Alexandra González-Eras","is_ca":true},{"name":"Ricardo Dos Santos","is_ca":true},{"name":"José Aguilar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1347318525133342,"gpt":0.3996266495057724,"spread":0.2648947969924382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001959386,0.00007530387,0.0001362637,0.0004855854,0.00005164523,0.0001085314,0.001128805,0.00002279509,0.00007738285],"category_scores_gemma":[0.0007701727,0.00007296986,0.00007316031,0.000363655,0.0000656269,0.0007635648,0.0001638861,0.0001666623,0.000003199866],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004121371,"about_ca_system_score_gemma":0.001201281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006536192,"about_ca_topic_score_gemma":0.00001237719,"domain_scores_codex":[0.9974678,0.0002059255,0.0007077249,0.0001413155,0.001372229,0.0001050144],"domain_scores_gemma":[0.9975054,0.000168395,0.000630901,0.0001415084,0.001526298,0.0000275505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004441233,0.0009138692,0.005226806,0.000004746074,0.00004003905,0.000009074147,0.003642037,0.06043628,0.004490688,0.08216537,0.0000305338,0.8429961],"study_design_scores_gemma":[0.00007353381,0.0002046816,0.003320647,0.00007635386,0.00002629981,0.0002313797,0.007707502,0.3787267,0.01437977,0.5949978,0.0001041989,0.0001510815],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8155333,0.0003947633,0.1776525,0.001244395,0.004743929,0.000142569,0.000003706363,0.00000830841,0.0002765369],"genre_scores_gemma":[0.9885038,0.00001610515,0.01123252,0.00005708701,0.0001729082,0.000008288059,0.000002348716,0.000003355006,0.000003564326],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8428451,"threshold_uncertainty_score":0.2975624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404785115","doi":"10.1007/s40593-024-00441-x","title":"Predicting Tags for Learner Questions on Stack Overflow","year":2024,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Stack (abstract data type); Computer science; Educational technology; Multimedia; Mathematics education; Programming language; Mathematics","authors":[{"name":"Segun O. Olatinwo","is_ca":true},{"name":"Carrie Demmans Epp","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05232476163451524,"gpt":0.3840827449888329,"spread":0.3317579833543177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006481454,0.00008475266,0.00009249501,0.0005261169,0.00003723221,0.0003690652,0.0006612812,0.00004897604,0.00002249033],"category_scores_gemma":[0.0005395931,0.00007996924,0.00008928192,0.0002202913,0.00002091142,0.000775416,0.00003765426,0.0002449364,0.0000269562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002938385,"about_ca_system_score_gemma":0.0005620926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005327086,"about_ca_topic_score_gemma":0.00003295947,"domain_scores_codex":[0.9986435,0.00003857385,0.0005992655,0.000199762,0.0003909094,0.0001279685],"domain_scores_gemma":[0.9988256,0.0003318371,0.0001530267,0.0001366228,0.0005021578,0.00005081857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002102429,0.000166352,0.0003279181,0.000008080148,0.00001939595,0.00000688419,0.001688743,0.02085882,0.0004582201,0.3482383,0.0002398296,0.6279665],"study_design_scores_gemma":[0.00002474828,0.0001397767,0.0002724159,0.0005434689,0.000006177506,0.00005342214,0.0005728288,0.7487727,0.004384426,0.2401221,0.004996564,0.000111435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1124139,0.0002301451,0.8693304,0.00618627,0.0113707,0.0001151656,0.000002918927,0.00003089746,0.0003195626],"genre_scores_gemma":[0.9638649,0.00005705867,0.03422403,0.0002140885,0.001499462,0.00001383813,0.000002191368,0.000008348446,0.0001161142],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.851451,"threshold_uncertainty_score":0.3558904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412563940","doi":"10.1007/s40593-025-00503-8","title":"Empowering Authorship with AI: a Novel Academic Writing Technology for Authorial Voice","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"University of Otago","keywords":"Educational technology; Computer science; Multimedia; World Wide Web; Psychology; Mathematics education","authors":[{"name":"Jasbir Karneil Singh","is_ca":false},{"name":"Ben Kei Daniel","is_ca":true},{"name":"Joyce Hwee Ling Koh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04717636900960134,"gpt":0.4123772131014436,"spread":0.3652008440918423,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008550734,0.0001093204,0.0001561631,0.001133987,0.00005861233,0.0001626021,0.001305376,0.0001422485,0.000003156513],"category_scores_gemma":[0.0008379376,0.0001056991,0.00005615869,0.0006048337,0.00004783867,0.0006897203,0.00009677015,0.0005331391,0.000002937534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002946817,"about_ca_system_score_gemma":0.0009713705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002354748,"about_ca_topic_score_gemma":0.00003933073,"domain_scores_codex":[0.9983687,0.00002703769,0.0008482558,0.0002395165,0.0003227844,0.0001936739],"domain_scores_gemma":[0.9981143,0.0002388466,0.0003693494,0.0001624501,0.001070113,0.00004490633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001000476,0.00016371,0.001881371,0.00001046309,0.00002839675,0.000003034024,0.00136609,0.005140919,0.005061224,0.5504235,0.00003908611,0.4357821],"study_design_scores_gemma":[0.000202425,0.000174806,0.0006012018,0.001148351,0.00001850182,0.0001368183,0.002845138,0.2571378,0.03900605,0.6959875,0.002480377,0.0002610092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1344523,0.00009048019,0.8449056,0.01472058,0.005570667,0.000142084,8.654167e-7,0.00002328757,0.00009411589],"genre_scores_gemma":[0.8727794,0.00001219295,0.1261308,0.0002844475,0.000728889,0.00002205878,8.996647e-7,0.000005843407,0.00003546443],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7383271,"threshold_uncertainty_score":0.4310283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400406228","doi":"10.1007/s40593-024-00415-z","title":"Optimization of Information Retrieval Systems for Learning Contexts","year":2024,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Educational technology; Multimedia; Information retrieval; Mathematics education; Psychology","authors":[{"name":"Jaurès Styve Kameni Homte","is_ca":false},{"name":"Bernabé Batchakui","is_ca":false},{"name":"Roger Nkambou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02696524618570938,"gpt":0.3471470011512394,"spread":0.32018175496553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001181444,0.00008718895,0.0001425984,0.0008544758,0.0000425648,0.000586618,0.0005963109,0.00006408082,0.00002895216],"category_scores_gemma":[0.001060994,0.00008622598,0.00008444155,0.0004852637,0.00002873898,0.00258299,0.00003604685,0.0002454551,0.00001876023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002381324,"about_ca_system_score_gemma":0.0008013947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004794921,"about_ca_topic_score_gemma":0.000002343296,"domain_scores_codex":[0.9982563,0.000088897,0.001002796,0.0001161306,0.0004231487,0.0001127584],"domain_scores_gemma":[0.9974249,0.0003077662,0.0005226542,0.00008097367,0.001613546,0.00005018274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008234422,0.000149255,0.0001753459,0.00005177786,0.00003497468,0.000001188463,0.00682139,0.4965517,0.0004409279,0.2446572,0.0002556476,0.2507783],"study_design_scores_gemma":[0.00005821042,0.0002243173,0.0001760968,0.0005699884,0.00001084753,0.00006247518,0.01106207,0.964654,0.004209253,0.009775734,0.009057664,0.0001393533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01983769,0.0004834563,0.9655004,0.001621943,0.01160093,0.0002015784,0.000001670439,0.00002488064,0.0007274915],"genre_scores_gemma":[0.9814495,0.0002743272,0.01766441,0.00004598326,0.0004495273,0.000008411583,0.0000170133,0.000006593826,0.00008420191],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9616119,"threshold_uncertainty_score":0.565677,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409125889","doi":"10.1007/s40593-025-00468-8","title":"Negative Language Transfer Identification in the English Writing of Chinese and Farsi Native Speakers","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Acsenda School of Management; University of Alberta","funders":"Social Sciences and Humanities Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Linguistics; Identification (biology); Computer science; First language; Natural language processing; Biology","authors":[{"name":"Mohammad Karimiabdolmaleki","is_ca":true},{"name":"Leticia Farias Wanderley","is_ca":true},{"name":"Maria Cutumisu","is_ca":true},{"name":"Mohsen Rezazadeh","is_ca":true},{"name":"Carrie Demmans Epp","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03459703922332893,"gpt":0.4740987860075337,"spread":0.4395017467842048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001694949,0.00006613891,0.0001117088,0.0005729473,0.00005880187,0.00009527944,0.000372851,0.00005031455,0.00004698083],"category_scores_gemma":[0.003322596,0.00005587725,0.00004663979,0.0006011983,0.0001891216,0.0003393454,0.00001002019,0.0002075889,0.000001234104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001676791,"about_ca_system_score_gemma":0.0006972793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00269855,"about_ca_topic_score_gemma":0.003947594,"domain_scores_codex":[0.9985037,0.0002805969,0.0006869931,0.00009700617,0.00033617,0.0000955533],"domain_scores_gemma":[0.9981853,0.0006668225,0.0002100343,0.00006252135,0.0008481167,0.00002721973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005332592,0.0003586512,0.01282634,0.000008559344,0.00001571774,0.000001179233,0.6342818,0.0001082821,0.0005792365,0.08668622,0.00002636827,0.2650543],"study_design_scores_gemma":[0.0001083602,0.00002937746,0.1024916,0.0002840324,0.00001181374,0.000002994912,0.8189161,0.0004211724,0.005486614,0.07105387,0.00108371,0.0001103324],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879571,0.0001869487,0.0008139942,0.003949192,0.001910241,0.0001712262,0.000003463538,0.000002988355,0.0050049],"genre_scores_gemma":[0.9987866,0.0002045806,0.0001886611,0.0002710556,0.0004663056,0.000007569954,0.000002821496,0.000002759679,0.00006963855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.264944,"threshold_uncertainty_score":0.4079418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}