{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1694,"total_is_capped":false,"direct_labels_cover":10,"predictions_cover":1694,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"77f9151983b3","filters":{"topic":"Online Learning and Analytics"}},"results":[{"id":"W2143959207","doi":"10.1177/0002764213498851","title":"Learning Analytics","year":2013,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Analytics; Personalization; Data science; Big data; Scope (computer science); Computer science; Field (mathematics); Adaptation (eye); Cultural analytics; Knowledge management; Data analysis; Engineering ethics; Semantic analytics; World Wide Web; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01392242987391283,"gpt":0.296129721985789,"spread":0.2822072921118762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001663629,0.0001319875,0.0001776184,0.0001465817,0.0002708591,0.0005840916,0.0008217104,0.00002200247,0.0001022933],"category_scores_gemma":[0.00002903881,0.0001197796,0.00008622122,0.001399903,0.000321472,0.0004657244,0.000253833,0.0002563958,0.0009768811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004556675,"about_ca_system_score_gemma":0.00004742043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001605937,"about_ca_topic_score_gemma":0.00002573377,"domain_scores_codex":[0.9985287,0.00006236542,0.0001897695,0.0004086559,0.000379493,0.0004310486],"domain_scores_gemma":[0.9990655,0.00002583665,0.0001486879,0.0004202718,0.0001255468,0.000214146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[6.453557e-7,0.0002677196,0.1770648,0.000003260789,0.000010214,0.00003834575,0.0004178927,0.0008619511,0.001999339,0.005333603,0.006311588,0.8076907],"study_design_scores_gemma":[0.0006042192,0.001813352,0.4237126,0.00004148687,0.00008078041,0.00008837884,0.001486993,0.4947133,0.0005559168,0.002100054,0.073221,0.001581856],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9574903,0.00001317244,0.03658239,0.003201553,0.000297382,0.00009408571,0.000001087154,0.0004038736,0.001916197],"genre_scores_gemma":[0.9621162,0.000003994961,0.03157454,0.0001830685,0.0000522283,0.000006122715,0.000004953632,0.000009655194,0.006049236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8061088,"threshold_uncertainty_score":0.999801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161072671","doi":"10.19173/irrodl.v14i3.1455","title":"MOOCs: A systematic study of the published literature 2008-2012","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1088,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Globe; Systematic review; Variety (cybernetics); Computer science; Data science; World Wide Web; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.04413027800957989,"gpt":0.3990715147025499,"spread":0.35494123669297,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00596861,0.0000843547,0.0003036577,0.0001170105,0.0001310113,0.0006644636,0.003563141,0.00002771812,0.00004873213],"category_scores_gemma":[0.004166894,0.0000418017,0.00005280881,0.00123071,0.00008177433,0.0006444782,0.002427905,0.0007335144,0.000009019164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003559273,"about_ca_system_score_gemma":0.00009988499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003651883,"about_ca_topic_score_gemma":0.00001346102,"domain_scores_codex":[0.996807,0.001346757,0.0004902736,0.0002088028,0.0009679482,0.000179261],"domain_scores_gemma":[0.9975672,0.0008099028,0.0002774609,0.0005116757,0.0007873816,0.00004637514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001327859,0.00676896,0.3628905,0.2067181,0.001522303,0.00009467136,0.01822138,0.00510274,0.0004960501,0.2460629,0.09120714,0.0607824],"study_design_scores_gemma":[0.004672197,0.001300406,0.1122114,0.5061204,0.0001134478,0.0001495371,0.02209448,0.3037334,0.00008757436,0.03598998,0.01276627,0.0007609586],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4995741,0.1584699,0.004109348,0.304122,0.0008748957,0.01631489,0.00006853697,0.0001037583,0.01636256],"genre_scores_gemma":[0.9965665,0.002244287,0.0001400323,0.0001028152,0.00002232208,0.00008260207,0.00001126035,0.000004217282,0.000825901],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4969925,"threshold_uncertainty_score":0.6621262,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2337155942","doi":"10.1007/s40593-016-0110-3","title":"Evolution and Revolution in Artificial Intelligence in Education","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1060,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Field (mathematics); Educational technology; Sociology; Emerging technologies; Mathematics education; Artificial intelligence; Social science; Engineering ethics; Computer science; Pedagogy; Psychology; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02648293042454742,"gpt":0.3514593372293394,"spread":0.324976406804792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00124977,0.0001494069,0.0002016265,0.001613461,0.00003311408,0.0001418208,0.0007227845,0.0001111443,0.0000205638],"category_scores_gemma":[0.001112853,0.000131422,0.00006004082,0.0008226868,0.00009895855,0.001312278,0.00008309799,0.0003309371,0.00003136398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009430261,"about_ca_system_score_gemma":0.001158775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004028629,"about_ca_topic_score_gemma":0.0008553735,"domain_scores_codex":[0.9975469,0.0001787757,0.001251178,0.0003166084,0.0004747837,0.0002317219],"domain_scores_gemma":[0.9983751,0.0002376486,0.0005004444,0.0001877905,0.0006142108,0.00008481932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004619344,0.0006601848,0.01162054,0.000005276415,0.000004406603,0.000006342029,0.0009830937,0.001266655,0.001620017,0.2188088,0.00002428099,0.7649542],"study_design_scores_gemma":[0.00005046144,0.0001374632,0.02946045,0.0009637064,0.000004998899,0.00009094946,0.00248857,0.06473198,0.002408818,0.8991881,0.0002383971,0.0002361353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5841317,0.0006072174,0.385665,0.02470959,0.004562094,0.0001629142,0.000001589746,0.00001727766,0.0001427148],"genre_scores_gemma":[0.9868915,0.0004664667,0.01185592,0.0001042725,0.0006187957,0.000009075209,0.000002160888,0.000008231969,0.00004357753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7647181,"threshold_uncertainty_score":0.5359235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3143898318","doi":"10.2307/20650323","title":"Interpretation of Formative Measurement in Information Systems Research1","year":2009,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1006,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Formative assessment; Interpretation (philosophy); Information system; Knowledge management; Computer science; Epistemology; Data science; Engineering; Management science; Sociology; Psychology; Mathematics education; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01611300103233624,"gpt":0.2730627692501188,"spread":0.2569497682177825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006837252,0.0000523436,0.00009985379,0.0002046457,0.00002099422,0.00008798508,0.0002424914,0.00002634726,6.478419e-7],"category_scores_gemma":[0.00005051819,0.00004670857,0.00002238133,0.000334556,0.000009033518,0.0009771676,0.000005085326,0.00009867448,0.00002460432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006255566,"about_ca_system_score_gemma":0.00004787244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007076572,"about_ca_topic_score_gemma":0.00001017444,"domain_scores_codex":[0.9990282,0.00008272783,0.0002993862,0.00006764475,0.0004010792,0.0001209834],"domain_scores_gemma":[0.9994067,0.00001984875,0.0001107949,0.000169215,0.0002645681,0.00002888923],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003068126,0.0001352112,0.0002868607,0.0001109291,0.00001477017,0.000002759026,0.08801678,0.005713314,0.0007238561,0.0280132,0.0006034887,0.8763481],"study_design_scores_gemma":[0.0003042058,0.0008708576,0.005205274,0.0001599699,0.000001559686,0.000001927952,0.001603725,0.989723,0.0001099097,0.0016166,0.0003296536,0.00007329761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08343346,0.0001082734,0.9082052,0.002747038,0.0001647929,0.0002298526,0.000002190905,0.00008113747,0.005028066],"genre_scores_gemma":[0.9985559,0.000001130088,0.001367979,0.00004439825,0.000009841609,0.000002270155,0.000002792553,9.407333e-7,0.00001476453],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9840097,"threshold_uncertainty_score":0.190472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078482049","doi":"10.1145/2330601.2330661","title":"Learning analytics and educational data mining","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":969,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Educational data mining; Analytics; Computer science; Data science; Data analysis; Quality (philosophy); Knowledge extraction; Cultural analytics; Knowledge management; Semantic analytics; World Wide Web; Data mining; Web service","retraction":null,"screen_n_in":null,"score":{"opus":0.05126801407096896,"gpt":0.3286884382729127,"spread":0.2774204242019437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003464736,0.00005471802,0.00006132473,0.00005256147,0.0001012236,0.0001000603,0.0004255617,0.00002133211,0.00002818616],"category_scores_gemma":[0.0001826631,0.00004791314,0.000009086433,0.0001633426,0.00001889764,0.0005787187,0.0004507102,0.0001060558,0.00003777435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006021636,"about_ca_system_score_gemma":0.00004047401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000743706,"about_ca_topic_score_gemma":0.000001448965,"domain_scores_codex":[0.9994255,0.0000278049,0.00008787293,0.0001655028,0.0001159086,0.0001774136],"domain_scores_gemma":[0.9993487,0.0001388915,0.00003568985,0.0003540193,0.0000239218,0.0000987687],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.091803e-7,0.0001157809,0.7467802,0.00001676511,0.00003793016,9.609652e-7,0.001422286,0.0003938318,0.00005413637,0.1323396,0.008470106,0.1103677],"study_design_scores_gemma":[0.0000861721,0.00002280525,0.03912263,0.00001012053,0.00001211265,0.00002416325,0.0002377449,0.9293335,0.0000101121,0.0005673714,0.03042487,0.0001484084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3376652,0.00156614,0.5532036,0.0600815,0.0009511481,0.00009307567,0.000004101025,0.0005085085,0.0459268],"genre_scores_gemma":[0.8263535,0.00001636456,0.1676098,0.0001732296,0.0002358551,2.264329e-7,0.00001407501,0.000003413181,0.00559357],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9289396,"threshold_uncertainty_score":0.1953841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1511434862","doi":"10.19173/irrodl.v15i1.1651","title":"Initial trends in enrolment and completion of massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":862,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Massive open online course; Mainstream; Online course; Scale (ratio); Open education; Mathematics education; Distance education; Computer science; Psychology; Pedagogy; Political science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1136933766335085,"gpt":0.4908554874953334,"spread":0.3771621108618249,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004383401,0.00006367815,0.0002490948,0.0001795462,0.00006121077,0.0001580408,0.001426586,0.00002127523,0.00003110333],"category_scores_gemma":[0.00106454,0.00004582428,0.00002019758,0.0004845327,0.0001292342,0.0002191225,0.001657589,0.0003855543,0.000001004132],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003423931,"about_ca_system_score_gemma":0.00006602408,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005753107,"about_ca_topic_score_gemma":0.0000650288,"domain_scores_codex":[0.9982837,0.0006298231,0.000329733,0.0001903274,0.0004289175,0.0001374943],"domain_scores_gemma":[0.9988195,0.0006057477,0.0001605647,0.000159464,0.0002144902,0.00004020376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001613865,0.0006974956,0.1119133,0.001198283,0.00006844979,0.00002186333,0.0005186871,0.002621682,0.0001471878,0.240249,0.001541881,0.6408608],"study_design_scores_gemma":[0.004426457,0.001043553,0.2481136,0.02509704,0.00001762719,0.00003418219,0.001949859,0.6256535,0.0001477766,0.0184005,0.07475457,0.0003613418],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5681292,0.01732338,0.02370651,0.3612174,0.0003152928,0.002177271,0.0002950695,0.00004117454,0.02679463],"genre_scores_gemma":[0.9942039,0.004404557,0.0009860266,0.0001178371,0.00002258644,0.000009401466,0.0001331655,0.000002950963,0.0001195519],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6404995,"threshold_uncertainty_score":0.2650976,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3209912268","doi":"10.1186/s41239-021-00292-9","title":"The impact of artificial intelligence on learner–instructor interaction in online learning","year":2021,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":707,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Seoul National University of Science and Technology; Seoul National University","keywords":"Agency (philosophy); Feeling; Computer science; Presentation (obstetrics); Scale (ratio); Artificial intelligence; Knowledge management; Psychology; Multimedia; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03131524581692276,"gpt":0.3970904168310022,"spread":0.3657751710140795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003349682,0.0001090918,0.0001621361,0.00104905,0.00004607949,0.0000777055,0.0007891129,0.0001037537,0.0000989606],"category_scores_gemma":[0.001088687,0.000087742,0.0001087291,0.001013604,0.00008419404,0.0002966949,0.00008046614,0.0007801158,0.000009376907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004769512,"about_ca_system_score_gemma":0.001309223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005397902,"about_ca_topic_score_gemma":0.00003182021,"domain_scores_codex":[0.9984792,0.0001194892,0.0007325057,0.0001821735,0.0003451142,0.0001414515],"domain_scores_gemma":[0.9976042,0.0005497175,0.0006283974,0.0001947475,0.0009884364,0.00003450926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006574598,0.001978414,0.1022716,0.00000445321,0.00009047717,0.00001040493,0.0004792853,0.02850613,0.001200889,0.7389567,0.0001750538,0.1262609],"study_design_scores_gemma":[0.0001843477,0.0002772552,0.2154036,0.0003312312,0.000006508445,0.0002210694,0.001950523,0.007594037,0.001248213,0.7720527,0.0005795979,0.0001509356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8268906,0.0003110371,0.0001915688,0.169571,0.002766597,0.00003600079,0.000001389383,0.000008383507,0.0002234245],"genre_scores_gemma":[0.9951197,0.0001536502,0.003537741,0.0000530528,0.0004402067,0.000004140973,0.0000130284,0.000006885691,0.0006715864],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.169518,"threshold_uncertainty_score":0.3578015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396766974","doi":"10.1016/j.eswa.2024.124167","title":"Artificial intelligence in education: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":681,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Saskatchewan","funders":"","keywords":"Computer science; Systematic review; Artificial intelligence; Data science; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.01439528846662681,"gpt":0.3187294091367465,"spread":0.3043341206701197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000337619,0.0001332516,0.0002490884,0.0001859533,0.00007066099,0.0004618561,0.0005098866,0.00004665544,0.000002565139],"category_scores_gemma":[0.00002641968,0.00009464442,0.00004363837,0.002011682,0.00001962731,0.0002377681,0.00003680771,0.0001934164,0.0002116325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006842438,"about_ca_system_score_gemma":0.0002479575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001563898,"about_ca_topic_score_gemma":0.000005361466,"domain_scores_codex":[0.9987037,0.0000925409,0.0004450973,0.0003876339,0.0002180395,0.0001530405],"domain_scores_gemma":[0.9989573,0.0001031476,0.00007424137,0.0006819695,0.0001123361,0.00007100388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","study_design_scores_codex":[5.286212e-7,0.0001254123,0.000007670251,0.06267167,0.00002118915,0.00001731953,0.001486977,0.0001811787,0.00002031219,0.9149016,0.002968503,0.01759762],"study_design_scores_gemma":[0.00002585594,0.00007359293,0.00000624593,0.5251971,0.00004222191,0.0007522686,0.0009647306,0.3575174,0.00003288214,0.006184347,0.1085626,0.0006408095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.000003313916,0.4390945,0.5525306,0.006234515,0.0002093248,0.001021762,0.000001628901,0.0002264307,0.000677951],"genre_scores_gemma":[0.7114802,0.1022074,0.1319399,0.004558819,0.003673055,0.03528281,0.0001590516,0.00016225,0.01053655],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9087173,"threshold_uncertainty_score":0.4453689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093424417","doi":"10.3389/fpsyg.2020.580820","title":"Challenges and Future Directions of Big Data and Artificial Intelligence in Education","year":2020,"lang":"en","type":"review","venue":"Frontiers in Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":598,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Taiwan Normal University; Institute for Research Excellence in Learning Sciences, National Taiwan Normal University; Ministry of Education, India","keywords":"Big data; Embeddedness; Computer science; Data science; Government (linguistics); Learning analytics; Interpretation (philosophy); Analytics; Engineering ethics; Artificial intelligence; Knowledge management; Sociology; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1185510460621862,"gpt":0.4085511316290396,"spread":0.2900000855668534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002522564,0.0001330092,0.0006097025,0.0004116275,0.00001540809,0.00001552011,0.0006365896,0.000196803,4.376189e-7],"category_scores_gemma":[0.00005551377,0.000124937,0.00002569301,0.0004688891,0.00007854962,0.00006885044,0.0002123791,0.0004033256,0.000001203708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001352698,"about_ca_system_score_gemma":0.0001307123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004525841,"about_ca_topic_score_gemma":0.00003511599,"domain_scores_codex":[0.9987116,0.0001885848,0.0003519287,0.0005781256,0.00005425714,0.0001154435],"domain_scores_gemma":[0.9991948,0.00004371995,0.0001557306,0.0005525857,0.0000136012,0.00003957052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[9.320534e-7,0.00005407846,0.00001697848,0.0005251581,0.00001132094,0.000002740124,0.0003198115,5.186333e-8,8.425648e-9,0.001965736,0.000435209,0.996668],"study_design_scores_gemma":[0.00001770064,0.00003403292,0.0000479905,0.0006955399,0.00002313962,0.00002237443,0.0002034477,0.001050824,1.054677e-8,0.01317468,0.9846284,0.0001017983],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[3.876455e-7,0.9720145,0.02025754,0.004013271,0.00325391,0.00009932442,0.000006712525,0.0000129145,0.0003414598],"genre_scores_gemma":[0.000004697267,0.9667803,0.03269838,0.00004082566,0.0004372637,0.00000657784,0.00001837714,0.000007275908,0.000006295386],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9965662,"threshold_uncertainty_score":0.5094782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1757772857","doi":"10.19173/irrodl.v16i3.2112","title":"Massive open online course completion rates revisited: Assessment, length and attrition","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":488,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Attrition; Grading (engineering); Distance education; Massive open online course; Regression analysis; Medicine; Statistics; Medical education; Demography; Psychology; Mathematics education; Mathematics; Dentistry","retraction":null,"screen_n_in":null,"score":{"opus":0.1968531770203327,"gpt":0.5243967242174246,"spread":0.3275435471970919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00688135,0.00008826241,0.0002612113,0.00009226068,0.0001521719,0.0006135056,0.001725027,0.00002896443,0.0000200767],"category_scores_gemma":[0.001596516,0.00006371976,0.00002238765,0.0005231881,0.0001413412,0.0005599089,0.002186431,0.0006064436,0.000004861566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008030317,"about_ca_system_score_gemma":0.0002460916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003345653,"about_ca_topic_score_gemma":0.00001519449,"domain_scores_codex":[0.9977482,0.0008679439,0.0003253555,0.0002740694,0.0006071337,0.0001772943],"domain_scores_gemma":[0.9982439,0.0005718289,0.0001910869,0.0002220582,0.0006705446,0.0001005723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002034367,0.001729757,0.2954054,0.003305119,0.0002511484,0.0001286584,0.000607518,0.00155294,0.0001808338,0.4681425,0.03499437,0.1934984],"study_design_scores_gemma":[0.005039854,0.0009376579,0.1258243,0.02884242,0.00005086051,0.0001149229,0.00543585,0.6097075,0.00003552697,0.03477439,0.1887003,0.000536297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1567971,0.07484975,0.04666537,0.6936879,0.0003946685,0.005006063,0.0005217314,0.000117083,0.02196037],"genre_scores_gemma":[0.9695116,0.02372454,0.005274899,0.0003887755,0.00006573888,0.00002606312,0.0006486058,0.000007518978,0.0003522918],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8127145,"threshold_uncertainty_score":0.5916048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035700103","doi":"10.1186/s41239-020-00218-x","title":"Can artificial intelligence transform higher education?","year":2020,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":457,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Health Sciences North; Ministry of Energy, Northern Development and Mines","funders":"","keywords":"Higher education; Artificial intelligence; Computer science; Mathematics education; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03463027951224801,"gpt":0.3496211371897184,"spread":0.3149908576774704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001922204,0.0001804741,0.000220186,0.0009948518,0.00005723906,0.0001354996,0.001700932,0.0001695402,0.0006400715],"category_scores_gemma":[0.0001882772,0.0001822864,0.0001076987,0.001155025,0.0001032018,0.0005316386,0.00008126248,0.0005930781,0.00006767919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003359262,"about_ca_system_score_gemma":0.002791873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002393099,"about_ca_topic_score_gemma":0.000005028049,"domain_scores_codex":[0.9980843,0.0000501856,0.0008308712,0.0003121964,0.0005157653,0.0002066614],"domain_scores_gemma":[0.9979937,0.000141916,0.0004991145,0.0002269057,0.0009835238,0.0001548062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001424208,0.0007566545,0.004717399,0.000007665104,0.00004497957,0.000002767411,0.0003339286,0.0002541683,0.0002497614,0.9692481,0.0022321,0.02213827],"study_design_scores_gemma":[0.00009293,0.00009772845,0.00918285,0.00008444765,0.00001317723,0.00006481221,0.0002306211,0.0003015604,0.0003243639,0.9815068,0.007925166,0.0001755186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01531655,0.0006383324,0.0003112814,0.9755698,0.00625239,0.00009577144,0.000003528549,0.00003947638,0.001772829],"genre_scores_gemma":[0.9792167,0.00006196128,0.01302112,0.003516605,0.002199371,0.00002216766,0.00001916398,0.0000145199,0.001928399],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9720532,"threshold_uncertainty_score":0.7433425,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4229456833","doi":"10.1111/bjet.13232","title":"Teachers' trust in <scp>AI</scp> ‐powered educational technology and a professional development program to improve it","year":2022,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":446,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Professional development; Psychology; Educational technology; Computer science; Mathematics education; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.006970709149090312,"gpt":0.2986372079026554,"spread":0.2916664987535651,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006277984,0.0001523779,0.0002785086,0.001843888,0.0003567419,0.0001033164,0.00112316,0.0001613166,0.00007435672],"category_scores_gemma":[0.00158096,0.0001854649,0.00004957058,0.002070523,0.000141132,0.0002096841,0.0006227533,0.001333226,0.00001083232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003007315,"about_ca_system_score_gemma":0.002633671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009240532,"about_ca_topic_score_gemma":0.00002264907,"domain_scores_codex":[0.9980533,0.00008051544,0.0006496367,0.0003960395,0.0004323372,0.0003881564],"domain_scores_gemma":[0.9987087,0.0002354453,0.0003662541,0.0002037016,0.0003516098,0.0001342389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001326016,0.006281973,0.0973737,0.00003929027,0.0001532889,0.0001413359,0.002685236,0.0002506691,0.00100927,0.189029,0.05247765,0.6505454],"study_design_scores_gemma":[0.002379191,0.001502581,0.1561463,0.0004804288,0.00002403745,0.01591958,0.00853525,0.001464643,0.0004144827,0.3271381,0.4855038,0.0004915617],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6466271,0.00137688,0.000426239,0.3499871,0.001061475,0.000277506,0.000006522714,0.00005541424,0.0001818177],"genre_scores_gemma":[0.895398,0.0000402945,0.09751525,0.0008864157,0.0001618023,0.0002619439,0.00001256985,0.00001781944,0.005705873],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6500538,"threshold_uncertainty_score":0.7563039,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2823260","doi":"10.54337/nlc.v7.9190","title":"The Ideals and Reality of Participating in a MOOC","year":2010,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":442,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Aesthetics; Sociology; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.02977430459389291,"gpt":0.3029670935143426,"spread":0.2731927889204497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001172717,0.00007649198,0.0001176806,0.00004673171,0.000119071,0.0001248799,0.0008997085,0.00004003829,0.000005578681],"category_scores_gemma":[0.001030518,0.00004818386,0.00003799714,0.0001921302,0.0001115044,0.0001257171,0.0002976252,0.0005889882,6.041927e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00000965433,"about_ca_system_score_gemma":0.00003734743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005119488,"about_ca_topic_score_gemma":0.00003448567,"domain_scores_codex":[0.9990652,0.00002086175,0.0002902992,0.0001679887,0.0003056977,0.0001499251],"domain_scores_gemma":[0.9989632,0.0002487171,0.0003816841,0.00009363234,0.00028473,0.00002803258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002822667,0.00003633179,0.139597,0.00001687269,0.0000237562,2.593692e-7,0.000882484,0.002893271,0.009448999,0.8169706,0.0001020522,0.0300001],"study_design_scores_gemma":[0.0001873211,0.00005829237,0.03030052,0.0002155027,0.000004471452,0.000003101721,0.0002619422,0.9372586,0.001321429,0.02933195,0.0009758251,0.00008105458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9792769,0.00001184438,0.0001892005,0.01211216,0.0001990294,0.00005913724,3.694834e-7,0.00002102389,0.00813034],"genre_scores_gemma":[0.9984451,0.00003005618,0.001111975,0.00003981201,0.00006550132,0.000009261161,1.847749e-7,0.000004046489,0.0002940558],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9343653,"threshold_uncertainty_score":0.2558894,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1559246682","doi":"10.19173/irrodl.v12i7.1041","title":"A pedagogy of abundance or a pedagogy to support human beings? Participant support on massive open online courses","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":432,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Pedagogy; Open educational resources; Educational technology; Online learning; Open learning; Massive open online course; Sociology; Learning community; Mathematics education; Psychology; Knowledge management; Teaching method; Computer science; Cooperative learning; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.3266177326752877,"gpt":0.553930229931922,"spread":0.2273124972566343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00480028,0.000133344,0.0004562053,0.0001898041,0.0001585713,0.0001845601,0.003951271,0.00003668591,0.0004360975],"category_scores_gemma":[0.00237661,0.00008866686,0.00005497897,0.0006164407,0.0001845264,0.0002986402,0.002766452,0.000593519,0.00002403793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005460353,"about_ca_system_score_gemma":0.0006854093,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001101701,"about_ca_topic_score_gemma":0.00025727,"domain_scores_codex":[0.9973607,0.0005124544,0.0006277406,0.000387452,0.0007520073,0.0003596278],"domain_scores_gemma":[0.9979714,0.0005506228,0.0003212775,0.0004353216,0.0005778673,0.0001435653],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002139134,0.005513353,0.1626233,0.005111123,0.0006739409,0.0009799427,0.01429345,0.001567587,0.0009471596,0.5676416,0.02231651,0.2161929],"study_design_scores_gemma":[0.01187243,0.03282508,0.1977737,0.09458812,0.0002718557,0.0003898897,0.04385554,0.04632897,0.004053984,0.03418565,0.5312479,0.00260695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7849763,0.003135545,0.008224009,0.1610901,0.0004643589,0.005610065,0.0006193515,0.0001021301,0.03577818],"genre_scores_gemma":[0.9932956,0.002341793,0.001797851,0.0005050596,0.00003768284,0.00005256502,0.0001051222,0.00001083137,0.001853474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5334559,"threshold_uncertainty_score":0.734251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3160694446","doi":"10.1007/s11125-021-09582-6","title":"Learning loss during Covid-19: An early systematic review","year":2021,"lang":"en","type":"review","venue":"Prospects","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":425,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Wilfrid Laurier University","funders":"","keywords":"Novelty; Coronavirus disease 2019 (COVID-19); Demographics; Systematic review; Psychology; Subject (documents); Higher education; Medical education; Mathematics education; MEDLINE; Medicine; Demography; Social psychology; Computer science; Political science; Sociology; Economic growth; Library science; Economics; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.03528193990696611,"gpt":0.3582465452563018,"spread":0.3229646053493357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001065132,0.0005300055,0.003280337,0.0001885653,0.0003706354,0.0005834437,0.001674001,0.0001966548,0.00003568513],"category_scores_gemma":[0.003274031,0.0004262386,0.0006233033,0.001231445,0.0000355126,0.0003229395,0.0005216064,0.001114591,0.000288787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002767325,"about_ca_system_score_gemma":0.001002167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009227793,"about_ca_topic_score_gemma":0.000001377655,"domain_scores_codex":[0.9959151,0.0009764438,0.0009950397,0.001026636,0.0005776833,0.0005091433],"domain_scores_gemma":[0.9966409,0.0002177905,0.0009195919,0.001460604,0.0001330906,0.0006280445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[7.605437e-8,0.00003273701,0.000007483656,0.989024,0.00008522258,0.0004467701,0.0001070988,0.00001082195,2.84471e-8,0.002503966,0.00002135024,0.007760403],"study_design_scores_gemma":[0.00009596524,0.0000871114,0.000001009811,0.9018046,0.001103412,0.0005571608,0.000007365616,0.0004221604,1.958019e-7,0.0001112127,0.09510691,0.0007029024],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001441114,0.9962612,0.001471807,0.0003433031,0.0001699788,0.001086619,0.000002241536,0.0005221945,0.0001412264],"genre_scores_gemma":[0.00001362502,0.9941768,0.001629397,0.0002725016,0.0001932238,0.0001356671,0.00003279194,0.00006023333,0.003485767],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.09508555,"threshold_uncertainty_score":0.9998189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1765817687","doi":"10.19173/irrodl.v10i5.643","title":"The Technological Dimension of a Massive Open Online Course: The Case of the CCK08 Course Tools","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Lifelong learning; Usability; Computer science; Connectivism; Massive open online course; Distance education; Open learning; Knowledge management; Psychology; World Wide Web; Mathematics education; Pedagogy; Teaching method; Learning theory; Cooperative learning","retraction":null,"screen_n_in":null,"score":{"opus":0.08331360297106032,"gpt":0.4634803727432835,"spread":0.3801667697722232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007417664,0.00009101686,0.000249589,0.0000337628,0.0003767908,0.0002525951,0.004922324,0.00004161259,0.00001218605],"category_scores_gemma":[0.004279113,0.00003659025,0.00006989174,0.0008049711,0.0006150457,0.000186254,0.002791321,0.0009089481,0.000001388935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003431161,"about_ca_system_score_gemma":0.0002570747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001989497,"about_ca_topic_score_gemma":0.00003623948,"domain_scores_codex":[0.9975613,0.0009756014,0.0004462824,0.0002028579,0.0006098552,0.0002040849],"domain_scores_gemma":[0.9964597,0.001986088,0.0003753493,0.0005843641,0.0005599324,0.00003454715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001150182,0.0009404863,0.004597706,0.0002797275,0.0001248894,0.0001651006,0.0003088828,0.001810663,0.0002915737,0.4410432,0.004848663,0.5454741],"study_design_scores_gemma":[0.00569088,0.002643907,0.09732167,0.04595345,0.000244457,0.00180697,0.02812327,0.5058147,0.001936443,0.1200457,0.1894882,0.0009304062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2332467,0.02474542,0.001707689,0.7351881,0.0001342373,0.002382576,0.0001442492,0.00002373128,0.002427247],"genre_scores_gemma":[0.9920858,0.007054465,0.0003199182,0.000209114,0.00001693626,0.00001184723,0.00001665832,0.000003064188,0.0002822704],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.758839,"threshold_uncertainty_score":0.9146985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3018063079","doi":"10.3102/0091732x20903304","title":"Mining Big Data in Education: Affordances and Challenges","year":2020,"lang":"en","type":"article","venue":"Review of Research in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Big data; Operationalization; Clickstream; Affordance; Computer science; Data science; Social media; Scalability; World Wide Web; Human–computer interaction; Data mining; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.350731097716792,"gpt":0.4934688276313375,"spread":0.1427377299145456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020208,0.00004895738,0.0001502492,0.0001729252,0.0000237192,0.00003115615,0.0007343272,0.00001975116,0.000002301943],"category_scores_gemma":[0.00104924,0.00004490742,0.000009851737,0.0009778917,0.00004354515,0.0002594579,0.0002788272,0.0001815846,0.000005297502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002493213,"about_ca_system_score_gemma":0.001188672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004658669,"about_ca_topic_score_gemma":0.00002747665,"domain_scores_codex":[0.998795,0.0002728309,0.0002226345,0.0002960433,0.0002776109,0.0001358817],"domain_scores_gemma":[0.9990835,0.0001909681,0.0000650478,0.0004690247,0.0001214337,0.00007001941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.006584e-7,0.00009350155,0.00241994,0.006055604,0.000001123708,3.226529e-7,0.00057157,7.220148e-7,0.00000297947,0.005069414,0.001081571,0.9847028],"study_design_scores_gemma":[0.0002522966,0.0002658712,0.03067774,0.05918277,0.000008696599,0.00001333651,0.006233809,0.01774484,0.0000359608,0.008480387,0.8767843,0.000319992],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006117366,0.7092816,0.00006550978,0.2832907,0.0001674985,0.0001727286,6.898426e-7,0.000009012898,0.0008948888],"genre_scores_gemma":[0.115278,0.8682564,0.01567138,0.0004123788,0.000303978,0.00001991763,0.00001410898,0.000003956081,0.00003986313],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9843827,"threshold_uncertainty_score":0.2108653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1647193109","doi":"10.19173/irrodl.v12i3.902","title":"Connectivism: Its place in theory-informed research and innovation in technology-enabled learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Connectivism; Sociotechnical system; Rigour; Scope (computer science); Learning theory; Educational technology; Context (archaeology); Variety (cybernetics); Instructional design; Sociology; Knowledge management; Successor cardinal; Engineering ethics; Computer science; Pedagogy; Epistemology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1489493758401927,"gpt":0.4655599490460024,"spread":0.3166105732058097,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02143396,0.0001011142,0.0002685085,0.001537591,0.0001729089,0.0001783084,0.001522141,0.00007871587,0.00003001293],"category_scores_gemma":[0.01479892,0.00007741863,0.00001417229,0.00519707,0.0002590864,0.000502439,0.001683831,0.002129657,0.000008761537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001444479,"about_ca_system_score_gemma":0.0003056406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002420731,"about_ca_topic_score_gemma":0.00006245283,"domain_scores_codex":[0.9969466,0.001130325,0.0005501187,0.000344328,0.0006337991,0.0003948215],"domain_scores_gemma":[0.9969592,0.001913401,0.0001645079,0.0002217893,0.0007014723,0.00003961206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001345083,0.0001685757,0.1420401,0.0006496854,0.00001959237,0.00004528711,0.00124517,0.0002408956,0.0001068416,0.8212486,0.0001127562,0.03398803],"study_design_scores_gemma":[0.007150813,0.001959445,0.1151222,0.05731988,0.00001060637,0.0001529708,0.03271044,0.24901,0.001416932,0.4987621,0.03547116,0.0009134948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9261891,0.01139668,0.002070442,0.03283707,0.00007271499,0.001486283,0.000006165636,0.00006078327,0.02588074],"genre_scores_gemma":[0.9894596,0.009308198,0.0005042017,0.00004660795,0.00001126038,0.00005466424,0.00001675656,0.000006673952,0.000592022],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3224865,"threshold_uncertainty_score":0.9934999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2288952191","doi":"10.19173/irrodl.v17i2.2448","title":"A Systematic Analysis and Synthesis of the Empirical MOOC Literature Published in 2013–2015","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Educational research; Empirical research; Positivism; Qualitative research; Period (music); Class (philosophy); Focus group; Sociology; Library science; Data science; Social science; Psychology; Computer science; Political science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.07002591899983178,"gpt":0.4321017773266742,"spread":0.3620758583268424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007661019,0.00007763637,0.0003949657,0.0002809202,0.00006303397,0.0002559431,0.001781126,0.00003690371,0.00001765686],"category_scores_gemma":[0.01098234,0.00003362298,0.00007705672,0.00210862,0.000140138,0.0003227608,0.001188131,0.0003899586,0.000001506795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004860139,"about_ca_system_score_gemma":0.00009773893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001712797,"about_ca_topic_score_gemma":0.00004433828,"domain_scores_codex":[0.9971589,0.001328155,0.0004781159,0.0002305919,0.0006432387,0.000160971],"domain_scores_gemma":[0.9963046,0.002686708,0.0002306453,0.0003747502,0.000357511,0.00004572749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008917843,0.0005186739,0.8944994,0.03190107,0.0009442449,0.00003948994,0.001470732,0.0004214986,0.0001864949,0.03746703,0.004896719,0.02756545],"study_design_scores_gemma":[0.002121417,0.0002085553,0.2969754,0.4999368,0.0002962391,0.00007056687,0.001631075,0.1759254,0.000291237,0.01630215,0.005729491,0.0005116579],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2313817,0.07375415,0.01054944,0.679599,0.0001807806,0.002256544,0.0001362027,0.00003305313,0.002109165],"genre_scores_gemma":[0.9884077,0.01099175,0.000236516,0.00006683201,0.00001059347,0.00002853673,0.000005487468,0.000002919414,0.0002497102],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.757026,"threshold_uncertainty_score":0.9973485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W262569669","doi":"","title":"Guest Editorial-Learning and Knowledge Analytics","year":2012,"lang":"en","type":"editorial","venue":"Educational Technology & Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Cultural analytics; Analytics; Computer science; Data science; Educational technology; Learning sciences; Experiential learning; Digital learning; Knowledge management; World Wide Web; The Internet; Semantic analytics; Psychology; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.007055962227885213,"gpt":0.3059221782719916,"spread":0.2988662160441063,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0007644267,0.0003798081,0.0004384175,0.0002238308,0.000466208,0.0001414162,0.001123166,0.002212198,0.00001880016],"category_scores_gemma":[0.001649364,0.0003933027,0.0002125392,0.000959579,0.0002943412,0.0002250742,0.0007600273,0.003278312,0.0001666656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002473593,"about_ca_system_score_gemma":0.001538563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009981848,"about_ca_topic_score_gemma":0.00000411084,"domain_scores_codex":[0.99768,0.0000753532,0.0004007025,0.0007231787,0.0005832964,0.0005374579],"domain_scores_gemma":[0.9972188,0.0008964245,0.0003878587,0.0005524582,0.0007919264,0.0001525297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[4.581266e-7,0.0001292945,0.0008303185,0.00005301006,0.0001055629,2.16743e-7,0.0004666038,0.000002126875,0.000007654186,0.00619233,0.9917575,0.0004548837],"study_design_scores_gemma":[0.0001548677,0.0000469353,0.00004413572,0.00005528565,0.00007676131,0.000003895786,0.0001923132,0.0005735858,0.000004924606,0.008819077,0.9896485,0.0003797582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00005492004,0.003990543,0.000674636,0.0114793,0.9827513,0.00007888619,0.00001414348,0.0004555545,0.0005007229],"genre_scores_gemma":[0.000898519,0.00157778,0.01102657,0.00001479045,0.9759913,0.00002591359,0.0002113199,0.00004097006,0.01021283],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.01146451,"threshold_uncertainty_score":0.9998519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1509067259","doi":"10.19173/irrodl.v15i5.1954","title":"Where is research on massive open online courses headed? A data analysis of the MOOC Research Initiative","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Simon Fraser University; Athabasca University","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Curriculum; Social media; Learning analytics; Content analysis; Citation; Computer science; Psychological intervention; Instructional design; Psychology; Knowledge management; Pedagogy; Sociology; Data science; World Wide Web; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.378678754262437,"gpt":0.5697287152684783,"spread":0.1910499610060413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.03795127,0.000129184,0.0005129851,0.0006664202,0.0005532395,0.0006524698,0.01430047,0.00006246212,0.0001119792],"category_scores_gemma":[0.01356126,0.00007706935,0.00008507707,0.005911128,0.0007455759,0.0005033601,0.01469918,0.002452665,0.00001393373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001360064,"about_ca_system_score_gemma":0.0006568733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001818875,"about_ca_topic_score_gemma":0.0003191208,"domain_scores_codex":[0.9888098,0.006539198,0.0005993141,0.0006731293,0.002894619,0.0004839886],"domain_scores_gemma":[0.9878712,0.007507496,0.0002973787,0.001768635,0.002444485,0.0001107984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006535285,0.003083665,0.102176,0.003648601,0.002908297,0.00005723089,0.003706332,0.01057461,0.0002745277,0.5669516,0.1425561,0.1634095],"study_design_scores_gemma":[0.001517511,0.0008885309,0.04053993,0.03014791,0.0001135768,0.000007075805,0.009489845,0.712923,0.0002281002,0.01878519,0.1850232,0.000336097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09477388,0.01914695,0.004560719,0.8437477,0.0002454086,0.004232659,0.001968893,0.00003727514,0.03128646],"genre_scores_gemma":[0.9780739,0.01904483,0.0007830322,0.0004769019,0.00007476265,0.00004095861,0.0003753857,0.0000124836,0.001117782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8833,"threshold_uncertainty_score":0.9998487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386221177","doi":"10.3390/su151712921","title":"Educational Design Principles of Using AI Chatbot That Supports Self-Regulated Learning in Education: Goal Setting, Feedback, and Personalization","year":2023,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kwantlen Polytechnic University; Mount Saint Vincent University; Simon Fraser University","funders":"","keywords":"Chatbot; Personalization; Conceptualization; Self-regulated learning; Computer science; Knowledge management; Psychology; World Wide Web; Mathematics education; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01607547957186883,"gpt":0.3036342159223638,"spread":0.287558736350495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001253759,0.0001197219,0.0001583088,0.0002516483,0.0001554108,0.00008250096,0.0001902041,0.00007153575,0.00001085745],"category_scores_gemma":[0.0007328668,0.0001261921,0.00003680708,0.000938283,0.0000742532,0.0003439194,0.0001521067,0.0001821179,0.00000142834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003416645,"about_ca_system_score_gemma":0.00268218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001048628,"about_ca_topic_score_gemma":0.000008506693,"domain_scores_codex":[0.9985502,0.000302918,0.00026733,0.0003742992,0.0002434691,0.0002617988],"domain_scores_gemma":[0.998817,0.0001917735,0.0001648189,0.0002387265,0.000519031,0.00006864473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006394665,0.0001946414,0.9421559,0.0003694038,0.00001171883,0.000002948824,0.005615448,0.03073025,0.00004596263,0.01505327,0.00009271914,0.005721339],"study_design_scores_gemma":[0.0001435037,0.00003374776,0.4593038,0.00005071752,0.000008938615,0.000008788826,0.001920182,0.5226539,0.00006239433,0.0151285,0.0005465223,0.0001389736],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9679617,0.00009608003,0.01642425,0.01489962,0.0001195824,0.0002880725,7.081455e-7,0.000167863,0.00004215656],"genre_scores_gemma":[0.9891526,0.000008611969,0.009683056,0.00003862171,0.00005079463,0.000008881879,0.00002068522,0.00000951591,0.001027285],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4919236,"threshold_uncertainty_score":0.5145963,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400098474","doi":"10.1007/s11165-024-10176-3","title":"Exploring the Impact of Artificial Intelligence in Teaching and Learning of Science: A Systematic Review of Empirical Research","year":2024,"lang":"en","type":"review","venue":"Research in Science Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; St. Michael's Hospital","funders":"","keywords":"Globe; Science education; Variety (cybernetics); Systematic review; Empirical evidence; Learning sciences; Perception; Psychology; Empirical research; Mathematics education; Computer science; Educational technology; Artificial intelligence; Political science; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.5773561324243086,"gpt":0.644179734139634,"spread":0.06682360171532542,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1290721,0.0001700872,0.001078516,0.005556564,0.0004424531,0.0002944416,0.003428812,0.00005514487,0.000001356433],"category_scores_gemma":[0.03511634,0.00009971511,0.0001546969,0.02379712,0.003753307,0.0008359175,0.001255741,0.00350335,0.000006152106],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007945974,"about_ca_system_score_gemma":0.01931827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006507403,"about_ca_topic_score_gemma":0.000005820416,"domain_scores_codex":[0.9893258,0.004327626,0.001519117,0.0007874828,0.003306536,0.0007334832],"domain_scores_gemma":[0.9934832,0.00376295,0.0004073496,0.0009551587,0.001250258,0.0001410742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[6.433105e-7,0.0001425587,0.00002310274,0.4265493,0.000005344834,0.000001271464,0.00590187,0.00004360356,0.00001802636,0.01115951,0.000008688895,0.5561461],"study_design_scores_gemma":[0.000008600317,0.0002348436,0.00004407728,0.9549839,0.00002852919,0.00001949274,0.004513319,0.03574431,0.00001179341,0.00412858,0.0001485689,0.0001339657],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004270096,0.9934664,0.0001722112,0.0005643785,0.0001635836,0.001145644,8.405281e-7,0.000008319406,0.0002084605],"genre_scores_gemma":[0.0580254,0.9406416,0.001126623,0.000001602588,0.00004827112,0.0001081358,6.802627e-7,0.000009092636,0.00003854759],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5560122,"threshold_uncertainty_score":0.9989579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366588310","doi":"10.1111/bjet.13325","title":"Human and artificial intelligence collaboration for socially shared regulation in learning","year":2023,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Academy of Finland","keywords":"Operationalization; Affordance; Artificial intelligence; Computer science; Human intelligence; Empirical research; Knowledge management; Cognitive science; Psychology; Human–computer interaction; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.02410412312663614,"gpt":0.3403367038614019,"spread":0.3162325807347658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005395813,0.00004215345,0.0001043423,0.0004579716,0.0001844784,0.0001263931,0.0001877906,0.00008163186,0.000007476439],"category_scores_gemma":[0.001150728,0.000056045,0.00002255752,0.0009564729,0.00004842478,0.0002314283,0.00003752308,0.000242454,0.000003123656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004166737,"about_ca_system_score_gemma":0.0002765846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004777356,"about_ca_topic_score_gemma":0.00008086905,"domain_scores_codex":[0.9993121,0.00003956849,0.0003116242,0.0001169061,0.0001083312,0.0001114818],"domain_scores_gemma":[0.9992404,0.0001424148,0.0002200802,0.00004614843,0.0003283694,0.00002259997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00000514573,0.0001077827,0.004647731,0.00001759419,0.00001560524,0.00001200583,0.0007357638,0.004666749,0.002978994,0.8321607,0.001543734,0.1531082],"study_design_scores_gemma":[0.0001014008,0.0001279479,0.022131,0.00009775643,0.000003297697,0.00015303,0.001002641,0.02362487,0.0001975115,0.9518778,0.0006018941,0.00008083682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8098695,0.0004070069,0.03735887,0.1516755,0.0003847765,0.0001473445,0.000003872489,0.00007918225,0.00007398459],"genre_scores_gemma":[0.9790623,0.00005889858,0.02039246,0.00001980836,0.0001668797,0.000005656691,0.00001009848,0.00000481191,0.0002790541],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1691929,"threshold_uncertainty_score":0.2285449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W757665674","doi":"","title":"Places to Go: Connectivism & Connective Knowledge","year":2008,"lang":"en","type":"article","venue":"NSUWorks (Nova Southeastern University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":242,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Connectivism; Certificate; Continuing education; George (robot); World Wide Web; Distance education; Computer science; Library science; Sociology; Pedagogy; Medical education; Artificial intelligence; Learning theory; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03082511070757427,"gpt":0.2414871781197534,"spread":0.2106620674121791,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001362048,0.0002191928,0.000264279,0.0004607781,0.0003164255,0.00006425412,0.001018736,0.000123321,0.00002354],"category_scores_gemma":[0.00005985768,0.0002339519,0.0001167292,0.001281266,0.00009382297,0.0003172295,0.0004566517,0.0003342706,0.001346797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007090709,"about_ca_system_score_gemma":0.000163583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004084907,"about_ca_topic_score_gemma":0.00008212964,"domain_scores_codex":[0.9985514,0.0001294382,0.0001399173,0.0005675862,0.0002013063,0.0004103085],"domain_scores_gemma":[0.9987595,0.0001885464,0.00008558632,0.0005151689,0.000194237,0.000256957],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005569094,0.002019652,0.1908223,0.0001128273,0.0008716866,0.003314805,0.1260604,0.01770691,0.0007509153,0.5967101,0.006505392,0.05456818],"study_design_scores_gemma":[0.01376002,0.003348268,0.06423259,0.001216316,0.0003340965,0.001022439,0.02652308,0.3793429,0.001626204,0.008153697,0.4932462,0.007194182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4974958,0.00007236725,0.4286811,0.002645954,0.0006366424,0.000230322,0.0000128799,0.0006248397,0.0696001],"genre_scores_gemma":[0.9662086,0.000005170924,0.003451486,0.0001458239,0.0001263522,2.985306e-7,0.000001673285,0.00001627595,0.03004433],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5885563,"threshold_uncertainty_score":0.9994308,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2202037140","doi":"10.18608/jla.2015.22.2","title":"Why Theory Matters More than Ever in the Age of Big Data","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":231,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Multitude; Data science; Big data; Field (mathematics); Epistemology; Data analysis; Computer science; Learning theory; Data collection; Analytics; Engineering ethics; Cognitive science; Psychology; Mathematics education; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.07953249679998062,"gpt":0.3185810056036149,"spread":0.2390485088036343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004816007,0.0001284922,0.0003245699,0.0003318278,0.00005094145,0.0001328834,0.002489898,0.00005994832,0.000002402826],"category_scores_gemma":[0.001074162,0.0000838171,0.0001115352,0.000736749,0.00009756167,0.0003304004,0.0003113303,0.0009114085,0.000005475825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000359841,"about_ca_system_score_gemma":0.0001964949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003265601,"about_ca_topic_score_gemma":0.00001262667,"domain_scores_codex":[0.9977316,0.0005658414,0.0005627468,0.0001718265,0.0007477371,0.0002203062],"domain_scores_gemma":[0.9978667,0.0004370116,0.0006325776,0.0007428747,0.0002322395,0.00008852173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001776389,0.001002375,0.2677664,0.0001585603,0.0007187709,0.002626634,0.03795648,0.5140176,0.0003421917,0.01054167,0.1208532,0.04383848],"study_design_scores_gemma":[0.002343923,0.001127739,0.01851761,0.0006348242,0.0003704208,0.000771169,0.01723948,0.6956477,0.00004724293,0.01322882,0.2494512,0.0006199624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1901698,0.001189574,0.684413,0.1211409,0.001258959,0.0001284264,0.000006818265,0.00006501147,0.001627496],"genre_scores_gemma":[0.9886543,0.00005273625,0.008268345,0.002131718,0.000354353,1.23298e-7,0.000006006112,0.00001390724,0.0005185314],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7984844,"threshold_uncertainty_score":0.4626892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391473908","doi":"10.1080/09588221.2024.2310288","title":"Exploring AI-mediated informal digital learning of English (AI-IDLE): a mixed-method investigation of Chinese EFL learners’ AI adoption and experiences","year":2024,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Idle; Teaching method; Linguistics; Psychology; Natural language processing; Artificial intelligence; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.01658629550658312,"gpt":0.2744588182945725,"spread":0.2578725227879894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007102306,0.00030132,0.0004451984,0.000559094,0.0001653467,0.0006594858,0.0004199635,0.0001302474,0.000008723506],"category_scores_gemma":[0.000813127,0.0002717995,0.0001532443,0.001304351,0.0001430942,0.002639011,0.0004143688,0.001165985,0.000008314087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003060447,"about_ca_system_score_gemma":0.000114793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003169589,"about_ca_topic_score_gemma":0.000001722497,"domain_scores_codex":[0.997677,0.0003091845,0.0006344177,0.0005342808,0.0004843179,0.0003608038],"domain_scores_gemma":[0.9984545,0.0005264319,0.0002885998,0.0002754205,0.0002985856,0.0001564307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002295976,0.00005493463,0.07988477,0.0007225504,0.0001551685,0.00007879353,0.3617091,0.0471623,0.001474788,0.0006167336,0.00003973354,0.5080782],"study_design_scores_gemma":[0.0003831454,0.0003463858,0.02001205,0.0006207237,0.00002229331,0.00002733396,0.0109864,0.9662084,0.0004629456,0.00002321865,0.0005649066,0.0003421805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6625274,0.0003693006,0.3357745,0.0001646705,0.0005412763,0.00006718223,0.00000144879,0.0004421369,0.0001120023],"genre_scores_gemma":[0.9769583,0.00001750489,0.02224748,0.00009850645,0.0004194939,0.00001326208,0.00006898979,0.0000297099,0.0001467542],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9190461,"threshold_uncertainty_score":0.9999734,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1597498381","doi":"10.19173/irrodl.v12i7.1046","title":"Using mLearning and MOOCs to understand chaos, emergence, and complexity in education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Ottawa; Athabasca University","funders":"","keywords":"Transformative learning; Openness to experience; CHAOS (operating system); Educational technology; Computer science; Field (mathematics); Open educational resources; Social connectedness; Multimedia; Sociology; World Wide Web; Pedagogy; Psychology; Mathematics; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.4038891178340824,"gpt":0.5032984240624829,"spread":0.09940930622840055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003355654,0.00007405032,0.0001743536,0.0001976314,0.0001369931,0.0001377759,0.0006503581,0.00002360661,0.000025647],"category_scores_gemma":[0.0009195827,0.00005847294,0.00001301437,0.0006304291,0.0001341274,0.0002645577,0.0009938299,0.000430652,0.000001543478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005008249,"about_ca_system_score_gemma":0.0001504024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001289901,"about_ca_topic_score_gemma":0.00008021147,"domain_scores_codex":[0.9986253,0.0003728879,0.0002616951,0.0002451933,0.0003170066,0.0001778604],"domain_scores_gemma":[0.9993157,0.0002018887,0.00009023922,0.0001425192,0.0001706296,0.00007899052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001134443,0.0004007267,0.3970674,0.002114713,0.0000596201,0.000024904,0.006882209,0.0007977899,0.0002219285,0.3643371,0.0007193962,0.2272607],"study_design_scores_gemma":[0.001865594,0.000625849,0.3368963,0.03670766,0.00002776639,0.0001521611,0.03418861,0.4443462,0.0001206689,0.1208926,0.02337094,0.0008056039],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9240482,0.02396128,0.01975359,0.02387741,0.0001706617,0.001035576,0.00001351975,0.0000245689,0.00711517],"genre_scores_gemma":[0.9809901,0.01278847,0.005958797,0.0001379165,0.00001745403,0.000006165621,0.00001067458,0.000004440581,0.00008599238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4435485,"threshold_uncertainty_score":0.2384457,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386584937","doi":"10.1145/3568813.3600138","title":"From \"Ban It Till We Understand It\" to \"Resistance is Futile\": How University Programming Instructors Plan to Adapt as More Students Use AI Code Generation and Explanation Tools such as ChatGPT and GitHub Copilot","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Science Foundation","keywords":"Plan (archaeology); Computer science; Resistance (ecology); Code (set theory); Programming language; Software engineering; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07670376709261371,"gpt":0.3101007722123906,"spread":0.2333970051197769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001434349,0.0001667258,0.0001711589,0.0002177883,0.0002568881,0.001050755,0.0003327857,0.00006981434,0.000006582558],"category_scores_gemma":[0.0000666365,0.0001688542,0.00002161456,0.0005873479,0.00003328254,0.0009428103,0.0002726275,0.000113358,0.00001609512],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009016787,"about_ca_system_score_gemma":0.00006264319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003574193,"about_ca_topic_score_gemma":0.002340084,"domain_scores_codex":[0.9985584,0.00005620032,0.000134662,0.0005423346,0.0004630012,0.0002454039],"domain_scores_gemma":[0.9992573,0.00008991014,0.0000640301,0.0002620313,0.00009749168,0.0002292065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006221427,0.0005725285,0.1592774,0.0003327006,0.0008868263,0.0006647222,0.3051457,0.005078501,0.005226116,0.06820705,0.3432256,0.1107607],"study_design_scores_gemma":[0.005046582,0.001753046,0.0852835,0.0008987151,0.0001851659,0.00002551193,0.09496957,0.3091473,0.0032432,0.001681033,0.4950705,0.002695882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8973105,0.00001478129,0.03394523,0.06804523,0.0001213215,0.0002797285,0.00006101426,0.0001728208,0.00004936972],"genre_scores_gemma":[0.9804729,0.00009347566,0.01103187,0.001270235,0.00008047147,0.000001838199,0.00006350417,0.00001201706,0.006973648],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3040688,"threshold_uncertainty_score":0.9999862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308066047","doi":"10.1016/j.edurev.2022.100489","title":"A systematic review of the role of learning analytics in enhancing feedback practices in higher education","year":2022,"lang":"en","type":"review","venue":"Educational Research Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Inclusion (mineral); Higher education; Knowledge management; Analytics; Systematic review; Best practice; Computer science; Educational research; Psychology; Mathematics education; Data science; Political science; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.226613503968425,"gpt":0.4968261184160205,"spread":0.2702126144475955,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01238665,0.0002540497,0.002214843,0.0006583758,0.0001024444,0.00004828283,0.002539031,0.00008581846,0.0005811415],"category_scores_gemma":[0.02770548,0.0001773832,0.0004756189,0.006552808,0.00007556615,0.0001989018,0.0006497405,0.001981057,0.00004386773],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006016631,"about_ca_system_score_gemma":0.00952365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001043092,"about_ca_topic_score_gemma":0.00001809401,"domain_scores_codex":[0.988803,0.006486666,0.002195846,0.0005132905,0.001655184,0.0003459863],"domain_scores_gemma":[0.9886714,0.006083997,0.003425021,0.001244806,0.0004953096,0.00007947632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[1.752092e-7,0.0002373303,0.00002705614,0.9381529,0.00003529345,3.107168e-7,0.00004189902,0.000002993116,1.100877e-7,0.01132382,0.0003160319,0.04986206],"study_design_scores_gemma":[0.00001181276,0.00001387363,0.00000923978,0.5628324,0.0001433233,0.000005788959,0.00003257725,0.00003120971,8.014529e-8,0.000336957,0.4364994,0.00008334903],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[3.97257e-7,0.9898087,0.000001244104,0.005150697,0.0002125399,0.001970799,0.00000255808,0.000004701804,0.002848355],"genre_scores_gemma":[0.00001385298,0.9945492,0.0003900999,0.0001353913,0.00009128967,0.0006649513,0.00003765275,0.00002230791,0.004095288],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4361834,"threshold_uncertainty_score":0.9960914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411076153","doi":"10.70725/815246mfssgp","title":"Generative AI and Teachers’ Perspectives on Its Implementation in Education","year":2023,"lang":"en","type":"article","venue":"Journal of Interactive Learning Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":209,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Carleton University","funders":"","keywords":"Computer science; Generative grammar; Mathematics education; Computer-Assisted Instruction; Technology integration; Teaching method; Instructional design; Educational technology; Pedagogy; Multimedia; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06924706602655352,"gpt":0.5073029700661744,"spread":0.4380559040396209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002283107,0.00007523318,0.0001323734,0.001237552,0.0001461254,0.0002284849,0.0002516757,0.00003472104,0.00001835385],"category_scores_gemma":[0.001424622,0.00006422219,0.00004026063,0.0009256519,0.00003472847,0.0006527997,0.0001115694,0.001682094,0.00004045474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002608438,"about_ca_system_score_gemma":0.0003207826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002921131,"about_ca_topic_score_gemma":0.000009046159,"domain_scores_codex":[0.9980364,0.0008181448,0.0002340992,0.0001972926,0.0004919808,0.0002220332],"domain_scores_gemma":[0.9983239,0.0005952988,0.0001654519,0.00008430107,0.0007592723,0.00007180735],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001674084,0.0006067812,0.05392461,0.00002972132,0.000152831,0.000162303,0.3871475,0.009964305,0.01985234,0.02019704,0.008704757,0.4990904],"study_design_scores_gemma":[0.002170288,0.005496931,0.3071381,0.0009463872,0.00001320969,0.0001527729,0.5011564,0.1524535,0.008465324,0.01043045,0.01110697,0.000469665],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9760841,0.0002023183,0.001242749,0.02178773,0.0001337974,0.00008022117,2.892391e-7,0.00001837978,0.0004503954],"genre_scores_gemma":[0.9972802,0.0002576386,0.0009097128,0.00006953223,0.0001888178,0.000003682534,0.000001213128,0.000007773938,0.001281477],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4986207,"threshold_uncertainty_score":0.7307955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396833177","doi":"10.1145/3613904.3642773","title":"CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Software deployment; Transparency (behavior); Thematic analysis; Class (philosophy); Multimedia; Software engineering; Mathematics education; Programming language; Qualitative research; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03321512878270768,"gpt":0.3645469566558219,"spread":0.3313318278731143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007356828,0.0001303904,0.000175384,0.0001642234,0.00007645394,0.0004684961,0.0003449299,0.00003435505,0.000007281676],"category_scores_gemma":[0.00002272167,0.00009839699,0.00005125844,0.0004043033,0.00004207422,0.0002275083,0.0001139386,0.0001368085,0.00000295317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003970095,"about_ca_system_score_gemma":0.0002857684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004778982,"about_ca_topic_score_gemma":0.00002855118,"domain_scores_codex":[0.998645,0.00009136824,0.0002267554,0.0003204989,0.0004910672,0.0002253311],"domain_scores_gemma":[0.9993474,0.0001387932,0.0000692817,0.0002790144,0.00005507227,0.0001104516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001195589,0.001010315,0.1146837,0.0004270166,0.0001526946,0.00003933594,0.004446233,0.001324413,0.001541945,0.02320805,0.0001680186,0.8529863],"study_design_scores_gemma":[0.0002669885,0.0007980219,0.005097889,0.0002458598,0.00004494085,0.000007795781,0.002182442,0.9877087,0.001030835,0.0003683754,0.002048111,0.0002000331],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9317874,0.0007719063,0.06363203,0.002858485,0.0002765084,0.0001603539,0.000001610946,0.0003334422,0.0001782681],"genre_scores_gemma":[0.8925533,0.000007627928,0.1070301,0.00009839541,0.00005694596,0.00001125866,0.000002321019,0.00001054439,0.0002295356],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9863843,"threshold_uncertainty_score":0.4517719,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1766934520","doi":"10.19173/irrodl.v16i5.2222","title":"Effectiveness of Integrating MOOCs in Traditional Classrooms for Undergraduate Students","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Blended learning; Context (archaeology); Class (philosophy); Computer science; Online learning; Educational technology; Mathematics education; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1549171755598106,"gpt":0.4800925481969283,"spread":0.3251753726371177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01151596,0.00006841236,0.0002368299,0.0001408908,0.0000487834,0.0001146483,0.001536073,0.00002476465,0.000002610192],"category_scores_gemma":[0.003928459,0.00004874392,0.00003981439,0.0006068355,0.00009231657,0.0002247892,0.0005976496,0.0004245859,0.000001149031],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001086021,"about_ca_system_score_gemma":0.0002186325,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001947659,"about_ca_topic_score_gemma":0.00001571076,"domain_scores_codex":[0.9977462,0.0008420106,0.0003457364,0.0001915649,0.0007167747,0.0001577136],"domain_scores_gemma":[0.9970899,0.002136259,0.0001389899,0.0001375922,0.0004485587,0.0000487635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003459611,0.000852324,0.331027,0.00533381,0.0001279049,0.00002081549,0.0004954946,0.007299353,0.0002022249,0.6161243,0.0008053882,0.03736541],"study_design_scores_gemma":[0.007526131,0.001328648,0.1252247,0.07483633,0.00002172869,0.00003620208,0.003728062,0.4489113,0.0003342307,0.327971,0.009653697,0.0004279606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6941035,0.01942948,0.2052723,0.0683296,0.0005416964,0.00454454,0.0001892638,0.00005195555,0.007537692],"genre_scores_gemma":[0.9968151,0.001585813,0.001364874,0.00002500117,0.00001612009,0.00004781209,0.00007862657,0.000004021927,0.00006267076],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4416119,"threshold_uncertainty_score":0.4703016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1534901209","doi":"10.19173/irrodl.v15i5.1841","title":"Democratizing higher education: Exploring MOOC use among those who cannot afford a formal education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Michigan; Bill and Melinda Gates Foundation","keywords":"Demographics; Massive open online course; Higher education; Open education; Psychology; The Internet; Medical education; Mathematics education; Pedagogy; Sociology; Political science; Computer science; Medicine; World Wide Web; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.1377048350514603,"gpt":0.4339246406332999,"spread":0.2962198055818397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932539,0.0001075989,0.0002116654,0.0001767514,0.0002692238,0.0006086139,0.001511336,0.00003165447,0.00003330546],"category_scores_gemma":[0.001597758,0.00008107027,0.00004530467,0.0006758417,0.00009701313,0.0016146,0.001022283,0.0006241556,0.000008039326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001017859,"about_ca_system_score_gemma":0.000476554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006838621,"about_ca_topic_score_gemma":0.00002032501,"domain_scores_codex":[0.9979801,0.0005024298,0.000371043,0.0002759003,0.0005965506,0.0002740397],"domain_scores_gemma":[0.9982291,0.0006364868,0.0001879519,0.0003333059,0.0005150929,0.00009804511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003079568,0.0002716208,0.1078374,0.001047802,0.00004253872,0.000003077553,0.0005051196,0.0007667564,0.00003026109,0.398289,0.005211529,0.4859641],"study_design_scores_gemma":[0.0007655926,0.0002733305,0.1299203,0.04078364,0.00002426415,0.00003193297,0.001762989,0.111608,0.0001150173,0.01425868,0.6999651,0.000491083],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7067137,0.02782322,0.02918452,0.1935572,0.00199239,0.002465969,0.00002649991,0.0001622342,0.03807418],"genre_scores_gemma":[0.9840416,0.009187358,0.002385225,0.0005234606,0.0002046153,0.0001286752,0.00007895673,0.00001040568,0.003439753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6947536,"threshold_uncertainty_score":0.5868878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2748368069","doi":"10.19173/irrodl.v18i5.3080","title":"Trends and Patterns in Massive Open Online Courses: Review and Content Analysis of Research on MOOCs (2008-2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Phenomenon; Content analysis; Massive open online course; Class (philosophy); Conceptual framework; Empirical research; Psychology; Sociology; Mathematics education; Social science; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.2571399793723312,"gpt":0.5449636490376853,"spread":0.2878236696653541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01194203,0.0001164269,0.0006412228,0.0006057651,0.0002586641,0.0005426339,0.003239994,0.00004038334,0.00004968775],"category_scores_gemma":[0.004402859,0.00008006102,0.00005423154,0.001142209,0.0003601578,0.00039157,0.003729725,0.0009241385,0.000001346178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006819285,"about_ca_system_score_gemma":0.0001459827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002826494,"about_ca_topic_score_gemma":0.0004632161,"domain_scores_codex":[0.9967954,0.001083484,0.0005364662,0.0004231125,0.0008770608,0.0002844897],"domain_scores_gemma":[0.9970428,0.001167528,0.0003630853,0.0006226226,0.0007012828,0.0001027276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001645481,0.0007742464,0.6600658,0.005830208,0.000725509,0.0001188718,0.0003798667,0.0004532003,0.00002774859,0.03897394,0.003423614,0.2890625],"study_design_scores_gemma":[0.002062575,0.0006754256,0.8126702,0.07860586,0.0001948702,0.00001594447,0.001978595,0.08394496,0.00001902826,0.00127429,0.01824158,0.0003166707],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.289234,0.1635233,0.0007800863,0.5372786,0.0001170596,0.002554464,0.0007855723,0.0000197225,0.005707223],"genre_scores_gemma":[0.7572303,0.2414836,0.0002179622,0.0002192241,0.00001544194,0.0000282764,0.0001376333,0.000005580368,0.0006618738],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5370594,"threshold_uncertainty_score":0.6020769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1596301140","doi":"10.19173/irrodl.v13i1.1143","title":"Connectivism and dimensions of individual experience","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Openness to experience; Diversity (politics); Autonomy; Social connectedness; Psychology; Distance education; Connectivism; Meaning (existential); Social psychology; Learning theory; Sociology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1100723152946885,"gpt":0.4578064181857079,"spread":0.3477341028910194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004148331,0.00005059267,0.0001508349,0.00007985664,0.00009202342,0.00008071891,0.0009568503,0.00001798758,0.0000129343],"category_scores_gemma":[0.001911696,0.00003098127,0.00001887944,0.0003647876,0.0001683748,0.0003088576,0.001437201,0.0003346741,0.000001692169],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000139422,"about_ca_system_score_gemma":0.00005287895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009278187,"about_ca_topic_score_gemma":0.000001342893,"domain_scores_codex":[0.9986877,0.0003356219,0.0002124864,0.000124897,0.0004746476,0.0001645841],"domain_scores_gemma":[0.9986618,0.0008579483,0.0001019699,0.0001514553,0.0001668531,0.00005995078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003147481,0.000370796,0.4284771,0.00111048,0.00009123407,0.000008315801,0.004341426,0.0001294108,0.0004458126,0.4576537,0.001389031,0.1059512],"study_design_scores_gemma":[0.003988032,0.001003532,0.6085311,0.04775814,0.00006837852,0.0002971763,0.02253505,0.09190723,0.002437036,0.03599169,0.1844763,0.001006336],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9075131,0.05181212,0.005806884,0.03058878,0.0001628906,0.0006151324,0.00003204884,0.00002238919,0.003446674],"genre_scores_gemma":[0.9891877,0.009881753,0.0007605839,0.00007647363,0.00001725758,0.000009106983,0.000009542344,0.000002192247,0.00005540189],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.421662,"threshold_uncertainty_score":0.2288616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3012289806","doi":"10.1080/08923647.2020.1696140","title":"Student Engagement Level in an e-Learning Environment: Clustering Using K-means","year":2020,"lang":"en","type":"article","venue":"American Journal of Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":185,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Cluster analysis; Metric (unit); Computer science; Event (particle physics); Silhouette; k-means clustering; Student engagement; Cluster (spacecraft); Cluster grouping; Mathematics education; Machine learning; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04213580912675009,"gpt":0.3276216278950806,"spread":0.2854858187683306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003240171,0.00008349332,0.0001616688,0.00008534914,0.00006901465,0.00009224808,0.0003980732,0.000009749043,0.000005399571],"category_scores_gemma":[0.00004273134,0.00008377048,0.00003879493,0.0002945188,0.00003610498,0.0004144866,0.00005665669,0.0003175573,0.000002910117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001528241,"about_ca_system_score_gemma":0.0001725581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000141262,"about_ca_topic_score_gemma":0.000004383188,"domain_scores_codex":[0.9989386,0.0001898307,0.0003140899,0.000157256,0.0002617571,0.0001384957],"domain_scores_gemma":[0.999235,0.00002926668,0.0004436128,0.0001205483,0.00004502963,0.0001265618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002402831,0.0005527147,0.1719819,0.00002127063,0.00002974351,0.00001679126,0.03276981,0.4071369,0.001837942,0.001052777,0.00001985524,0.3845563],"study_design_scores_gemma":[0.0006147294,0.001711775,0.1363108,0.0002589542,0.00004013754,0.0000322521,0.04650724,0.8069188,0.0001166232,0.0002738724,0.006753929,0.0004609127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4809823,0.00005668923,0.5163318,0.002479805,0.00009547669,0.00002349363,2.156146e-7,0.000007010604,0.0000232372],"genre_scores_gemma":[0.9025798,0.00003400538,0.09690965,0.0002676414,0.0001859869,6.099698e-7,8.257331e-7,0.000007169039,0.00001434311],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4215975,"threshold_uncertainty_score":0.3416061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1948981881","doi":"10.1111/bjet.12297","title":"Digging deeper into learners' experiences in <scp>MOOC</scp> s: Participation in social networks outside of <scp>MOOC</scp> s, notetaking and contexts surrounding content consumption","year":2015,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":178,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Clickstream; Massive open online course; Psychology; Consumption (sociology); Social media; Mathematics education; Computer science; World Wide Web; Sociology; Web 2.0; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.0428212972748889,"gpt":0.3288289397557909,"spread":0.2860076424809019,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001120949,0.00013398,0.0003774235,0.0006324461,0.000131394,0.0001501169,0.0004175089,0.0001972379,0.000001878142],"category_scores_gemma":[0.004186031,0.0001585609,0.00005922794,0.0006034586,0.0002865302,0.000606084,0.0001254289,0.0005891752,0.000001638423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001695391,"about_ca_system_score_gemma":0.0003075732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001406622,"about_ca_topic_score_gemma":0.0003087927,"domain_scores_codex":[0.9981164,0.0001720461,0.0007852491,0.0002606939,0.00032868,0.0003368733],"domain_scores_gemma":[0.9979262,0.0007932268,0.000699301,0.0001047792,0.0003770358,0.00009942356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007179562,0.0005653113,0.8800875,0.0000446717,0.00006024504,0.0000833168,0.02882219,0.005123156,0.0006719828,0.03095447,0.0006201542,0.05295983],"study_design_scores_gemma":[0.005465642,0.0008256282,0.6542349,0.002992764,0.00007798491,0.002770336,0.1626485,0.06304646,0.001483215,0.1041819,0.001868967,0.0004036734],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838569,0.004414216,0.008707942,0.002430845,0.0004382138,0.0000827251,6.442644e-7,0.00002144783,0.00004713533],"genre_scores_gemma":[0.994087,0.0002849367,0.005282187,0.00007086984,0.0001965935,0.00001346045,0.000003480936,0.00001004665,0.00005144086],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2258525,"threshold_uncertainty_score":0.6465925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3085279139","doi":"10.19173/irrodl.v21i3.4638","title":"A Meta-Analysis of Scaffolding Effects in Online Learning in Higher Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Scaffold; Meta-analysis; Psychology; Learning environment; Online learning; Cognition; Mathematics education; Educational technology; Computer science; Multimedia; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2252649628773275,"gpt":0.4694385820064476,"spread":0.2441736191291201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004223289,0.00009434362,0.0006363521,0.0004667861,0.00004324959,0.0001028425,0.001353647,0.0000328886,0.0000804829],"category_scores_gemma":[0.00210476,0.00006829707,0.0001523112,0.00343016,0.00005935614,0.0002448467,0.000832246,0.0007575705,0.000002241599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006328604,"about_ca_system_score_gemma":0.0001748648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005311985,"about_ca_topic_score_gemma":0.00004234044,"domain_scores_codex":[0.997297,0.001091498,0.0005321744,0.0002959596,0.0005973685,0.0001859544],"domain_scores_gemma":[0.9980507,0.001255398,0.0002320869,0.0001769769,0.0002260536,0.00005871022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001612071,0.001571352,0.5781431,0.00654998,0.01267438,0.0000865716,0.002430546,0.1554077,0.0006268835,0.1466027,0.0005623156,0.0951832],"study_design_scores_gemma":[0.001334855,0.0003594056,0.1793909,0.006911152,0.003036481,0.000004120856,0.001702869,0.7881569,0.0000894995,0.003398916,0.0152347,0.0003801341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4715646,0.1257931,0.004897775,0.3909064,0.0001814905,0.00200339,0.00004878321,0.00006205395,0.004542419],"genre_scores_gemma":[0.993968,0.004341017,0.0009512439,0.0003513693,0.00001993655,0.00002359291,0.00008756542,0.000004836821,0.0002524369],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6327492,"threshold_uncertainty_score":0.3291309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2586727313","doi":"10.19173/irrodl.v18i2.3033","title":"Why Study on a MOOC? The Motives of Students and Professionals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"McGill University; Bill and Melinda Gates Foundation","keywords":"Casual; Massive open online course; TUTOR; Psychology; Class (philosophy); Online learning; Pedagogy; Medical education; Mathematics education; Computer science; Multimedia; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1505521558320816,"gpt":0.5424128184503659,"spread":0.3918606626182843,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006475177,0.00006371624,0.0001831718,0.00006039161,0.0003801819,0.0003556383,0.003194359,0.00001482786,0.000008182643],"category_scores_gemma":[0.00324799,0.00003280533,0.00002402407,0.0001462755,0.0001984621,0.0002001953,0.002733007,0.0004812128,0.000001727867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001544566,"about_ca_system_score_gemma":0.00005873534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000238054,"about_ca_topic_score_gemma":0.00001063415,"domain_scores_codex":[0.9979022,0.0006961682,0.0002396554,0.0001880323,0.0008530995,0.0001208117],"domain_scores_gemma":[0.9981922,0.0008852051,0.0002319813,0.0004046592,0.0002524043,0.00003358747],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009110724,0.001111366,0.9268743,0.0005999951,0.000155472,0.00002117176,0.001649969,0.0001290636,0.00003049084,0.03429742,0.002420213,0.03261939],"study_design_scores_gemma":[0.001262279,0.0005911387,0.9540575,0.01368431,0.00001314119,0.000006751686,0.006398793,0.0101996,0.00004123574,0.004530161,0.009096689,0.0001183627],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8700351,0.004215646,0.0005355134,0.1217703,0.00008784141,0.001207406,0.00001670922,0.000008047464,0.002123508],"genre_scores_gemma":[0.9962318,0.003191711,0.00006485768,0.0001920921,0.00001720232,0.00001970289,0.000003891686,0.000002665365,0.0002760793],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1261968,"threshold_uncertainty_score":0.5935966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2893802547","doi":"10.1007/s11162-019-09546-y","title":"Predicting University Students’ Academic Success and Major Using Random Forests","year":2019,"lang":"en","type":"article","venue":"Research in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":159,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Higher education; Psychology; Random forest; Mathematics education; Academic achievement; Pedagogy; Computer science; Economics; Artificial intelligence; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.08538068781332431,"gpt":0.4322787102424069,"spread":0.3468980224290826,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001136675,0.00005162538,0.00008071325,0.0003182286,0.0001055471,0.0001040789,0.0005310046,0.00006303521,0.00001319618],"category_scores_gemma":[0.00003348004,0.00005249666,0.00001269833,0.0006839355,0.00003474585,0.0004284469,0.0002828835,0.0004709367,0.00001650538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001488009,"about_ca_system_score_gemma":0.0002683339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003233989,"about_ca_topic_score_gemma":0.00001560947,"domain_scores_codex":[0.9987426,0.0002555413,0.00009738975,0.0002522336,0.0004151918,0.0002370546],"domain_scores_gemma":[0.9993693,0.0002166635,0.00003755946,0.0002007462,0.0001002966,0.00007546298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009153343,0.0000419636,0.9947904,0.00002901232,0.000003604958,0.000001415539,0.0002354526,0.0002525799,0.0001146704,0.00343925,0.00003798801,0.001044448],"study_design_scores_gemma":[0.0008337435,0.0000346869,0.9290504,0.0001786624,0.000003128469,0.000002830462,0.0002656757,0.06538856,0.0000228755,0.003102778,0.001029335,0.00008725555],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950712,0.0001598824,0.0002148931,0.003719442,0.0002538474,0.0001645411,3.315717e-7,0.00002381693,0.0003920234],"genre_scores_gemma":[0.994964,0.00003627462,0.0008640022,0.00001448172,0.0001323262,0.000001021847,0.000001653803,0.000004552815,0.003981668],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06573999,"threshold_uncertainty_score":0.2140751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1511916964","doi":"10.19173/irrodl.v16i1.1976","title":"Making sense of video analytics: Lessons learned from clickstream interactions, attitudes, and learning outcome in a video-assisted course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Computer science; Massive open online course; Usability; Multimedia; Video game; Clickstream; Distance education; Online video; World Wide Web; Data science; Psychology; Human–computer interaction; The Internet; Mathematics education; Web 2.0","retraction":null,"screen_n_in":null,"score":{"opus":0.3058946235122696,"gpt":0.53020759554976,"spread":0.2243129720374905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007932452,0.0001479671,0.0004884928,0.0002863931,0.0001309894,0.0002890926,0.001078874,0.00005369962,0.00002108666],"category_scores_gemma":[0.006787241,0.0001168211,0.00006254703,0.0008952062,0.0001990014,0.0004226853,0.001496411,0.001485598,0.000006352162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001411224,"about_ca_system_score_gemma":0.0002723475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002124865,"about_ca_topic_score_gemma":0.0002658234,"domain_scores_codex":[0.9963749,0.001403303,0.0007477404,0.0004172172,0.0007737211,0.0002831409],"domain_scores_gemma":[0.9966028,0.002051146,0.0004009391,0.0003364985,0.0004968977,0.0001116851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001670776,0.0004261551,0.8502938,0.0008202649,0.0001685469,0.0001204964,0.0008797026,0.005677649,0.0001415105,0.01216964,0.0005939308,0.1285413],"study_design_scores_gemma":[0.004552542,0.0005133377,0.3556075,0.04007646,0.00009160745,0.0001427686,0.01004688,0.528037,0.00007127234,0.009184782,0.05100365,0.000672157],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7659045,0.03722576,0.01328951,0.1755924,0.0003754587,0.001446849,0.0001407308,0.0001119937,0.005912753],"genre_scores_gemma":[0.9906904,0.006837989,0.001944488,0.0001086469,0.00003357712,0.00001334484,0.00007676239,0.000009893435,0.0002848821],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5223594,"threshold_uncertainty_score":0.8125452,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2189389944","doi":"10.19173/irrodl.v16i6.2033","title":"MOOCs and the claim of education for all: A disillusion by empirical data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Digital divide; Empirical research; Field (mathematics); Higher education; Open education; Point (geometry); Inequality; Computer science; Sociology; Data science; Mathematics education; World Wide Web; Psychology; Epistemology; Political science; Information and Communications Technology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.2427036545328421,"gpt":0.540906731119929,"spread":0.298203076587087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00823165,0.00005126821,0.0001668482,0.00004488883,0.00007843658,0.0001317115,0.001979831,0.00001999472,0.000002900926],"category_scores_gemma":[0.004805768,0.00002787681,0.00001930893,0.0002721583,0.0001914282,0.0002249804,0.002000497,0.0002791778,8.141657e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000260804,"about_ca_system_score_gemma":0.0002651972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000247047,"about_ca_topic_score_gemma":0.000006532181,"domain_scores_codex":[0.9985093,0.0004728612,0.0002583159,0.0001905012,0.0004595205,0.0001095274],"domain_scores_gemma":[0.9979653,0.001146156,0.0001351399,0.0003352497,0.0003663134,0.00005185768],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006048678,0.0007233492,0.03989182,0.002439311,0.0001721799,0.000002684767,0.001854387,0.0003224731,0.00008313078,0.2424288,0.2202619,0.4912151],"study_design_scores_gemma":[0.002222738,0.0002068258,0.001635922,0.004645298,0.0000232523,0.00001877096,0.001989795,0.4736212,0.00002319567,0.03177573,0.4837106,0.0001267006],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04807678,0.1123377,0.07790174,0.7536626,0.0003162102,0.002822605,0.000310869,0.00002851569,0.004543044],"genre_scores_gemma":[0.9733529,0.02262728,0.002389299,0.0005828079,0.00005319576,0.00003866532,0.0005264046,0.000005842552,0.000423606],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9252761,"threshold_uncertainty_score":0.57533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1607267028","doi":"10.19173/irrodl.v15i5.1855","title":"Supporting professional learning in a massive open online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"McGill University; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Formal learning; Informal learning; Open learning; Professional development; Professional learning community; Educational technology; Active learning (machine learning); Learning sciences; Experiential learning; Synchronous learning; Psychology; Cooperative learning; Knowledge management; Pedagogy; Computer science; Teaching method; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06945160347561143,"gpt":0.4982002305474257,"spread":0.4287486270718143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01282771,0.0001132246,0.00033292,0.0001560721,0.0002099421,0.0003916808,0.00349967,0.00004442325,0.00006180442],"category_scores_gemma":[0.006017229,0.00008050261,0.00004006019,0.0008418259,0.0001303689,0.0004784525,0.00387545,0.001517202,0.00001121678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007583357,"about_ca_system_score_gemma":0.0003842027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004025785,"about_ca_topic_score_gemma":0.00005921282,"domain_scores_codex":[0.99648,0.001463392,0.0005624705,0.0003669677,0.0007564886,0.0003706905],"domain_scores_gemma":[0.9976074,0.001359117,0.0003194251,0.0002611057,0.0003682474,0.00008475898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001553628,0.001590302,0.4311112,0.002510368,0.00009570623,0.0001820789,0.001255933,0.01232871,0.0001635506,0.1820094,0.004758854,0.3638386],"study_design_scores_gemma":[0.00232243,0.0003686167,0.055213,0.02717001,0.00001171665,0.00004604233,0.004096887,0.7863215,0.00003612219,0.01527539,0.108771,0.0003673041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3188844,0.01387072,0.02047426,0.6170878,0.0006649974,0.004227506,0.00007519214,0.0001365689,0.02457851],"genre_scores_gemma":[0.9931962,0.002567096,0.001809151,0.0003904907,0.00005811932,0.00003808281,0.0001613528,0.000009201372,0.001770308],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7739928,"threshold_uncertainty_score":0.7203619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162514565","doi":"","title":"Embracing Big Data in Complex Educational Systems: The Learning Analytics Imperative and the Policy Challenge.","year":2014,"lang":"en","type":"article","venue":"Research & Practice in Assessment","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; University of British Columbia","funders":"","keywords":"Learning analytics; Accountability; Big data; Analytics; Knowledge management; Computer science; Data science; Process management; Engineering ethics; Political science; Business; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1973481088853298,"gpt":0.5143919194191474,"spread":0.3170438105338176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02011831,0.0001262501,0.0002196388,0.0003714237,0.0005292015,0.001067062,0.00159155,0.00004896856,0.000002561413],"category_scores_gemma":[0.01310713,0.00007749132,0.00002071811,0.001249496,0.0003227465,0.0007528926,0.001508579,0.001927733,0.00001281965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002342082,"about_ca_system_score_gemma":0.001166875,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003047513,"about_ca_topic_score_gemma":0.0004081235,"domain_scores_codex":[0.99141,0.00620176,0.0003712579,0.000495015,0.00104888,0.0004730698],"domain_scores_gemma":[0.9822867,0.01600228,0.0001936153,0.001114976,0.0003174219,0.00008503261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002568912,0.0002083177,0.001566524,0.00004806371,0.00005057568,0.000009150985,0.003797465,0.01490762,0.00002455209,0.9531082,0.0003697752,0.02588408],"study_design_scores_gemma":[0.0005843012,0.00008459237,0.007398087,0.00007716518,0.000006748459,0.00002204087,0.006315809,0.9449914,4.251441e-7,0.009244316,0.03117912,0.0000959986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.005222269,0.00111033,0.02709751,0.9277617,0.0002203457,0.0007322953,0.000003637227,0.00003792961,0.03781404],"genre_scores_gemma":[0.9948204,0.0008901051,0.002953465,0.0002594517,0.0006488951,0.00003476978,0.00001421946,0.00001006627,0.0003686739],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9895981,"threshold_uncertainty_score":0.9999699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289230898","doi":"10.19173/irrodl.v17i2.1913","title":"Issues and Challenges in Open and Distance e-Learning: Perspectives from the Philippines","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Institution; Open learning; Open educational resources; Higher education; Open university; Class (philosophy); Sociology; Digital divide; Pedagogy; Political science; Mathematics education; Economic growth; Information and Communications Technology; Teaching method; Psychology; Social science; Computer science; World Wide Web; Economics; Cooperative learning","retraction":null,"screen_n_in":null,"score":{"opus":0.1500329743767199,"gpt":0.4481193503814138,"spread":0.2980863760046939,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004500771,0.00009672024,0.0002391043,0.00006122745,0.0001876996,0.0004290502,0.001910715,0.00002694344,0.00002652282],"category_scores_gemma":[0.003520088,0.00004861863,0.00001873295,0.0002683428,0.000286712,0.0004486105,0.002522395,0.0004695083,0.000002897753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003919681,"about_ca_system_score_gemma":0.00006305877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007972487,"about_ca_topic_score_gemma":0.0001402889,"domain_scores_codex":[0.9979658,0.0008431583,0.000244403,0.0003686832,0.0003906945,0.0001872503],"domain_scores_gemma":[0.9974513,0.00195784,0.000115298,0.0002366131,0.0001905518,0.00004837813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001047022,0.0001544718,0.2509186,0.0005145287,0.00008420122,0.00002339683,0.004114707,0.00004561192,0.0001408902,0.2898255,0.0006205353,0.4534528],"study_design_scores_gemma":[0.002922314,0.0004310077,0.333499,0.03803194,0.00001756976,0.00003282741,0.03072571,0.0203445,0.00005475461,0.0717949,0.501635,0.000510518],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.06756502,0.3346225,0.0007128266,0.5942144,0.00004327207,0.0005987794,0.00002896397,0.00001732769,0.002196881],"genre_scores_gemma":[0.6118229,0.3874743,0.0002255193,0.00004990322,0.00003841514,0.00001725622,0.000006139499,0.000003907534,0.0003615998],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5941645,"threshold_uncertainty_score":0.4214129,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2788886927","doi":"10.19173/irrodl.v19i1.3356","title":"What Research Says About MOOCs – An Explorative Content Analysis","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"King Saud University","keywords":"Content analysis; Massive open online course; Quality (philosophy); Empirical research; Class (philosophy); Field (mathematics); Instructional design; Computer science; Phenomenon; World Wide Web; Data science; Psychology; Sociology; Multimedia; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.3404381842078063,"gpt":0.5364438106237607,"spread":0.1960056264159544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01732434,0.0001072847,0.0003326525,0.0004854171,0.0004202858,0.001217976,0.003225632,0.00004245514,0.00009193243],"category_scores_gemma":[0.003174595,0.00007309579,0.00007482132,0.003108186,0.0005436084,0.001392755,0.001990309,0.001028693,0.00003760545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001089672,"about_ca_system_score_gemma":0.0002247684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006219748,"about_ca_topic_score_gemma":0.0001429455,"domain_scores_codex":[0.9950417,0.002205719,0.0004458502,0.0004502585,0.001465714,0.0003907658],"domain_scores_gemma":[0.995711,0.001234363,0.000156261,0.0005492746,0.002215695,0.0001334399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003737018,0.001302898,0.09794651,0.00141625,0.001499734,0.0001408607,0.008979347,0.001939718,0.0005861173,0.5069144,0.008511623,0.3703889],"study_design_scores_gemma":[0.001989646,0.002186072,0.04906065,0.02582275,0.0001143284,0.0000323505,0.04443286,0.6790442,0.0006825344,0.03678441,0.1591518,0.000698404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4139285,0.09910766,0.08124175,0.3752199,0.001133607,0.004158786,0.0001304657,0.0001961268,0.0248832],"genre_scores_gemma":[0.9559472,0.04170894,0.0009455942,0.0001966725,0.0001175588,0.00004438256,0.0001102465,0.000007220558,0.0009221475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6771045,"threshold_uncertainty_score":0.9998189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386015209","doi":"10.5267/j.ijdns.2023.6.010","title":"The impact of ChatGPT on blended learning: Current trends and future research directions","year":2023,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Sustainability; Blended learning; Computer science; Knowledge management; Leverage (statistics); Educational technology; Artificial intelligence; Psychology; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.07022888318550709,"gpt":0.4531272465981786,"spread":0.3828983634126715,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003391809,0.00005392776,0.00008399938,0.0003835269,0.0004056935,0.0003246581,0.00183168,0.00001481338,0.000002126315],"category_scores_gemma":[0.0002406902,0.00003134417,0.0000317703,0.001442819,0.0002970555,0.0005674379,0.000695777,0.0004112932,0.000001586148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002658611,"about_ca_system_score_gemma":0.0002259357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007301152,"about_ca_topic_score_gemma":0.000003350466,"domain_scores_codex":[0.9985123,0.00009448503,0.0001935865,0.0001789424,0.0008233842,0.0001972797],"domain_scores_gemma":[0.9986871,0.0003948382,0.0001705733,0.0002350928,0.0004220302,0.0000903566],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001763355,0.0000278884,0.004475482,9.778969e-7,0.00002872691,0.000006789783,0.0001931493,0.001790727,0.0000525384,0.007201504,0.004818329,0.9813862],"study_design_scores_gemma":[0.0003943455,0.0006857588,0.1783828,0.0001665403,0.000008039334,0.0001401009,0.0001959796,0.6334251,0.00002744152,0.00598764,0.1804691,0.0001172053],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8058741,0.01435305,0.006465246,0.1586638,0.01067038,0.0001618615,0.00008780808,0.0001340932,0.003589653],"genre_scores_gemma":[0.9841143,0.01396163,0.0005515193,0.000008368696,0.00119421,2.742538e-7,0.000004183521,0.000002743032,0.0001627506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9812691,"threshold_uncertainty_score":0.3403748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1553451589","doi":"10.19173/irrodl.v16i2.2032","title":"A usability evaluation of a blended MOOC environment: An experimental case study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Massive open online course; Rubric; Computer science; Context (archaeology); Blended learning; Pluralistic walkthrough; Class (philosophy); Higher education; Multimedia; Educational technology; Mathematics education; World Wide Web; Psychology; Human–computer interaction; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2636452822437591,"gpt":0.5220179171299174,"spread":0.2583726348861583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0182558,0.00006549235,0.0001794561,0.00007872147,0.00007574471,0.0000984037,0.001036037,0.00001701222,0.00003963916],"category_scores_gemma":[0.001842889,0.00004702466,0.00002476153,0.0003059033,0.0001201317,0.00033271,0.0009477387,0.0003078871,0.000003434884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001324055,"about_ca_system_score_gemma":0.0002728608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008611232,"about_ca_topic_score_gemma":0.00002068454,"domain_scores_codex":[0.9960687,0.001935798,0.0003413603,0.0002397019,0.001288847,0.0001256129],"domain_scores_gemma":[0.9987663,0.0002784442,0.0001365245,0.0003292433,0.000411456,0.000078005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004531688,0.01450136,0.4639494,0.001532619,0.0003920179,0.0006211378,0.02396922,0.04061192,0.0009205676,0.02888899,0.0009252925,0.4232343],"study_design_scores_gemma":[0.003997115,0.0018233,0.006649418,0.002256877,0.0000430375,0.0003183011,0.06573442,0.9111096,0.0003793555,0.00534969,0.002107933,0.0002310163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915497,0.004028405,0.0006077703,0.002427547,0.00002748442,0.0007107545,0.000006951928,0.000006251797,0.000635165],"genre_scores_gemma":[0.9990404,0.0004196154,0.0004262381,0.00001415662,0.00001389678,0.00003883849,0.00001972315,0.000002844471,0.00002430776],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8704976,"threshold_uncertainty_score":0.6327131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999792204","doi":"10.19173/irrodl.v21i1.4557","title":"Constructing a Design Framework and Pedagogical Approach for Adaptive Learning in Higher Education: A Practitioner's Perspective","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Central Florida","keywords":"Adaptive learning; Instructional design; Context (archaeology); Higher education; Computer science; Educational technology; Knowledge management; Perspective (graphical); Best practice; Learning sciences; Mathematics education; Psychology; Multimedia; World Wide Web; Artificial intelligence; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.3802159165083723,"gpt":0.504848174296503,"spread":0.1246322577881306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003018125,0.00008787947,0.0002270729,0.00008965148,0.0001529277,0.0002467617,0.000697005,0.00004440265,0.00002289094],"category_scores_gemma":[0.005409637,0.00006721108,0.00003062498,0.0006274279,0.0001374217,0.0002974047,0.0005815107,0.00109224,0.000001180276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001048938,"about_ca_system_score_gemma":0.0003396383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009028291,"about_ca_topic_score_gemma":0.000001032028,"domain_scores_codex":[0.9980884,0.0007665194,0.0002626927,0.0003394494,0.0003627244,0.0001802802],"domain_scores_gemma":[0.9973184,0.001927624,0.0001588221,0.00009482371,0.0004231907,0.00007713059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001331523,0.0001369823,0.01151926,0.0005041495,0.00004066021,0.000006356651,0.001515679,0.003126238,0.000008069164,0.9585589,0.0003342638,0.02411625],"study_design_scores_gemma":[0.001549169,0.0008447851,0.004383389,0.01059274,0.00002451002,0.00006891636,0.06600915,0.8237531,0.00001739419,0.07178359,0.02057138,0.0004018778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001903712,0.02043112,0.6904839,0.2744684,0.00008768118,0.001789323,0.00001546364,0.00004646781,0.01077387],"genre_scores_gemma":[0.9175609,0.003626607,0.07776941,0.0005110156,0.0001235655,0.0001152869,0.0000348703,0.000007824658,0.000250494],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9156572,"threshold_uncertainty_score":0.6476232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}